From 63387f614d4506d11e993f8773df1191d8d46274 Mon Sep 17 00:00:00 2001 From: Gahow Wang Date: Thu, 28 May 2026 19:16:37 +0800 Subject: [PATCH] Full v3 trace re-profile with layer-wise: matched migrations improve 1213/1214 success; matched migrations (4 common) improved -2.6 to -7.2s, scaling with prefill hidden behind transfer. Trace-level TTFT p90 -6% / p99 -5% (modest: migrations are 2% of reqs and partly queue-bound). Confirms layer-wise removes the transfer half of migration overhead but not the control-plane/queue residual. DESIGN.md updated with results. Co-Authored-By: Claude Opus 4.7 --- microbench/connector_tax/layerwise/DESIGN.md | 38 +- .../results/trace/baseline_breakdown.json | 1 + .../results/trace/baseline_metrics.jsonl | 1214 +++++++++++++++++ .../results/trace/layerwise_breakdown.json | 1 + .../results/trace/layerwise_metrics.jsonl | 1214 +++++++++++++++++ 5 files changed, 2467 insertions(+), 1 deletion(-) create mode 100644 microbench/connector_tax/layerwise/results/trace/baseline_breakdown.json create mode 100644 microbench/connector_tax/layerwise/results/trace/baseline_metrics.jsonl create mode 100644 microbench/connector_tax/layerwise/results/trace/layerwise_breakdown.json create mode 100644 microbench/connector_tax/layerwise/results/trace/layerwise_metrics.jsonl diff --git a/microbench/connector_tax/layerwise/DESIGN.md b/microbench/connector_tax/layerwise/DESIGN.md index dd2e07c..3530c6f 100644 --- a/microbench/connector_tax/layerwise/DESIGN.md +++ b/microbench/connector_tax/layerwise/DESIGN.md @@ -130,7 +130,43 @@ not slow (load LW `t_A` == load `prefill_only`); the transfer (0.56/1.46/4.37 s, producer logs) ran inside the prefill window even with 16 concurrent decodes. Correctness PASS under load. -## Verdict +## FULL 1200-req v3 TRACE re-profile (chunk-safe + concurrent + write-mode) + +Hardened connector (per-step incremental shipping, per-transfer state) + +write-mode proxy (concurrent prefill/decode dispatch). Two passes of +`w600_r0.0015_st30.jsonl` under `unified_v3`, differing only in transfer mode. + +Correctness: layer-wise **1213/1214 success** (1 connection-error on the 128k +req, not KV corruption); byte-level KV correctness validated on mb7 +(chunked + 3-way concurrent, `cached==prompt`); producer logs confirm +incremental shipping (e.g. `shipped 7872/7872 blocks`). + +Migration sets differ between runs (write-mode timing shifts which requests +trigger migration; only 4 migrated in both), but are distributionally +comparable (median new_local/input ≈ 0.42 vs 0.46). **Matched migrations +all improved**, scaling with the transfer hidden behind prefill: + +| request | input | new_local | base TTFT | LW TTFT | Δ | +|---|--:|--:|--:|--:|--:| +| 1268630 | 102k | 97k | 41.20 | 33.96 | **−7.23s** | +| 1334223 | 37k | 14k | 6.04 | 3.23 | −2.81s | +| 1279412 | 40k | 8k | 5.50 | 2.92 | −2.58s | +| 1271459 | 8.9k | 8.9k | 37.01 | 36.98 | −0.03s (queue-bound) | + +Trace-level TTFT (different sets, directional): overall p90 9.79→9.16 (−6%), +p99 44.89→42.85 (−5%). **Modest** because (a) migrations are only 25/1214 ≈ +**2%** of requests, and (b) several migrations are queue/contention-bound, not +transfer-bound — layer-wise removes the transfer component but not the +control-plane/queue residual (the ~45% from the b3_v3_fullbreak profile). + +**Verdict on the trace re-profile:** layer-wise does exactly what the profile +predicted — it removes the transfer half of migration overhead (matched +migrations −2.6 to −7.2s, biggest where there's the most prefill to hide +behind), but the trace-level gain is small because migrations are rare and +partly queue-bound. It does NOT, on its own, flip migration to a clear win +over unified for this agentic workload. + +## Verdict (microbench) The mechanism **works and the benefit holds under load**: layer-wise push turns migration's KV-transfer cost from O(KV size) on the critical path into a diff --git a/microbench/connector_tax/layerwise/results/trace/baseline_breakdown.json b/microbench/connector_tax/layerwise/results/trace/baseline_breakdown.json new file mode 100644 index 0000000..50d4639 --- /dev/null +++ b/microbench/connector_tax/layerwise/results/trace/baseline_breakdown.json @@ -0,0 +1 @@ +[{"request_id":"1237198:1:1237198:0","session_id":"1237198","input_length":8228,"t_proxy_recv":26712.676152198,"t_decision_unix":1779960709.2310917,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8228.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8228,"cache_hit":0,"estimated_new_tokens":8228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26713.56829068,"t_first_token_unix":1779960710.1232343,"t_done":26713.659630754,"t_done_unix":1779960710.214574},{"request_id":"1237337:1:1237337:1","session_id":"1237337","input_length":3976,"t_proxy_recv":26713.077659118,"t_decision_unix":1779960709.6326,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3976.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3976 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3976,"cache_hit":0,"estimated_new_tokens":3976,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8228,"ongoing_decode_tokens":0,"pending_prefill_tokens":8228,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":8228.0,"score_lmetric":12204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26713.621362595,"t_first_token_unix":1779960710.176306,"t_done":26714.014640744,"t_done_unix":1779960710.5695841},{"request_id":"1237198:2:1237773:2","session_id":"1237198","input_length":10237,"t_proxy_recv":26714.628726073,"t_decision_unix":1779960711.1836672,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.8002344436846732,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2045 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":2045,"cache_hit":8192,"estimated_new_tokens":2045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":16,"cache_hit":8192,"new_prefill":2045,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":26714.924076152,"t_first_token_unix":1779960711.4790206,"t_done":26715.057276258,"t_done_unix":1779960711.6122193},{"request_id":"1237877:1:1237877:3","session_id":"1237877","input_length":749,"t_proxy_recv":26715.087154519,"t_decision_unix":1779960711.6420956,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":749.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (749 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":749,"cache_hit":0,"estimated_new_tokens":749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26715.206541203,"t_first_token_unix":1779960711.761485,"t_done":26715.335478786,"t_done_unix":1779960711.890422},{"request_id":"1239034:1:1239034:4","session_id":"1239034","input_length":13489,"t_proxy_recv":26718.866101126,"t_decision_unix":1779960715.4210424,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13489.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13489,"cache_hit":0,"estimated_new_tokens":13489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26720.410592853,"t_first_token_unix":1779960716.9655368,"t_done":26720.86635826,"t_done_unix":1779960717.4213014},{"request_id":"1237877:2:1239577:6","session_id":"1237877","input_length":1620,"t_proxy_recv":26720.747461704,"t_decision_unix":1779960717.302403,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.3160493827160494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":1108.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":1108,"cache_hit":512,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":512,"new_prefill":1108,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":13489,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":13489.0,"score_lmetric":1620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":37165.0,"score_lmetric":38785},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":26720.827359035,"t_first_token_unix":1779960717.3823023,"t_done":26721.280203755,"t_done_unix":1779960717.8351464},{"request_id":"1239704:1:1239704:7","session_id":"1239704","input_length":5194,"t_proxy_recv":26721.189838942,"t_decision_unix":1779960717.7447805,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5194.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5194 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5194,"cache_hit":0,"estimated_new_tokens":5194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1620,"ongoing_decode_tokens":1620,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":5194,"score_linear":1620.0,"score_lmetric":5194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":37165.0,"score_lmetric":42359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26721.824140088,"t_first_token_unix":1779960718.3790836,"t_done":26722.094448244,"t_done_unix":1779960718.6493914},{"request_id":"1240924:1:1240924:11","session_id":"1240924","input_length":7429,"t_proxy_recv":26725.211588147,"t_decision_unix":1779960721.766529,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7429.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7429 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7429,"cache_hit":0,"estimated_new_tokens":7429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":66214.0,"score_lmetric":73643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":30040.0,"score_lmetric":37469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7429,"score_linear":18420.0,"score_lmetric":7429},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":37165,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":37165.0,"score_lmetric":7429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26725.750279435,"t_first_token_unix":1779960722.3052247,"t_done":26725.927112408,"t_done_unix":1779960722.4820564},{"request_id":"1239100:1:1239100:5","session_id":"1239100","input_length":37165,"t_proxy_recv":26719.108175026,"t_decision_unix":1779960715.6631162,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":37165.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":37165,"cache_hit":0,"estimated_new_tokens":37165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":0,"pending_prefill_tokens":13489,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":13489.0,"score_lmetric":50654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26725.048938524,"t_first_token_unix":1779960721.6038826,"t_done":26726.315019215,"t_done_unix":1779960722.8699625},{"request_id":"1240198:1:1240198:9","session_id":"1240198","input_length":30040,"t_proxy_recv":26722.725393056,"t_decision_unix":1779960719.2803347,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":30040.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":30040,"cache_hit":0,"estimated_new_tokens":30040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":66214.0,"score_lmetric":96254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":37165.0,"score_lmetric":67205},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26726.664951105,"t_first_token_unix":1779960723.219895,"t_done":26727.318361351,"t_done_unix":1779960723.8733048},{"request_id":"1241953:1:1241953:13","session_id":"1241953","input_length":1093,"t_proxy_recv":26728.627704933,"t_decision_unix":1779960725.1826465,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1093.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1093 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1093,"cache_hit":0,"estimated_new_tokens":1093,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":66214.0,"score_lmetric":67307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1093,"score_linear":18420.0,"score_lmetric":1093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7587,"ongoing_decode_tokens":0,"pending_prefill_tokens":7587,"num_requests":1,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":1093,"score_linear":7587.0,"score_lmetric":8680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26728.742407888,"t_first_token_unix":1779960725.297352,"t_done":26729.263522023,"t_done_unix":1779960725.8184652},{"request_id":"1241942:1:1241942:12","session_id":"1241942","input_length":7587,"t_proxy_recv":26728.582329193,"t_decision_unix":1779960725.1372705,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7587.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7587 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7587,"cache_hit":0,"estimated_new_tokens":7587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":66214.0,"score_lmetric":73801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7587,"score_linear":18420.0,"score_lmetric":7587},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26729.107893375,"t_first_token_unix":1779960725.6628373,"t_done":26729.301885939,"t_done_unix":1779960725.8568292},{"request_id":"1237877:3:1242953:15","session_id":"1237877","input_length":2659,"t_proxy_recv":26732.015191362,"t_decision_unix":1779960728.5701323,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5776607747273411,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1123 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":1123,"cache_hit":1536,"estimated_new_tokens":1123,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17157,"ongoing_decode_tokens":0,"pending_prefill_tokens":17157,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":2659,"score_linear":17157.0,"score_lmetric":19816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":66214.0,"score_lmetric":68873},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":1536,"new_prefill":1123,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":2659,"score_linear":18420.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26732.108637608,"t_first_token_unix":1779960728.663581,"t_done":26732.172814714,"t_done_unix":1779960728.7277575},{"request_id":"1242838:1:1242838:14","session_id":"1242838","input_length":17157,"t_proxy_recv":26731.634945869,"t_decision_unix":1779960728.189887,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":17157.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17157,"cache_hit":0,"estimated_new_tokens":17157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":66214.0,"score_lmetric":83371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17157,"score_linear":18420.0,"score_lmetric":17157},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26733.330604911,"t_first_token_unix":1779960729.8855486,"t_done":26734.229940834,"t_done_unix":1779960730.7848842},{"request_id":"1239704:2:1243943:17","session_id":"1239704","input_length":14812,"t_proxy_recv":26735.293594211,"t_decision_unix":1779960731.8485355,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.3456656764785309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":9692.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":5120,"v3_new_local":9692,"cache_hit":5120,"estimated_new_tokens":9692,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":5120,"new_prefill":9692,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11074,"ongoing_decode_tokens":0,"pending_prefill_tokens":11074,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14812,"score_linear":11074.0,"score_lmetric":25886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":66214.0,"score_lmetric":81026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14812,"score_linear":18420.0,"score_lmetric":14812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":26736.378750479,"t_first_token_unix":1779960732.933694,"t_done":26736.494255413,"t_done_unix":1779960733.0491984},{"request_id":"1243831:1:1243831:16","session_id":"1243831","input_length":11074,"t_proxy_recv":26734.892662622,"t_decision_unix":1779960731.447603,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11074.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11074,"cache_hit":0,"estimated_new_tokens":11074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":66214.0,"score_lmetric":77288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11074,"score_linear":18420.0,"score_lmetric":11074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26735.827826408,"t_first_token_unix":1779960732.3827705,"t_done":26737.313354271,"t_done_unix":1779960733.8682976},{"request_id":"1239755:1:1239755:8","session_id":"1239755","input_length":66214,"t_proxy_recv":26721.400074887,"t_decision_unix":1779960717.9550164,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":66214.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":66214,"cache_hit":0,"estimated_new_tokens":66214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5194,"ongoing_decode_tokens":0,"pending_prefill_tokens":5194,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":5194.0,"score_lmetric":71408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":37165.0,"score_lmetric":103379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26737.295648944,"t_first_token_unix":1779960733.8505926,"t_done":26737.988383925,"t_done_unix":1779960734.5433273},{"request_id":"1239034:2:1240558:10","session_id":"1239034","input_length":18420,"t_proxy_recv":26723.960824871,"t_decision_unix":1779960720.5157664,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.7226927252985885,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5108 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":5108,"cache_hit":13312,"estimated_new_tokens":5108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":66214.0,"score_lmetric":84634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":30040.0,"score_lmetric":48460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":13312,"new_prefill":5108,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":37165.0,"score_lmetric":55585},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":26724.663085535,"t_first_token_unix":1779960721.2180293,"t_done":26738.159080469,"t_done_unix":1779960734.7140238},{"request_id":"1244640:1:1244640:18","session_id":"1244640","input_length":8274,"t_proxy_recv":26737.787394432,"t_decision_unix":1779960734.3423355,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8274.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8274,"cache_hit":0,"estimated_new_tokens":8274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":66214,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":66214.0,"score_lmetric":8274},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":8274,"score_linear":18420.0,"score_lmetric":8274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26738.385668102,"t_first_token_unix":1779960734.9406114,"t_done":26738.606027986,"t_done_unix":1779960735.160971},{"request_id":"1245572:1:1245572:19","session_id":"1245572","input_length":6109,"t_proxy_recv":26740.920759994,"t_decision_unix":1779960737.4757013,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6109.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6109 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6109,"cache_hit":0,"estimated_new_tokens":6109,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26741.667636805,"t_first_token_unix":1779960738.2225804,"t_done":26741.911403038,"t_done_unix":1779960738.466346},{"request_id":"1241953:2:1245624:20","session_id":"1241953","input_length":10382,"t_proxy_recv":26741.011154458,"t_decision_unix":1779960737.5660958,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.09863224812174919,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":9358.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1024,"v3_new_local":9358,"cache_hit":1024,"estimated_new_tokens":9358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":1024,"new_prefill":9358,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6109,"ongoing_decode_tokens":0,"pending_prefill_tokens":6109,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":6109.0,"score_lmetric":16491}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":26741.773208062,"t_first_token_unix":1779960738.3281512,"t_done":26741.958684323,"t_done_unix":1779960738.5136273},{"request_id":"1245572:2:1246348:22","session_id":"1245572","input_length":6182,"t_proxy_recv":26743.516606766,"t_decision_unix":1779960740.0715482,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9938531219670009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (38 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":38,"cache_hit":6144,"estimated_new_tokens":38,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17447,"ongoing_decode_tokens":0,"pending_prefill_tokens":10279,"num_requests":1,"active_p_offloads":0,"cached_blocks":76,"cache_hit":0,"new_prefill":6182,"score_linear":17447.0,"score_lmetric":16461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":38,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":26743.54602449,"t_first_token_unix":1779960740.1009681,"t_done":26743.725139027,"t_done_unix":1779960740.2800822},{"request_id":"1240924:2:1246244:21","session_id":"1240924","input_length":17447,"t_proxy_recv":26743.143651032,"t_decision_unix":1779960739.6985922,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4108442712214134,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10279.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10279,"cache_hit":7168,"estimated_new_tokens":10279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":76,"cache_hit":7168,"new_prefill":10279,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":26744.342370302,"t_first_token_unix":1779960740.897314,"t_done":26744.71938067,"t_done_unix":1779960741.2743251},{"request_id":"1241942:2:1247111:23","session_id":"1241942","input_length":17975,"t_proxy_recv":26746.193465742,"t_decision_unix":1779960742.7484071,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.3987760778859527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10807.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10807,"cache_hit":7168,"estimated_new_tokens":10807,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":7168,"new_prefill":10807,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":26747.500512937,"t_first_token_unix":1779960744.0554569,"t_done":26747.690416039,"t_done_unix":1779960744.2453597},{"request_id":"1244640:2:1247941:24","session_id":"1244640","input_length":10696,"t_proxy_recv":26749.006249048,"t_decision_unix":1779960745.5611904,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7658937920718025,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2504 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":2504,"cache_hit":8192,"estimated_new_tokens":2504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":8192,"new_prefill":2504,"score_linear":-8192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":26749.371599494,"t_first_token_unix":1779960745.926543,"t_done":26749.4159643,"t_done_unix":1779960745.9709072},{"request_id":"1248768:1:1248768:25","session_id":"1248768","input_length":11515,"t_proxy_recv":26751.786591967,"t_decision_unix":1779960748.341533,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11515.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11515,"cache_hit":0,"estimated_new_tokens":11515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26752.768295216,"t_first_token_unix":1779960749.323239,"t_done":26753.030359796,"t_done_unix":1779960749.5853028},{"request_id":"1249058:1:1249058:26","session_id":"1249058","input_length":4126,"t_proxy_recv":26752.806443449,"t_decision_unix":1779960749.3613849,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4126.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4126 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4126,"cache_hit":0,"estimated_new_tokens":4126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11515,"ongoing_decode_tokens":11515,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":4126,"score_linear":11515.0,"score_lmetric":4126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26753.070767338,"t_first_token_unix":1779960749.625723,"t_done":26753.238290859,"t_done_unix":1779960749.7932336},{"request_id":"1248768:2:1249765:27","session_id":"1248768","input_length":12188,"t_proxy_recv":26755.070668614,"t_decision_unix":1779960751.6256099,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.924187725631769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (924 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":924,"cache_hit":11264,"estimated_new_tokens":924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":83,"cache_hit":11264,"new_prefill":924,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":26755.212520332,"t_first_token_unix":1779960751.7674642,"t_done":26755.67849444,"t_done_unix":1779960752.2334378},{"request_id":"1249058:2:1249872:28","session_id":"1249058","input_length":7482,"t_proxy_recv":26755.461309839,"t_decision_unix":1779960752.0162513,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.5474472066292435,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3386 < 8000)","v3_prefill_cache_hit":4096,"v3_new_local":3386,"cache_hit":4096,"estimated_new_tokens":3386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12188,"ongoing_decode_tokens":12188,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":83,"cache_hit":0,"new_prefill":7482,"score_linear":12188.0,"score_lmetric":7482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":4096,"new_prefill":3386,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":26755.780256409,"t_first_token_unix":1779960752.3351996,"t_done":26755.909127028,"t_done_unix":1779960752.4640698},{"request_id":"1242838:2:1250503:29","session_id":"1242838","input_length":21578,"t_proxy_recv":26757.736938658,"t_decision_unix":1779960754.2918801,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.783019742330151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4682 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":4682,"cache_hit":16896,"estimated_new_tokens":4682,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":16896,"new_prefill":4682,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":26758.446507025,"t_first_token_unix":1779960755.0014505,"t_done":26758.936704662,"t_done_unix":1779960755.4916475},{"request_id":"1250772:1:1250772:30","session_id":"1250772","input_length":6829,"t_proxy_recv":26758.599882548,"t_decision_unix":1779960755.1548226,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6829.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6829 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6829,"cache_hit":0,"estimated_new_tokens":6829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21578,"ongoing_decode_tokens":21578,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6829,"score_linear":21578.0,"score_lmetric":6829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26759.624600376,"t_first_token_unix":1779960756.179544,"t_done":26761.22456199,"t_done_unix":1779960757.7795053},{"request_id":"1251059:1:1251059:32","session_id":"1251059","input_length":16512,"t_proxy_recv":26759.778970321,"t_decision_unix":1779960756.333912,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":16512.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16512,"cache_hit":0,"estimated_new_tokens":16512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16512,"score_linear":6829.0,"score_lmetric":16512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16512,"score_linear":20086.0,"score_lmetric":36598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26761.338135944,"t_first_token_unix":1779960757.8930793,"t_done":26761.339842493,"t_done_unix":1779960757.8947852},{"request_id":"1248768:3:1251261:33","session_id":"1248768","input_length":16989,"t_proxy_recv":26760.352861602,"t_decision_unix":1779960756.9078028,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.6931543940196597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5213 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":5213,"cache_hit":11776,"estimated_new_tokens":5213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":11776,"new_prefill":5213,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16512,"ongoing_decode_tokens":0,"pending_prefill_tokens":16512,"num_requests":1,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16989,"score_linear":16512.0,"score_lmetric":33501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16989,"score_linear":6829.0,"score_lmetric":16989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16989,"score_linear":20086.0,"score_lmetric":37075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":26761.029862303,"t_first_token_unix":1779960757.584806,"t_done":26762.000855255,"t_done_unix":1779960758.5557983},{"request_id":"1251828:1:1251828:35","session_id":"1251828","input_length":1090,"t_proxy_recv":26762.283341236,"t_decision_unix":1779960758.8382828,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1090.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1090 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1090,"cache_hit":0,"estimated_new_tokens":1090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":1090,"score_linear":20086.0,"score_lmetric":1090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13780,"ongoing_decode_tokens":0,"pending_prefill_tokens":7636,"num_requests":1,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":1090,"score_linear":13780.0,"score_lmetric":8726}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26762.371201172,"t_first_token_unix":1779960758.9261446,"t_done":26762.479662572,"t_done_unix":1779960759.0346055},{"request_id":"1250935:1:1250935:31","session_id":"1250935","input_length":20086,"t_proxy_recv":26759.222853415,"t_decision_unix":1779960755.7777948,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":20086.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":20086,"cache_hit":0,"estimated_new_tokens":20086,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":0,"pending_prefill_tokens":6829,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":20086,"score_linear":6829.0,"score_lmetric":26915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26761.2845939,"t_first_token_unix":1779960757.8395374,"t_done":26762.550603321,"t_done_unix":1779960759.1055462},{"request_id":"1245572:3:1251662:34","session_id":"1245572","input_length":13780,"t_proxy_recv":26761.764808716,"t_decision_unix":1779960758.31975,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.4458635703918723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":7636.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7636 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":7636,"cache_hit":6144,"estimated_new_tokens":7636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16989,"ongoing_decode_tokens":16989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":13780,"score_linear":16989.0,"score_lmetric":13780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":13780,"score_linear":20086.0,"score_lmetric":13780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":7636,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":26762.569490184,"t_first_token_unix":1779960759.1244335,"t_done":26762.791690449,"t_done_unix":1779960759.3466334},{"request_id":"1252010:1:1252010:36","session_id":"1252010","input_length":9855,"t_proxy_recv":26762.89194049,"t_decision_unix":1779960759.4468818,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9855.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9855,"cache_hit":0,"estimated_new_tokens":9855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":144,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26763.70441095,"t_first_token_unix":1779960760.2593546,"t_done":26763.87873735,"t_done_unix":1779960760.4336805},{"request_id":"1248768:4:1253385:37","session_id":"1248768","input_length":17309,"t_proxy_recv":26767.663134258,"t_decision_unix":1779960764.218075,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9761395805650239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (413 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":413,"cache_hit":16896,"estimated_new_tokens":413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":16896,"new_prefill":413,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":26767.743981846,"t_first_token_unix":1779960764.2989259,"t_done":26770.693513075,"t_done_unix":1779960767.2484562},{"request_id":"1251828:2:1254272:41","session_id":"1251828","input_length":3934,"t_proxy_recv":26770.635557625,"t_decision_unix":1779960767.190499,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.2602948652770717,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":3934.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3934 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3934,"cache_hit":0,"estimated_new_tokens":3934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":3934,"score_linear":17309.0,"score_lmetric":3934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":3934,"score_linear":35221.0,"score_lmetric":39155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":1024,"new_prefill":2910,"score_linear":48600.0,"score_lmetric":52534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":0,"pending_prefill_tokens":4108,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":3934,"score_linear":10764.0,"score_lmetric":8042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26770.880582387,"t_first_token_unix":1779960767.4355254,"t_done":26771.027340081,"t_done_unix":1779960767.582283},{"request_id":"1254584:1:1254584:42","session_id":"1254584","input_length":748,"t_proxy_recv":26771.768706743,"t_decision_unix":1779960768.323648,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":748.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (748 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":748,"cache_hit":0,"estimated_new_tokens":748,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":748,"score_linear":35221.0,"score_lmetric":35969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":748,"score_linear":49624.0,"score_lmetric":50372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":748,"score_linear":10764.0,"score_lmetric":748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26771.835340043,"t_first_token_unix":1779960768.3902838,"t_done":26771.989712697,"t_done_unix":1779960768.544656},{"request_id":"1252010:2:1254691:43","session_id":"1252010","input_length":13092,"t_proxy_recv":26772.220396668,"t_decision_unix":1779960768.7753377,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.743049190345249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3364 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":3364,"cache_hit":9728,"estimated_new_tokens":3364,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13092,"score_linear":35221.0,"score_lmetric":48313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":13092,"score_linear":49624.0,"score_lmetric":62716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13092,"score_linear":10764.0,"score_lmetric":13092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":9728,"new_prefill":3364,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":26772.644337854,"t_first_token_unix":1779960769.1992812,"t_done":26772.815960605,"t_done_unix":1779960769.3709035},{"request_id":"1250772:2:1254198:40","session_id":"1250772","input_length":10764,"t_proxy_recv":26770.363702586,"t_decision_unix":1779960766.918644,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6656,"affinity_cache_ratio":0.6183574879227053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4108 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":4108,"cache_hit":6656,"estimated_new_tokens":4108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":10764,"score_linear":17309.0,"score_lmetric":10764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10764,"score_linear":35221.0,"score_lmetric":45985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":10764,"score_linear":49624.0,"score_lmetric":60388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":6656,"new_prefill":4108,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":26770.748550051,"t_first_token_unix":1779960767.3034937,"t_done":26773.024930608,"t_done_unix":1779960769.5798736},{"request_id":"1253804:1:1253804:39","session_id":"1253804","input_length":35221,"t_proxy_recv":26769.256096941,"t_decision_unix":1779960765.8110385,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35221.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35221,"cache_hit":0,"estimated_new_tokens":35221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":35221,"score_linear":17309.0,"score_lmetric":35221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":35221,"score_linear":49624.0,"score_lmetric":84845},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26774.378906134,"t_first_token_unix":1779960770.9338503,"t_done":26776.597749943,"t_done_unix":1779960773.1526928},{"request_id":"1256273:1:1256273:46","session_id":"1256273","input_length":1694,"t_proxy_recv":26777.45056124,"t_decision_unix":1779960774.0055027,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1694.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1694 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1694,"cache_hit":0,"estimated_new_tokens":1694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":1694,"score_linear":49624.0,"score_lmetric":51318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":1694,"score_linear":17786.0,"score_lmetric":12312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26777.596153601,"t_first_token_unix":1779960774.1510973,"t_done":26777.881360153,"t_done_unix":1779960774.4363034},{"request_id":"1243831:2:1256324:47","session_id":"1243831","input_length":11448,"t_proxy_recv":26777.615146017,"t_decision_unix":1779960774.1700876,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.983927323549965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":184,"cache_hit":11264,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":11264,"new_prefill":184,"score_linear":-11264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":11448,"score_linear":49624.0,"score_lmetric":61072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":11448,"score_linear":17786.0,"score_lmetric":22066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1694,"ongoing_decode_tokens":1694,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":11448,"score_linear":1694.0,"score_lmetric":11448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":26777.667088584,"t_first_token_unix":1779960774.2220318,"t_done":26778.108853021,"t_done_unix":1779960774.6637964},{"request_id":"1253743:1:1253743:38","session_id":"1253743","input_length":49624,"t_proxy_recv":26769.010840147,"t_decision_unix":1779960765.5657816,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":49624.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":49624,"cache_hit":0,"estimated_new_tokens":49624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":49624,"score_linear":17309.0,"score_lmetric":49624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26778.28030208,"t_first_token_unix":1779960774.8352456,"t_done":26778.676211068,"t_done_unix":1779960775.231156},{"request_id":"1249058:3:1256222:45","session_id":"1249058","input_length":17786,"t_proxy_recv":26777.305185657,"t_decision_unix":1779960773.860127,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4030136062071292,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10618.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10618,"cache_hit":7168,"estimated_new_tokens":10618,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17786,"score_linear":49624.0,"score_lmetric":67410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":7168,"new_prefill":10618,"score_linear":-7168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":26778.576835924,"t_first_token_unix":1779960775.1317797,"t_done":26778.695498959,"t_done_unix":1779960775.2504418},{"request_id":"1253743:2:1256070:44","session_id":"1253743","input_length":49687,"t_proxy_recv":26778.684579523,"t_decision_unix":1779960775.239521,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9995371022601486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (23 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":23,"cache_hit":49664,"estimated_new_tokens":23,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":3584,"new_prefill":46103,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":49664,"new_prefill":23,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":17786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":49687,"score_linear":17786.0,"score_lmetric":49687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":26778.761287198,"t_first_token_unix":1779960775.3162313,"t_done":26779.590561996,"t_done_unix":1779960776.1455052},{"request_id":"1256273:2:1257769:51","session_id":"1256273","input_length":6170,"t_proxy_recv":26782.433034675,"t_decision_unix":1779960778.987976,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.24894651539708265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":4634.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4634 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":4634,"cache_hit":1536,"estimated_new_tokens":4634,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4434,"ongoing_decode_tokens":4434,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":6170,"score_linear":4434.0,"score_lmetric":6170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":6170,"score_linear":27387.0,"score_lmetric":33557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6170,"score_linear":90488.0,"score_lmetric":96658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":1536,"new_prefill":4634,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26782.759242906,"t_first_token_unix":1779960779.3141863,"t_done":26783.062133684,"t_done_unix":1779960779.6170769},{"request_id":"1257572:1:1257572:50","session_id":"1257572","input_length":4434,"t_proxy_recv":26781.799949283,"t_decision_unix":1779960778.3548908,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4434.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4434 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4434,"cache_hit":0,"estimated_new_tokens":4434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":4434,"score_linear":27387.0,"score_lmetric":31821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":4434,"score_linear":90488.0,"score_lmetric":94922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26782.08284007,"t_first_token_unix":1779960778.6377838,"t_done":26783.312486221,"t_done_unix":1779960779.8674295},{"request_id":"1254584:2:1258039:52","session_id":"1254584","input_length":1257,"t_proxy_recv":26783.454455033,"t_decision_unix":1779960780.0093966,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":512,"affinity_cache_ratio":0.40731901352426414,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":745.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (745 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":745,"cache_hit":512,"estimated_new_tokens":745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1257,"score_linear":27387.0,"score_lmetric":28644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":512,"new_prefill":745,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":1257,"score_linear":90488.0,"score_lmetric":91745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":26783.507986634,"t_first_token_unix":1779960780.06293,"t_done":26783.843710204,"t_done_unix":1779960780.3986533},{"request_id":"1242838:3:1258161:53","session_id":"1242838","input_length":22262,"t_proxy_recv":26783.914641451,"t_decision_unix":1779960780.469583,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9659509478034318,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (758 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":758,"cache_hit":21504,"estimated_new_tokens":758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":21504,"new_prefill":758,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":22262,"score_linear":27387.0,"score_lmetric":49649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22262,"score_linear":90488.0,"score_lmetric":112750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":26784.074621643,"t_first_token_unix":1779960780.6295652,"t_done":26784.622656859,"t_done_unix":1779960781.177601},{"request_id":"1256273:3:1258499:55","session_id":"1256273","input_length":7934,"t_proxy_recv":26785.078238832,"t_decision_unix":1779960781.6331801,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7743887068313587,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1790 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":1790,"cache_hit":6144,"estimated_new_tokens":1790,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":0,"pending_prefill_tokens":45037,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":7934,"score_linear":80365.0,"score_lmetric":105942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":7934,"score_linear":90488.0,"score_lmetric":98422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":6144,"new_prefill":1790,"score_linear":-6144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":26785.269310521,"t_first_token_unix":1779960781.8242543,"t_done":26785.885051392,"t_done_unix":1779960782.4399943},{"request_id":"1258908:1:1258908:58","session_id":"1258908","input_length":9250,"t_proxy_recv":26786.532413923,"t_decision_unix":1779960783.0873554,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9250.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9250,"cache_hit":0,"estimated_new_tokens":9250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":9250,"score_linear":80365.0,"score_lmetric":53800},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9250,"score_linear":68131.0,"score_lmetric":77381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9250,"score_linear":90488.0,"score_lmetric":99738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9250,"score_linear":112793.0,"score_lmetric":122043},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26787.230087637,"t_first_token_unix":1779960783.7850313,"t_done":26789.236164598,"t_done_unix":1779960785.7911084},{"request_id":"1259178:1:1259178:59","session_id":"1259178","input_length":14291,"t_proxy_recv":26787.494031935,"t_decision_unix":1779960784.0489733,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14291.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14291,"cache_hit":0,"estimated_new_tokens":14291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":14291,"score_linear":80365.0,"score_lmetric":63882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":14291,"score_linear":68131.0,"score_lmetric":82422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":14291,"score_linear":9250.0,"score_lmetric":14291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14291,"score_linear":90488.0,"score_lmetric":104779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14291,"score_linear":112793.0,"score_lmetric":127084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26788.733245103,"t_first_token_unix":1779960785.2881892,"t_done":26790.703393693,"t_done_unix":1779960787.2583373},{"request_id":"1257525:1:1257525:49","session_id":"1257525","input_length":27387,"t_proxy_recv":26781.714104136,"t_decision_unix":1779960778.2690456,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":27387.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27387,"cache_hit":0,"estimated_new_tokens":27387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":27387,"score_linear":90488.0,"score_lmetric":117875},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26785.155307317,"t_first_token_unix":1779960781.7102504,"t_done":26790.737855017,"t_done_unix":1779960787.2927988},{"request_id":"1253804:2:1258346:54","session_id":"1253804","input_length":52978,"t_proxy_recv":26784.627231109,"t_decision_unix":1779960781.182172,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35328,"affinity_cache_ratio":0.6668428404243271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":35328,"v3_new_local":17650,"cache_hit":35328,"estimated_new_tokens":17650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":35328,"new_prefill":17650,"score_linear":-7941.0,"score_lmetric":45037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":3584,"new_prefill":49394,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":52978,"score_linear":90488.0,"score_lmetric":143466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7941.0,"chosen_score_lmetric":45037,"t_first_token":26790.36419309,"t_first_token_unix":1779960786.9191375,"t_done":26791.29154659,"t_done_unix":1779960787.8464897},{"request_id":"1260792:1:1260792:63","session_id":"1260792","input_length":12522,"t_proxy_recv":26793.153113516,"t_decision_unix":1779960789.7080543,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12522.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12522,"cache_hit":0,"estimated_new_tokens":12522,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12522,"score_linear":30655.0,"score_lmetric":43177},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9571,"ongoing_decode_tokens":0,"pending_prefill_tokens":9571,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":12522,"score_linear":9571.0,"score_lmetric":22093},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12522,"score_linear":68131.0,"score_lmetric":80653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12522,"score_linear":90488.0,"score_lmetric":103010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12522,"score_linear":125063.0,"score_lmetric":259810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26794.182919012,"t_first_token_unix":1779960790.7378626,"t_done":26794.51954261,"t_done_unix":1779960791.0744858},{"request_id":"1261126:1:1261126:65","session_id":"1261126","input_length":5640,"t_proxy_recv":26794.189731972,"t_decision_unix":1779960790.7446733,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5640.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5640 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5640,"cache_hit":0,"estimated_new_tokens":5640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":5640,"score_linear":30655.0,"score_lmetric":36295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64709,"ongoing_decode_tokens":9571,"pending_prefill_tokens":2402,"num_requests":2,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":5640,"score_linear":64709.0,"score_lmetric":16084},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5640,"score_linear":68131.0,"score_lmetric":73771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5640,"score_linear":90488.0,"score_lmetric":96128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5640,"score_linear":125063.0,"score_lmetric":246046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12522,"ongoing_decode_tokens":12522,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5640,"score_linear":12522.0,"score_lmetric":5640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26794.557010404,"t_first_token_unix":1779960791.111954,"t_done":26794.727501222,"t_done_unix":1779960791.282444},{"request_id":"1260746:1:1260746:62","session_id":"1260746","input_length":9571,"t_proxy_recv":26793.041610565,"t_decision_unix":1779960789.5965517,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9571.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9571,"cache_hit":0,"estimated_new_tokens":9571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9571,"score_linear":30655.0,"score_lmetric":40226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9571,"score_linear":68131.0,"score_lmetric":77702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9571,"score_linear":90488.0,"score_lmetric":100059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9571,"score_linear":125063.0,"score_lmetric":253908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26793.804559064,"t_first_token_unix":1779960790.3595033,"t_done":26795.155477551,"t_done_unix":1779960791.7104208},{"request_id":"1253804:3:1260997:64","session_id":"1253804","input_length":55138,"t_proxy_recv":26793.892488119,"t_decision_unix":1779960790.4474294,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9564365773151003,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2402 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2402,"cache_hit":52736,"estimated_new_tokens":2402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":55138,"score_linear":30655.0,"score_lmetric":85793},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9571,"ongoing_decode_tokens":9571,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":52736,"new_prefill":2402,"score_linear":-43165.0,"score_lmetric":2402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55138,"score_linear":68131.0,"score_lmetric":123269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":3584,"new_prefill":51554,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55138,"score_linear":90488.0,"score_lmetric":145626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55138,"score_linear":125063.0,"score_lmetric":345042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55138,"score_linear":12522.0,"score_lmetric":67660},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55138,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43165.0,"chosen_score_lmetric":2402,"t_first_token":26794.72561781,"t_first_token_unix":1779960791.2805617,"t_done":26795.388042757,"t_done_unix":1779960791.942986},{"request_id":"1260327:1:1260327:61","session_id":"1260327","input_length":30655,"t_proxy_recv":26791.316748339,"t_decision_unix":1779960787.87169,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":30655.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":30655,"cache_hit":0,"estimated_new_tokens":30655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":30655,"score_linear":68131.0,"score_lmetric":98786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":30655,"score_linear":90488.0,"score_lmetric":121143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30655,"score_linear":125063.0,"score_lmetric":296076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26795.394164581,"t_first_token_unix":1779960791.949108,"t_done":26796.044888709,"t_done_unix":1779960792.599833},{"request_id":"1257525:2:1262205:67","session_id":"1257525","input_length":29988,"t_proxy_recv":26798.006708721,"t_decision_unix":1779960794.56165,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9048952914499133,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2852 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":2852,"cache_hit":27136,"estimated_new_tokens":2852,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":274,"cache_hit":27136,"new_prefill":2852,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":29988,"score_linear":68131.0,"score_lmetric":98119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":29988,"score_linear":90488.0,"score_lmetric":120476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":29988,"score_linear":125063.0,"score_lmetric":294742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":26798.62623407,"t_first_token_unix":1779960795.1811771,"t_done":26798.658181616,"t_done_unix":1779960795.2131245},{"request_id":"1262757:1:1262757:73","session_id":"1262757","input_length":5465,"t_proxy_recv":26799.888676069,"t_decision_unix":1779960796.4436176,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5465.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5465 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5465,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":5465,"score_linear":55989.0,"score_lmetric":6670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5465,"score_linear":68131.0,"score_lmetric":73596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":5465,"score_linear":15283.0,"score_lmetric":20748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5465,"score_linear":113053.0,"score_lmetric":196076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5465,"score_linear":125063.0,"score_lmetric":245696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5465,"score_linear":21510.0,"score_lmetric":26975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26800.246666928,"t_first_token_unix":1779960796.8016102,"t_done":26800.378543154,"t_done_unix":1779960796.933486},{"request_id":"1262354:1:1262354:69","session_id":"1262354","input_length":21510,"t_proxy_recv":26798.603320684,"t_decision_unix":1779960795.158262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":21510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21510,"cache_hit":0,"estimated_new_tokens":21510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":274,"cache_hit":0,"new_prefill":21510,"score_linear":29988.0,"score_lmetric":24362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":21510,"score_linear":68131.0,"score_lmetric":89641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":21510,"score_linear":113053.0,"score_lmetric":228166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":21510,"score_linear":125063.0,"score_lmetric":277786},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26800.938740139,"t_first_token_unix":1779960797.493684,"t_done":26801.546682187,"t_done_unix":1779960798.101626},{"request_id":"1261126:2:1262820:74","session_id":"1261126","input_length":6953,"t_proxy_recv":26800.056980547,"t_decision_unix":1779960796.6119223,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8100100675967209,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1321 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":1321,"cache_hit":5632,"estimated_new_tokens":1321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":6953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":6953,"score_linear":55989.0,"score_lmetric":8158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":6953,"score_linear":68131.0,"score_lmetric":75084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":5632,"new_prefill":1321,"score_linear":9651.0,"score_lmetric":16604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6953,"score_linear":113053.0,"score_lmetric":199052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6953,"score_linear":125063.0,"score_lmetric":248672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5465,"ongoing_decode_tokens":0,"pending_prefill_tokens":5465,"num_requests":1,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":6953,"score_linear":5465.0,"score_lmetric":12418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6953,"score_linear":21510.0,"score_lmetric":28463}],"chosen_score_linear":9651.0,"chosen_score_lmetric":16604,"t_first_token":26801.396437597,"t_first_token_unix":1779960797.951381,"t_done":26801.693171388,"t_done_unix":1779960798.2481143},{"request_id":"1258611:1:1258611:56","session_id":"1258611","input_length":68131,"t_proxy_recv":26785.476860749,"t_decision_unix":1779960782.0318022,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":68131.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":68131,"cache_hit":0,"estimated_new_tokens":68131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":68131,"score_linear":80365.0,"score_lmetric":171562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68131,"score_linear":90488.0,"score_lmetric":158619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7934,"ongoing_decode_tokens":7934,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":68131,"score_linear":7934.0,"score_lmetric":68131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26801.86751708,"t_first_token_unix":1779960798.4224606,"t_done":26803.044641865,"t_done_unix":1779960799.5995853},{"request_id":"1258611:2:1261594:66","session_id":"1258611","input_length":68320,"t_proxy_recv":26803.056116089,"t_decision_unix":1779960799.6110578,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9967213114754099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (224 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":224,"cache_hit":68096,"estimated_new_tokens":224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":68320,"score_linear":55989.0,"score_lmetric":68320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":224,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":68320,"score_linear":15283.0,"score_lmetric":68320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68320,"score_linear":113053.0,"score_lmetric":321786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68320,"score_linear":125063.0,"score_lmetric":371406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":68320,"score_linear":22109.0,"score_lmetric":68925}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":26803.198146306,"t_first_token_unix":1779960799.75309,"t_done":26803.236346145,"t_done_unix":1779960799.7912896},{"request_id":"1258611:3:1262709:71","session_id":"1258611","input_length":68377,"t_proxy_recv":26803.247895913,"t_decision_unix":1779960799.8028376,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9958904309928778,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":281,"cache_hit":68096,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":0,"pending_prefill_tokens":5990,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":68377,"score_linear":5990.0,"score_lmetric":74367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":68377,"score_linear":55989.0,"score_lmetric":68377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":281,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":68377,"score_linear":15283.0,"score_lmetric":68377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68377,"score_linear":113053.0,"score_lmetric":321900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68377,"score_linear":125063.0,"score_lmetric":371520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":68377,"score_linear":22109.0,"score_lmetric":68377}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":26803.385727933,"t_first_token_unix":1779960799.9406712,"t_done":26803.82552315,"t_done_unix":1779960800.380467},{"request_id":"1263611:1:1263611:76","session_id":"1263611","input_length":5990,"t_proxy_recv":26803.077089243,"t_decision_unix":1779960799.6320307,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5990.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5990 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5990,"cache_hit":0,"estimated_new_tokens":5990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":5990,"score_linear":55989.0,"score_lmetric":5990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68320,"ongoing_decode_tokens":0,"pending_prefill_tokens":224,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":5990,"score_linear":68320.0,"score_lmetric":6214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":5990,"score_linear":15283.0,"score_lmetric":5990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5990,"score_linear":113053.0,"score_lmetric":197126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5990,"score_linear":125063.0,"score_lmetric":246746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":5990,"score_linear":22109.0,"score_lmetric":6595}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26803.473994159,"t_first_token_unix":1779960800.028938,"t_done":26803.86150514,"t_done_unix":1779960800.4164486},{"request_id":"1262354:2:1263593:75","session_id":"1262354","input_length":22109,"t_proxy_recv":26802.966353962,"t_decision_unix":1779960799.521295,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9726355782712922,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (605 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":605,"cache_hit":21504,"estimated_new_tokens":605,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":22109,"score_linear":55989.0,"score_lmetric":22109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":68131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22109,"score_linear":68131.0,"score_lmetric":22109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":22109,"score_linear":15283.0,"score_lmetric":22109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22109,"score_linear":113053.0,"score_lmetric":229364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22109,"score_linear":125063.0,"score_lmetric":278984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":21504,"new_prefill":605,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":26803.121848156,"t_first_token_unix":1779960799.6767929,"t_done":26804.359574828,"t_done_unix":1779960800.9145184},{"request_id":"1263971:1:1263971:80","session_id":"1263971","input_length":6336,"t_proxy_recv":26804.387455668,"t_decision_unix":1779960800.9423969,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6336.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6336 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6336,"cache_hit":0,"estimated_new_tokens":6336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":6336,"score_linear":55989.0,"score_lmetric":6336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":6336,"score_linear":71575.0,"score_lmetric":125256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6336,"score_linear":113053.0,"score_lmetric":197818},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6336,"score_linear":125063.0,"score_lmetric":247438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6336,"score_linear":50783.0,"score_lmetric":57119},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":69,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26804.806247057,"t_first_token_unix":1779960801.3611906,"t_done":26805.169095485,"t_done_unix":1779960801.7240384},{"request_id":"1257323:1:1257323:48","session_id":"1257323","input_length":90488,"t_proxy_recv":26781.113589134,"t_decision_unix":1779960777.6685305,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":90488.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":90488,"cache_hit":0,"estimated_new_tokens":90488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26808.947601298,"t_first_token_unix":1779960805.5025456,"t_done":26809.368391242,"t_done_unix":1779960805.9233403},{"request_id":"1239034:3:1262346:68","session_id":"1239034","input_length":22565,"t_proxy_recv":26798.571240683,"t_decision_unix":1779960795.1261816,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.9076002658985154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2085 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":2085,"cache_hit":20480,"estimated_new_tokens":2085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":274,"cache_hit":0,"new_prefill":22565,"score_linear":29988.0,"score_lmetric":25417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22565,"score_linear":68131.0,"score_lmetric":90696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":20480,"new_prefill":2085,"score_linear":70008.0,"score_lmetric":92573},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22565,"score_linear":125063.0,"score_lmetric":279896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70008.0,"chosen_score_lmetric":92573,"t_first_token":26808.948736835,"t_first_token_unix":1779960805.5036807,"t_done":26809.494655417,"t_done_unix":1779960806.0495987},{"request_id":"1265000:1:1265000:83","session_id":"1265000","input_length":301,"t_proxy_recv":26808.014045669,"t_decision_unix":1779960804.568987,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":301.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (301 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":301,"cache_hit":0,"estimated_new_tokens":301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":301,"score_linear":110048.0,"score_lmetric":110349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":301,"score_linear":55989.0,"score_lmetric":301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":301,"score_linear":71575.0,"score_lmetric":113186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":301,"score_linear":113053.0,"score_lmetric":185748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":301,"score_linear":125063.0,"score_lmetric":235368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":301,"score_linear":50783.0,"score_lmetric":51084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26808.052861355,"t_first_token_unix":1779960804.6078043,"t_done":26809.576753702,"t_done_unix":1779960806.131697},{"request_id":"1265128:1:1265128:85","session_id":"1265128","input_length":14028,"t_proxy_recv":26808.342931408,"t_decision_unix":1779960804.8978722,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14028.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,1,2,2,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":14028,"cache_hit":0,"estimated_new_tokens":14028,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":14028,"score_linear":110048.0,"score_lmetric":124076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":14028,"score_linear":55989.0,"score_lmetric":14028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":14028,"score_linear":301.0,"score_lmetric":14028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":14028,"score_linear":71575.0,"score_lmetric":140640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14028,"score_linear":113053.0,"score_lmetric":213202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14028,"score_linear":125063.0,"score_lmetric":262822},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":14028,"score_linear":50783.0,"score_lmetric":64811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":14028,"score_linear":23540.0,"score_lmetric":37568}],"chosen_score_linear":301.0,"chosen_score_lmetric":14028,"t_first_token":26809.559525068,"t_first_token_unix":1779960806.114469,"t_done":26809.996539262,"t_done_unix":1779960806.551483},{"request_id":"1266067:1:1266067:91","session_id":"1266067","input_length":579,"t_proxy_recv":26811.563637171,"t_decision_unix":1779960808.1185782,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":579.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (579 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":579,"cache_hit":0,"estimated_new_tokens":579,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":579,"score_linear":135235.0,"score_lmetric":227596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":579,"score_linear":60059.0,"score_lmetric":9298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":579,"score_linear":13178.0,"score_lmetric":13757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":579,"score_linear":71575.0,"score_lmetric":113742},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":579,"score_linear":27639.0,"score_lmetric":579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":579,"score_linear":125063.0,"score_lmetric":235924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":0,"pending_prefill_tokens":59480,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":579,"score_linear":71768.0,"score_lmetric":120118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":579,"score_linear":45884.0,"score_lmetric":1158}],"chosen_score_linear":27639.0,"chosen_score_lmetric":579,"t_first_token":26811.692841009,"t_first_token_unix":1779960808.2477918,"t_done":26811.859389021,"t_done_unix":1779960808.4143322},{"request_id":"1263611:2:1265770:88","session_id":"1263611","input_length":13178,"t_proxy_recv":26810.662073544,"t_decision_unix":1779960807.2170148,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5632,"affinity_cache_ratio":0.4273789649415693,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":13178.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13178,"cache_hit":0,"estimated_new_tokens":13178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":5632,"new_prefill":7546,"score_linear":129603.0,"score_lmetric":241530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":13178,"score_linear":55989.0,"score_lmetric":13178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":13178,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":13178,"score_linear":71575.0,"score_lmetric":138940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":13178,"score_linear":27639.0,"score_lmetric":13178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13178,"score_linear":125063.0,"score_lmetric":261122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":13178,"score_linear":50783.0,"score_lmetric":63961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":13178,"score_linear":45884.0,"score_lmetric":74092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26811.769594563,"t_first_token_unix":1779960808.3245382,"t_done":26812.021849767,"t_done_unix":1779960808.5767927},{"request_id":"1250772:3:1265019:84","session_id":"1250772","input_length":23540,"t_proxy_recv":26808.084442528,"t_decision_unix":1779960804.6393838,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.45675446049277824,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":23540.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23540,"cache_hit":0,"estimated_new_tokens":23540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":23540,"score_linear":110048.0,"score_lmetric":133588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":23540,"score_linear":55989.0,"score_lmetric":23540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":23540,"score_linear":301.0,"score_lmetric":23540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":23540,"score_linear":71575.0,"score_lmetric":159664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":23540,"score_linear":113053.0,"score_lmetric":232226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":12788,"score_linear":114311.0,"score_lmetric":260342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":23540,"score_linear":50783.0,"score_lmetric":74323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":23540,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26810.785882346,"t_first_token_unix":1779960807.340826,"t_done":26812.412084365,"t_done_unix":1779960808.9670281},{"request_id":"1265942:1:1265942:89","session_id":"1265942","input_length":4070,"t_proxy_recv":26811.2909038,"t_decision_unix":1779960807.845845,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4070.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4070 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4070,"cache_hit":0,"estimated_new_tokens":4070,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":4070,"score_linear":135235.0,"score_lmetric":234578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":4070,"score_linear":55989.0,"score_lmetric":4070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":4070,"score_linear":13178.0,"score_lmetric":17248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":4070,"score_linear":71575.0,"score_lmetric":120724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":4070,"score_linear":27639.0,"score_lmetric":4070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":4070,"score_linear":125063.0,"score_lmetric":242906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":4070,"score_linear":50783.0,"score_lmetric":54853},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":4070,"score_linear":45884.0,"score_lmetric":8140}],"chosen_score_linear":55989.0,"chosen_score_lmetric":4070,"t_first_token":26811.597955868,"t_first_token_unix":1779960808.1528995,"t_done":26812.447348677,"t_done_unix":1779960809.0022922},{"request_id":"1262354:3:1265178:86","session_id":"1262354","input_length":22344,"t_proxy_recv":26808.450261209,"t_decision_unix":1779960805.0052025,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9853204439670605,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (328 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":328,"cache_hit":22016,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":22344,"score_linear":110048.0,"score_lmetric":132392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":22344,"score_linear":55989.0,"score_lmetric":22344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":22344,"score_linear":14329.0,"score_lmetric":72744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":22344,"score_linear":71575.0,"score_lmetric":157272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22344,"score_linear":113053.0,"score_lmetric":229834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22344,"score_linear":125063.0,"score_lmetric":279454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22344,"score_linear":50783.0,"score_lmetric":73127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":81,"cache_hit":22016,"new_prefill":328,"score_linear":1524.0,"score_lmetric":23868}],"chosen_score_linear":1524.0,"chosen_score_lmetric":23868,"t_first_token":26810.787962076,"t_first_token_unix":1779960807.3429055,"t_done":26813.203737223,"t_done_unix":1779960809.7586806},{"request_id":"1266440:1:1266440:92","session_id":"1266440","input_length":5381,"t_proxy_recv":26812.63694105,"t_decision_unix":1779960809.1918821,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":5381.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5381 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5381,"cache_hit":0,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":5381,"score_linear":135235.0,"score_lmetric":237200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":5381,"score_linear":55989.0,"score_lmetric":5381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":348,"cache_hit":0,"new_prefill":5381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":5381,"score_linear":71575.0,"score_lmetric":123346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":5381,"score_linear":27639.0,"score_lmetric":5381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5381,"score_linear":125063.0,"score_lmetric":245528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":0,"pending_prefill_tokens":59480,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5381,"score_linear":71768.0,"score_lmetric":129722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22344,"ongoing_decode_tokens":22344,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":127,"cache_hit":0,"new_prefill":5381,"score_linear":22344.0,"score_lmetric":5381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26813.016641656,"t_first_token_unix":1779960809.5715852,"t_done":26813.320260609,"t_done_unix":1779960809.8752036},{"request_id":"1253804:4:1262690:70","session_id":"1253804","input_length":55989,"t_proxy_recv":26799.699730602,"t_decision_unix":1779960796.2546718,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.978477915304792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1205 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":1205,"cache_hit":54784,"estimated_new_tokens":1205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":279,"cache_hit":54784,"new_prefill":1205,"score_linear":-54784.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55989,"score_linear":68131.0,"score_lmetric":124120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":3584,"new_prefill":52405,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55989,"score_linear":113053.0,"score_lmetric":297124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55989,"score_linear":125063.0,"score_lmetric":346744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55989,"score_linear":21510.0,"score_lmetric":77499}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":26800.114414928,"t_first_token_unix":1779960796.6693583,"t_done":26813.933887942,"t_done_unix":1779960810.4888318},{"request_id":"1263727:1:1263727:77","session_id":"1263727","input_length":50783,"t_proxy_recv":26803.5495651,"t_decision_unix":1779960800.1045067,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":50783.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":50783,"cache_hit":0,"estimated_new_tokens":50783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":50783,"score_linear":5990.0,"score_lmetric":50783},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":50783,"score_linear":55989.0,"score_lmetric":50783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":50783,"score_linear":68377.0,"score_lmetric":50783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":50783,"score_linear":15283.0,"score_lmetric":50783},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":50783,"score_linear":113053.0,"score_lmetric":286712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":50783,"score_linear":125063.0,"score_lmetric":336332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":50783,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":50783,"score_linear":22109.0,"score_lmetric":50783}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26813.236997753,"t_first_token_unix":1779960809.791951,"t_done":26814.660545071,"t_done_unix":1779960811.2154887},{"request_id":"1260792:2:1265951:90","session_id":"1260792","input_length":20985,"t_proxy_recv":26811.316655792,"t_decision_unix":1779960807.871597,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5855611150822015,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12288,"v3_new_local":8697,"cache_hit":12288,"estimated_new_tokens":8697,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":20985,"score_linear":135235.0,"score_lmetric":268408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":20985,"score_linear":60059.0,"score_lmetric":50110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":20985,"score_linear":13178.0,"score_lmetric":34163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":20985,"score_linear":71575.0,"score_lmetric":154554},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":20985,"score_linear":27639.0,"score_lmetric":20985},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":20985,"score_linear":125063.0,"score_lmetric":276736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":12288,"new_prefill":8697,"score_linear":38495.0,"score_lmetric":59480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":20985,"score_linear":45884.0,"score_lmetric":41970}],"chosen_score_linear":38495.0,"chosen_score_lmetric":59480,"t_first_token":26814.418411903,"t_first_token_unix":1779960810.973356,"t_done":26814.775533939,"t_done_unix":1779960811.3304782},{"request_id":"1263971:2:1266797:94","session_id":"1263971","input_length":9504,"t_proxy_recv":26813.986402329,"t_decision_unix":1779960810.5413437,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6464646464646465,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3360 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":3360,"cache_hit":6144,"estimated_new_tokens":3360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":9504,"score_linear":135235.0,"score_lmetric":245446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":9504,"score_linear":71575.0,"score_lmetric":131592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":9504,"score_linear":27639.0,"score_lmetric":9504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9504,"score_linear":125063.0,"score_lmetric":253774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":50783,"pending_prefill_tokens":8697,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":9504,"score_linear":71768.0,"score_lmetric":36402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":0,"pending_prefill_tokens":17466,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":6144,"new_prefill":3360,"score_linear":11322.0,"score_lmetric":20826}],"chosen_score_linear":11322.0,"chosen_score_lmetric":20826,"t_first_token":26815.493077722,"t_first_token_unix":1779960812.0480213,"t_done":26815.686307673,"t_done_unix":1779960812.241252},{"request_id":"1263749:1:1263749:79","session_id":"1263749","input_length":56292,"t_proxy_recv":26803.623679733,"t_decision_unix":1779960800.1786213,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":56292.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,1,1,2,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":56292,"cache_hit":0,"estimated_new_tokens":56292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":56292,"score_linear":5990.0,"score_lmetric":56292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":56292,"score_linear":55989.0,"score_lmetric":56292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":56292,"score_linear":68377.0,"score_lmetric":56292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":56292,"score_linear":15283.0,"score_lmetric":56292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":56292,"score_linear":113053.0,"score_lmetric":297730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":56292,"score_linear":125063.0,"score_lmetric":347350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":56292,"score_linear":50783.0,"score_lmetric":107075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":56292,"score_linear":22109.0,"score_lmetric":56292}],"chosen_score_linear":15283.0,"chosen_score_lmetric":56292,"t_first_token":26815.095354295,"t_first_token_unix":1779960811.6502984,"t_done":26816.469412857,"t_done_unix":1779960813.0243566},{"request_id":"1265942:2:1268069:97","session_id":"1265942","input_length":10457,"t_proxy_recv":26818.294785941,"t_decision_unix":1779960814.8497272,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4096,"affinity_cache_ratio":0.39169934015492014,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":6361.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6361 < 8000)","v3_prefill_cache_hit":4096,"v3_new_local":6361,"cache_hit":4096,"estimated_new_tokens":6361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":10457,"score_linear":135235.0,"score_lmetric":247352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":4096,"new_prefill":6361,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":126924.0,"score_lmetric":118437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10457,"score_linear":15283.0,"score_lmetric":10457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10457,"score_linear":27639.0,"score_lmetric":10457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":10457,"score_linear":125063.0,"score_lmetric":255680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":10457,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":134,"cache_hit":0,"new_prefill":10457,"score_linear":46137.0,"score_lmetric":33200}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":26818.865144613,"t_first_token_unix":1779960815.4200907,"t_done":26819.224298443,"t_done_unix":1779960815.7792416},{"request_id":"1262354:4:1267821:95","session_id":"1262354","input_length":28671,"t_proxy_recv":26817.596836469,"t_decision_unix":1779960814.1517777,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7857416902096195,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6143 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":6143,"cache_hit":22528,"estimated_new_tokens":6143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28671,"score_linear":135235.0,"score_lmetric":283780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28671,"score_linear":15283.0,"score_lmetric":28671},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28671,"score_linear":27639.0,"score_lmetric":28671},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28671,"score_linear":125063.0,"score_lmetric":292108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":134,"cache_hit":22528,"new_prefill":6143,"score_linear":-5062.0,"score_lmetric":6143}],"chosen_score_linear":-5062.0,"chosen_score_lmetric":6143,"t_first_token":26818.791014979,"t_first_token_unix":1779960815.345959,"t_done":26820.392636417,"t_done_unix":1779960816.9475799},{"request_id":"1268634:1:1268634:99","session_id":"1268634","input_length":2298,"t_proxy_recv":26820.510141207,"t_decision_unix":1779960817.0650823,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":2298.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2298 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2298,"cache_hit":0,"estimated_new_tokens":2298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2298,"score_linear":135235.0,"score_lmetric":231034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":126924.0,"score_lmetric":110278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2298,"score_linear":15283.0,"score_lmetric":2298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2298,"score_linear":27639.0,"score_lmetric":2298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2298,"score_linear":125063.0,"score_lmetric":239362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":2298,"score_linear":17466.0,"score_lmetric":2298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26820.727648199,"t_first_token_unix":1779960817.282592,"t_done":26820.843274907,"t_done_unix":1779960817.398218},{"request_id":"1266668:1:1266668:93","session_id":"1266668","input_length":17466,"t_proxy_recv":26813.539287331,"t_decision_unix":1779960810.0942285,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":17466.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17466,"cache_hit":0,"estimated_new_tokens":17466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":13370,"score_linear":131139.0,"score_lmetric":253178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":17466,"score_linear":55989.0,"score_lmetric":17466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":17466,"score_linear":71575.0,"score_lmetric":147516},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17466,"score_linear":27639.0,"score_lmetric":17466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17466,"score_linear":125063.0,"score_lmetric":269698},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":50783,"pending_prefill_tokens":8697,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":17466,"score_linear":71768.0,"score_lmetric":52326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26815.491063568,"t_first_token_unix":1779960812.04601,"t_done":26821.015933371,"t_done_unix":1779960817.5708764},{"request_id":"1268649:1:1268649:100","session_id":"1268649","input_length":18638,"t_proxy_recv":26820.53254351,"t_decision_unix":1779960817.087485,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":18638.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,1,2,1,2,2,1])","v3_prefill_cache_hit":0,"v3_new_local":18638,"cache_hit":0,"estimated_new_tokens":18638,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":18638,"score_linear":135235.0,"score_lmetric":263714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":18638,"score_linear":2298.0,"score_lmetric":20936},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":126924.0,"score_lmetric":126618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":18638,"score_linear":117357.0,"score_lmetric":37276},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":18638,"score_linear":27639.0,"score_lmetric":18638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":18638,"score_linear":125063.0,"score_lmetric":272042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":18638,"score_linear":102074.0,"score_lmetric":18638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":18638,"score_linear":17466.0,"score_lmetric":18638}],"chosen_score_linear":27639.0,"chosen_score_lmetric":18638,"t_first_token":26822.421044088,"t_first_token_unix":1779960818.9759874,"t_done":26822.623048496,"t_done_unix":1779960819.1779914},{"request_id":"1263971:3:1269088:104","session_id":"1263971","input_length":13955,"t_proxy_recv":26821.972053408,"t_decision_unix":1779960818.5269947,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.660408455750627,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4739 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":4739,"cache_hit":9216,"estimated_new_tokens":4739,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":13955,"score_linear":135235.0,"score_lmetric":254348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":13955,"score_linear":12195.0,"score_lmetric":26150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":126924.0,"score_lmetric":121935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":13955,"score_linear":117357.0,"score_lmetric":27910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":13955,"score_linear":46277.0,"score_lmetric":65186},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13955,"score_linear":125063.0,"score_lmetric":262676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":13955,"score_linear":102074.0,"score_lmetric":13955},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36349,"ongoing_decode_tokens":0,"pending_prefill_tokens":12797,"num_requests":2,"active_p_offloads":0,"cached_blocks":181,"cache_hit":9216,"new_prefill":4739,"score_linear":27133.0,"score_lmetric":35072}],"chosen_score_linear":27133.0,"chosen_score_lmetric":35072,"t_first_token":26822.739196358,"t_first_token_unix":1779960819.2941396,"t_done":26823.063382881,"t_done_unix":1779960819.61833},{"request_id":"1268831:1:1268831:101","session_id":"1268831","input_length":12195,"t_proxy_recv":26821.036057072,"t_decision_unix":1779960817.590999,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":12195.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12195,"cache_hit":0,"estimated_new_tokens":12195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":12195,"score_linear":135235.0,"score_lmetric":250828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":126924.0,"score_lmetric":120175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12195,"score_linear":117357.0,"score_lmetric":24390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12195,"score_linear":46277.0,"score_lmetric":61666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12195,"score_linear":125063.0,"score_lmetric":259156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":12195,"score_linear":102074.0,"score_lmetric":12195},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":181,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26822.032116926,"t_first_token_unix":1779960818.5870605,"t_done":26823.432447876,"t_done_unix":1779960819.9873915},{"request_id":"1262354:5:1269336:105","session_id":"1262354","input_length":28906,"t_proxy_recv":26822.887024081,"t_decision_unix":1779960819.4419656,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9919047948522798,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (234 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":234,"cache_hit":28672,"estimated_new_tokens":234,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28906,"score_linear":135235.0,"score_lmetric":284250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":28906,"score_linear":12195.0,"score_lmetric":28906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":126924.0,"score_lmetric":136886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28906,"score_linear":117357.0,"score_lmetric":57812},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28906,"score_linear":27639.0,"score_lmetric":28906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28906,"score_linear":125063.0,"score_lmetric":292578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28906,"score_linear":102074.0,"score_lmetric":28906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50304,"ongoing_decode_tokens":50304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":181,"cache_hit":28672,"new_prefill":234,"score_linear":21632.0,"score_lmetric":702}],"chosen_score_linear":21632.0,"chosen_score_lmetric":702,"t_first_token":26822.967531592,"t_first_token_unix":1779960819.5224748,"t_done":26824.00217192,"t_done_unix":1779960820.557115},{"request_id":"1250772:4:1268869:103","session_id":"1250772","input_length":24029,"t_proxy_recv":26821.18859069,"t_decision_unix":1779960817.7435322,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9801489866411419,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":477,"cache_hit":23552,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":24029,"score_linear":135235.0,"score_lmetric":274496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":24029,"score_linear":12195.0,"score_lmetric":36224},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":126924.0,"score_lmetric":132009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":24029,"score_linear":117357.0,"score_lmetric":48058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":24029,"score_linear":46277.0,"score_lmetric":85334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":13277,"score_linear":114311.0,"score_lmetric":261320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":24029,"score_linear":102074.0,"score_lmetric":24029},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":0,"pending_prefill_tokens":12320,"num_requests":1,"active_p_offloads":0,"cached_blocks":181,"cache_hit":23552,"new_prefill":477,"score_linear":-11232.0,"score_lmetric":12797}],"chosen_score_linear":-11232.0,"chosen_score_lmetric":12797,"t_first_token":26822.236070076,"t_first_token_unix":1779960818.791013,"t_done":26824.017510009,"t_done_unix":1779960820.5724528},{"request_id":"1269901:1:1269901:107","session_id":"1269901","input_length":1323,"t_proxy_recv":26824.566595947,"t_decision_unix":1779960821.121537,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1323.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1323 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1323,"cache_hit":0,"estimated_new_tokens":1323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":1323,"score_linear":135235.0,"score_lmetric":229084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":1323,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":126924.0,"score_lmetric":109303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":1323,"score_linear":117357.0,"score_lmetric":2646},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":1323,"score_linear":27639.0,"score_lmetric":1323},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":1323,"score_linear":125063.0,"score_lmetric":237412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":1323,"score_linear":116178.0,"score_lmetric":2646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":1323,"score_linear":12320.0,"score_lmetric":1323}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26824.663689126,"t_first_token_unix":1779960821.2186327,"t_done":26825.129747686,"t_done_unix":1779960821.6846907},{"request_id":"1268861:1:1268861:102","session_id":"1268861","input_length":12320,"t_proxy_recv":26821.154564195,"t_decision_unix":1779960817.7095056,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":12320.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12320,"cache_hit":0,"estimated_new_tokens":12320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":12320,"score_linear":135235.0,"score_lmetric":251078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":12320,"score_linear":12195.0,"score_lmetric":24515},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":126924.0,"score_lmetric":120300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12320,"score_linear":117357.0,"score_lmetric":24640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12320,"score_linear":46277.0,"score_lmetric":61916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12320,"score_linear":125063.0,"score_lmetric":259406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":12320,"score_linear":102074.0,"score_lmetric":12320},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":181,"cache_hit":0,"new_prefill":12320,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26822.234921801,"t_first_token_unix":1779960818.7898655,"t_done":26825.458652537,"t_done_unix":1779960822.0135958},{"request_id":"1263727:2:1270052:109","session_id":"1263727","input_length":57803,"t_proxy_recv":26825.187196717,"t_decision_unix":1779960821.7421381,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.876909502966974,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7115 < 8000)","v3_prefill_cache_hit":50688,"v3_new_local":7115,"cache_hit":50688,"estimated_new_tokens":7115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":57803,"score_linear":166063.0,"score_lmetric":513390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":57803,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":126924.0,"score_lmetric":165783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":57803,"score_linear":117357.0,"score_lmetric":115606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":57803,"score_linear":27639.0,"score_lmetric":57803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":57803,"score_linear":125063.0,"score_lmetric":350372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":50688,"new_prefill":7115,"score_linear":65490.0,"score_lmetric":14230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":57803,"score_linear":12320.0,"score_lmetric":57803}],"chosen_score_linear":65490.0,"chosen_score_lmetric":14230,"t_first_token":26827.733178705,"t_first_token_unix":1779960824.288122,"t_done":26827.962534272,"t_done_unix":1779960824.5174778},{"request_id":"1269373:1:1269373:106","session_id":"1269373","input_length":14104,"t_proxy_recv":26823.012533708,"t_decision_unix":1779960819.5674753,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":14104.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14104,"cache_hit":0,"estimated_new_tokens":14104,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":10008,"score_linear":131139.0,"score_lmetric":246454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":14104,"score_linear":12195.0,"score_lmetric":14104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":126924.0,"score_lmetric":122084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":14104,"score_linear":117357.0,"score_lmetric":28208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":14104,"score_linear":27639.0,"score_lmetric":14104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14104,"score_linear":125063.0,"score_lmetric":262974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":14104,"score_linear":102074.0,"score_lmetric":14104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79210,"ongoing_decode_tokens":79210,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":181,"cache_hit":7680,"new_prefill":6424,"score_linear":71530.0,"score_lmetric":25696}],"chosen_score_linear":102074.0,"chosen_score_lmetric":14104,"t_first_token":26824.233208529,"t_first_token_unix":1779960820.788152,"t_done":26828.158674783,"t_done_unix":1779960824.7136178},{"request_id":"1256273:4:1259632:60","session_id":"1256273","input_length":12270,"t_proxy_recv":26789.034623645,"t_decision_unix":1779960785.5895653,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6259168704156479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4590 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":4590,"cache_hit":7680,"estimated_new_tokens":4590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":12270,"score_linear":80365.0,"score_lmetric":59840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12270,"score_linear":68131.0,"score_lmetric":80401},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":12270,"score_linear":9250.0,"score_lmetric":12270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12270,"score_linear":90488.0,"score_lmetric":102758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":7680,"new_prefill":4590,"score_linear":105113.0,"score_lmetric":117383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14291,"ongoing_decode_tokens":14291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":12270,"score_linear":14291.0,"score_lmetric":12270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":105113.0,"chosen_score_lmetric":117383,"t_first_token":26827.837484135,"t_first_token_unix":1779960824.3924274,"t_done":26828.878905847,"t_done_unix":1779960825.433849},{"request_id":"1258859:1:1258859:57","session_id":"1258859","input_length":112793,"t_proxy_recv":26786.446632183,"t_decision_unix":1779960783.001573,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":112793.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":112793,"cache_hit":0,"estimated_new_tokens":112793,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":112793,"score_linear":80365.0,"score_lmetric":260886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":112793,"score_linear":68131.0,"score_lmetric":180924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":112793,"score_linear":90488.0,"score_lmetric":203281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26827.606499564,"t_first_token_unix":1779960824.161443,"t_done":26828.993682847,"t_done_unix":1779960825.5486264},{"request_id":"1266440:2:1270501:112","session_id":"1266440","input_length":11128,"t_proxy_recv":26826.766027912,"t_decision_unix":1779960823.3209696,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46010064701653486,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":11128.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11128,"cache_hit":0,"estimated_new_tokens":11128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":11128,"score_linear":166063.0,"score_lmetric":373365},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":11128,"score_linear":27927.0,"score_lmetric":39055},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":5120,"new_prefill":6008,"score_linear":121804.0,"score_lmetric":113988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":11128,"score_linear":117357.0,"score_lmetric":22256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11128,"score_linear":27639.0,"score_lmetric":11128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11128,"score_linear":125063.0,"score_lmetric":257022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":11128,"score_linear":173981.0,"score_lmetric":54729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":11128,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26827.693121011,"t_first_token_unix":1779960824.2480643,"t_done":26830.61094346,"t_done_unix":1779960827.1658864},{"request_id":"1270340:1:1270340:111","session_id":"1270340","input_length":27927,"t_proxy_recv":26826.193753102,"t_decision_unix":1779960822.7486942,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":27927.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27927,"cache_hit":0,"estimated_new_tokens":27927,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":27927,"score_linear":166063.0,"score_lmetric":423762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":126924.0,"score_lmetric":135907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":27927,"score_linear":117357.0,"score_lmetric":55854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":27927,"score_linear":27639.0,"score_lmetric":27927},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27927,"score_linear":125063.0,"score_lmetric":290620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":27927,"score_linear":173981.0,"score_lmetric":105126},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26829.687672089,"t_first_token_unix":1779960826.2426155,"t_done":26830.988871694,"t_done_unix":1779960827.5438178},{"request_id":"1271847:1:1271847:123","session_id":"1271847","input_length":2524,"t_proxy_recv":26831.449096417,"t_decision_unix":1779960828.004026,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":5048.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2524 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2524,"cache_hit":0,"estimated_new_tokens":2524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2524,"score_linear":166063.0,"score_lmetric":347553},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47771,"ongoing_decode_tokens":47771,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":2524,"score_linear":47771.0,"score_lmetric":5048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":150574.0,"score_lmetric":240660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2524,"score_linear":139076.0,"score_lmetric":72729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":2524,"score_linear":121069.0,"score_lmetric":191908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":113923.0,"score_lmetric":5048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":2524,"score_linear":134184.0,"score_lmetric":60894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":2524,"score_linear":61159.0,"score_lmetric":5048}],"chosen_score_linear":61159.0,"chosen_score_lmetric":5048,"t_first_token":26831.678042085,"t_first_token_unix":1779960828.2329853,"t_done":26831.93778669,"t_done_unix":1779960828.49273},{"request_id":"1271459:1:1271459:118","session_id":"1271459","input_length":751,"t_proxy_recv":26830.15351859,"t_decision_unix":1779960826.70846,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":751.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (751 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":751,"cache_hit":0,"estimated_new_tokens":751,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":751,"score_linear":166063.0,"score_lmetric":342234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":751,"score_linear":47375.0,"score_lmetric":15822},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":126924.0,"score_lmetric":108731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":751,"score_linear":117357.0,"score_lmetric":1502},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":751,"score_linear":121069.0,"score_lmetric":188362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":113172.0,"score_lmetric":751},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":751,"score_linear":119780.0,"score_lmetric":36914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":751,"score_linear":72287.0,"score_lmetric":33648}],"chosen_score_linear":113172.0,"chosen_score_lmetric":751,"t_first_token":26830.424348142,"t_first_token_unix":1779960826.9792912,"t_done":26832.116281538,"t_done_unix":1779960828.6712248},{"request_id":"1271328:1:1271328:117","session_id":"1271328","input_length":17706,"t_proxy_recv":26829.735637267,"t_decision_unix":1779960826.2905788,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":17706.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17706,"cache_hit":0,"estimated_new_tokens":17706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":17706,"score_linear":166063.0,"score_lmetric":393099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":17706,"score_linear":47375.0,"score_lmetric":49732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":126924.0,"score_lmetric":125686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":17706,"score_linear":117357.0,"score_lmetric":35412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":17706,"score_linear":121069.0,"score_lmetric":222272},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":113172.0,"score_lmetric":17706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":17706,"score_linear":102074.0,"score_lmetric":17706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":17706,"score_linear":72287.0,"score_lmetric":84513}],"chosen_score_linear":102074.0,"chosen_score_lmetric":17706,"t_first_token":26831.50307757,"t_first_token_unix":1779960828.058021,"t_done":26832.124928322,"t_done_unix":1779960828.6798718},{"request_id":"1271991:1:1271991:124","session_id":"1271991","input_length":2851,"t_proxy_recv":26831.983464818,"t_decision_unix":1779960828.5384061,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":5702.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2851 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2851,"cache_hit":0,"estimated_new_tokens":2851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2851,"score_linear":166063.0,"score_lmetric":348534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47771,"ongoing_decode_tokens":47771,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":2851,"score_linear":47771.0,"score_lmetric":5702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":150574.0,"score_lmetric":241314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2851,"score_linear":139076.0,"score_lmetric":73710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":2851,"score_linear":121069.0,"score_lmetric":192562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":113923.0,"score_lmetric":5702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":32110,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":2851,"score_linear":134184.0,"score_lmetric":8553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":2851,"score_linear":61159.0,"score_lmetric":5702}],"chosen_score_linear":47771.0,"chosen_score_lmetric":5702,"t_first_token":26832.189247475,"t_first_token_unix":1779960828.7441907,"t_done":26832.455870269,"t_done_unix":1779960829.0108137},{"request_id":"1268831:2:1271087:116","session_id":"1268831","input_length":19448,"t_proxy_recv":26829.021830745,"t_decision_unix":1779960825.5767725,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12288,"affinity_cache_ratio":0.6318387494858083,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7160 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":7160,"cache_hit":12288,"estimated_new_tokens":7160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":19448,"score_linear":166063.0,"score_lmetric":398325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":12288,"new_prefill":7160,"score_linear":15639.0,"score_lmetric":35087},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":126924.0,"score_lmetric":127428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":19448,"score_linear":117357.0,"score_lmetric":38896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":19448,"score_linear":121069.0,"score_lmetric":225756},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":19448,"score_linear":113172.0,"score_lmetric":19980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":19448,"score_linear":102074.0,"score_lmetric":19448},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":11128,"pending_prefill_tokens":14567,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":19448,"score_linear":72287.0,"score_lmetric":102045}],"chosen_score_linear":15639.0,"chosen_score_lmetric":35087,"t_first_token":26830.635814289,"t_first_token_unix":1779960827.1907575,"t_done":26832.58561439,"t_done_unix":1779960829.1405578},{"request_id":"1270340:2:1271641:121","session_id":"1270340","input_length":28323,"t_proxy_recv":26830.994558982,"t_decision_unix":1779960827.5495005,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9761677788369876,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (675 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":675,"cache_hit":27648,"estimated_new_tokens":675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28323,"score_linear":166063.0,"score_lmetric":424950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19448,"ongoing_decode_tokens":19448,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":27648,"new_prefill":675,"score_linear":-8200.0,"score_lmetric":675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":150574.0,"score_lmetric":292258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28323,"score_linear":139076.0,"score_lmetric":150126},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28323,"score_linear":121069.0,"score_lmetric":243506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":113923.0,"score_lmetric":56646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":28323,"score_linear":134184.0,"score_lmetric":138291},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":28323,"score_linear":61159.0,"score_lmetric":56646}],"chosen_score_linear":-8200.0,"chosen_score_lmetric":675,"t_first_token":26831.163959429,"t_first_token_unix":1779960827.7189033,"t_done":26833.162507396,"t_done_unix":1779960829.7174509},{"request_id":"1272085:1:1272085:125","session_id":"1272085","input_length":5302,"t_proxy_recv":26832.315884928,"t_decision_unix":1779960828.8708262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":5302.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5302 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5302,"cache_hit":0,"estimated_new_tokens":5302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":5302,"score_linear":166063.0,"score_lmetric":355887},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":50622,"ongoing_decode_tokens":50622,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":5302,"score_linear":50622.0,"score_lmetric":15906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":150574.0,"score_lmetric":246216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":5302,"score_linear":139076.0,"score_lmetric":81063},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":5302,"score_linear":121069.0,"score_lmetric":197464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":266,"cache_hit":0,"new_prefill":5302,"score_linear":113172.0,"score_lmetric":5302},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116478,"ongoing_decode_tokens":14404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":5302,"score_linear":116478.0,"score_lmetric":10604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":5302,"score_linear":61159.0,"score_lmetric":10604}],"chosen_score_linear":113172.0,"chosen_score_lmetric":5302,"t_first_token":26832.782408441,"t_first_token_unix":1779960829.3373518,"t_done":26833.673253451,"t_done_unix":1779960830.2281966},{"request_id":"1266668:2:1270661:115","session_id":"1266668","input_length":28385,"t_proxy_recv":26827.375782438,"t_decision_unix":1779960823.930724,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.6313193588162762,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17920,"v3_new_local":10465,"cache_hit":17920,"estimated_new_tokens":10465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":24289,"score_linear":161967.0,"score_lmetric":412848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":28385,"score_linear":27927.0,"score_lmetric":56312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":126924.0,"score_lmetric":136365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28385,"score_linear":117357.0,"score_lmetric":56770},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28385,"score_linear":121069.0,"score_lmetric":243630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28385,"score_linear":125063.0,"score_lmetric":291536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28385,"score_linear":173981.0,"score_lmetric":106500},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43902,"ongoing_decode_tokens":0,"pending_prefill_tokens":15230,"num_requests":2,"active_p_offloads":0,"cached_blocks":215,"cache_hit":17920,"new_prefill":10465,"score_linear":25982.0,"score_lmetric":51390}],"chosen_score_linear":25982.0,"chosen_score_lmetric":51390,"t_first_token":26830.340034354,"t_first_token_unix":1779960826.8949778,"t_done":26833.954326509,"t_done_unix":1779960830.5092697},{"request_id":"1269373:2:1271580:120","session_id":"1269373","input_length":14404,"t_proxy_recv":26830.564988033,"t_decision_unix":1779960827.1199296,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.995279089141905,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (68 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":68,"cache_hit":14336,"estimated_new_tokens":68,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":10308,"score_linear":161967.0,"score_lmetric":370905},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":14404,"score_linear":47375.0,"score_lmetric":43128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":126924.0,"score_lmetric":122384},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":14404,"score_linear":139076.0,"score_lmetric":108369},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":14404,"score_linear":121069.0,"score_lmetric":215668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":113923.0,"score_lmetric":28808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":14336,"new_prefill":68,"score_linear":105444.0,"score_lmetric":35548},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":72287,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":7680,"new_prefill":6724,"score_linear":64607.0,"score_lmetric":20172}],"chosen_score_linear":105444.0,"chosen_score_lmetric":35548,"t_first_token":26831.52311983,"t_first_token_unix":1779960828.0780632,"t_done":26834.966961023,"t_done_unix":1779960831.5219045},{"request_id":"1265942:3:1272453:127","session_id":"1265942","input_length":18093,"t_proxy_recv":26833.780042739,"t_decision_unix":1779960830.3349843,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.5659647377438789,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7853 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":7853,"cache_hit":10240,"estimated_new_tokens":7853,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":18093,"score_linear":166063.0,"score_lmetric":394260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":10240,"new_prefill":7853,"score_linear":-10240.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":150574.0,"score_lmetric":271798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":18093,"score_linear":139076.0,"score_lmetric":119436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":18093,"score_linear":121069.0,"score_lmetric":223046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":18093,"score_linear":113172.0,"score_lmetric":18093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126196,"ongoing_decode_tokens":24122,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":18093,"score_linear":126196.0,"score_lmetric":54279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":18093,"score_linear":61159.0,"score_lmetric":36186}],"chosen_score_linear":-10240.0,"chosen_score_lmetric":0,"t_first_token":26834.764472732,"t_first_token_unix":1779960831.3194163,"t_done":26835.012472647,"t_done_unix":1779960831.5674157},{"request_id":"1272313:1:1272313:126","session_id":"1272313","input_length":9718,"t_proxy_recv":26833.228621247,"t_decision_unix":1779960829.7835627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4076.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2038 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2038,"cache_hit":7680,"estimated_new_tokens":2038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":5622,"score_linear":161967.0,"score_lmetric":356847},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":9718,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":150574.0,"score_lmetric":255048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":9718,"score_linear":139076.0,"score_lmetric":94311},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":9718,"score_linear":121069.0,"score_lmetric":206296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118474,"ongoing_decode_tokens":118474,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":266,"cache_hit":0,"new_prefill":9718,"score_linear":118474.0,"score_lmetric":19436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116478,"ongoing_decode_tokens":14404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":7680,"new_prefill":2038,"score_linear":108798.0,"score_lmetric":4076},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":7680,"new_prefill":2038,"score_linear":53479.0,"score_lmetric":4076}],"chosen_score_linear":108798.0,"chosen_score_lmetric":4076,"t_first_token":26833.464529702,"t_first_token_unix":1779960830.0194728,"t_done":26836.025676886,"t_done_unix":1779960832.5806208},{"request_id":"1262354:6:1270643:114","session_id":"1262354","input_length":32774,"t_proxy_recv":26827.296971273,"t_decision_unix":1779960823.851913,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.8748398120461341,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4102 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":4102,"cache_hit":28672,"estimated_new_tokens":4102,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":32774,"score_linear":166063.0,"score_lmetric":438303},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":32774,"score_linear":27927.0,"score_lmetric":60701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":126924.0,"score_lmetric":140754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":32774,"score_linear":117357.0,"score_lmetric":65548},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":32774,"score_linear":121069.0,"score_lmetric":252408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":32774,"score_linear":125063.0,"score_lmetric":300314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":32774,"score_linear":173981.0,"score_lmetric":119667},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":215,"cache_hit":28672,"new_prefill":4102,"score_linear":-17544.0,"score_lmetric":15230}],"chosen_score_linear":-17544.0,"chosen_score_lmetric":15230,"t_first_token":26829.28959014,"t_first_token_unix":1779960825.8445342,"t_done":26837.467486783,"t_done_unix":1779960834.02243},{"request_id":"1258859:2:1264639:81","session_id":"1258859","input_length":113172,"t_proxy_recv":26829.017566081,"t_decision_unix":1779960825.5725074,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":112640,"affinity_cache_ratio":0.995299190612519,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":532,"cache_hit":112640,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":113172,"score_linear":166063.0,"score_lmetric":679497},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":113172,"score_linear":27927.0,"score_lmetric":141099},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":126924.0,"score_lmetric":221152},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":113172,"score_linear":117357.0,"score_lmetric":226344},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":113172,"score_linear":121069.0,"score_lmetric":413204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":112640,"new_prefill":532,"score_linear":-112640.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":113172,"score_linear":102074.0,"score_lmetric":113172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":11128,"pending_prefill_tokens":14567,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":113172,"score_linear":72287.0,"score_lmetric":383217}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":26829.380059237,"t_first_token_unix":1779960825.9350026,"t_done":26837.772485984,"t_done_unix":1779960834.327429},{"request_id":"1272085:2:1273645:130","session_id":"1272085","input_length":8017,"t_proxy_recv":26837.948660863,"t_decision_unix":1779960834.5036025,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6386428838717725,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2897 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":2897,"cache_hit":5120,"estimated_new_tokens":2897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":8017,"score_linear":166063.0,"score_lmetric":364032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":8017,"score_linear":21963.0,"score_lmetric":29980},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":150574.0,"score_lmetric":251646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8017,"score_linear":139076.0,"score_lmetric":89208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8017,"score_linear":121069.0,"score_lmetric":202894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":278,"cache_hit":5120,"new_prefill":2897,"score_linear":-5120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":8017,"score_linear":102074.0,"score_lmetric":8017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":8017,"score_linear":33711.0,"score_lmetric":8017}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":26838.25303046,"t_first_token_unix":1779960834.8079739,"t_done":26838.603839096,"t_done_unix":1779960835.1587825},{"request_id":"1266668:3:1273119:128","session_id":"1266668","input_length":33711,"t_proxy_recv":26836.004674263,"t_decision_unix":1779960832.5596154,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.850523567974845,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5039 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":5039,"cache_hit":28672,"estimated_new_tokens":5039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":29615,"score_linear":161967.0,"score_lmetric":428826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":33711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":150574.0,"score_lmetric":303034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":33711,"score_linear":139076.0,"score_lmetric":166290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":33711,"score_linear":121069.0,"score_lmetric":254282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":33711,"score_linear":113172.0,"score_lmetric":33711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":111792,"ongoing_decode_tokens":9718,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":423,"cache_hit":7680,"new_prefill":26031,"score_linear":104112.0,"score_lmetric":52062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":28672,"new_prefill":5039,"score_linear":4102.0,"score_lmetric":5039}],"chosen_score_linear":4102.0,"chosen_score_lmetric":5039,"t_first_token":26837.141951072,"t_first_token_unix":1779960833.6968946,"t_done":26839.820800098,"t_done_unix":1779960836.3757432},{"request_id":"1265942:4:1274182:133","session_id":"1265942","input_length":21229,"t_proxy_recv":26839.833937409,"t_decision_unix":1779960836.3888788,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8441283150407461,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3309 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":3309,"cache_hit":17920,"estimated_new_tokens":3309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21229,"score_linear":166063.0,"score_lmetric":403668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":21963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":17920,"new_prefill":3309,"score_linear":4043.0,"score_lmetric":3309},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":150574.0,"score_lmetric":278070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21229,"score_linear":139076.0,"score_lmetric":128844},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21229,"score_linear":121069.0,"score_lmetric":229318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":21229,"score_linear":127182.0,"score_lmetric":42458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":4043.0,"chosen_score_lmetric":3309,"t_first_token":26840.360694203,"t_first_token_unix":1779960836.9156377,"t_done":26840.983036737,"t_done_unix":1779960837.5379798},{"request_id":"1274405:1:1274405:134","session_id":"1274405","input_length":6208,"t_proxy_recv":26840.747095579,"t_decision_unix":1779960837.3020368,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6208.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6208 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6208,"cache_hit":0,"estimated_new_tokens":6208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":6208,"score_linear":166063.0,"score_lmetric":358605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43192,"ongoing_decode_tokens":43192,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":6208,"score_linear":43192.0,"score_lmetric":12416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":150574.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6208,"score_linear":139076.0,"score_lmetric":83781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":6208,"score_linear":121069.0,"score_lmetric":199276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":6208,"score_linear":127182.0,"score_lmetric":12416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26841.154761987,"t_first_token_unix":1779960837.709705,"t_done":26841.628562954,"t_done_unix":1779960838.183506},{"request_id":"1271328:2:1273711:131","session_id":"1271328","input_length":25108,"t_proxy_recv":26838.211145492,"t_decision_unix":1779960834.7660866,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.6933248367054325,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7700 < 8000)","v3_prefill_cache_hit":17408,"v3_new_local":7700,"cache_hit":17408,"estimated_new_tokens":7700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":25108,"score_linear":166063.0,"score_lmetric":415305},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":25108,"score_linear":21963.0,"score_lmetric":47071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":150574.0,"score_lmetric":285828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":25108,"score_linear":139076.0,"score_lmetric":140481},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":25108,"score_linear":121069.0,"score_lmetric":237076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8017,"ongoing_decode_tokens":0,"pending_prefill_tokens":2897,"num_requests":1,"active_p_offloads":0,"cached_blocks":278,"cache_hit":0,"new_prefill":25108,"score_linear":8017.0,"score_lmetric":28005},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":17408,"new_prefill":7700,"score_linear":84666.0,"score_lmetric":7700},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":25108,"score_linear":33711.0,"score_lmetric":25108}],"chosen_score_linear":84666.0,"chosen_score_lmetric":7700,"t_first_token":26839.463299046,"t_first_token_unix":1779960836.0182426,"t_done":26842.289175514,"t_done_unix":1779960838.8441186},{"request_id":"1273203:1:1273203:129","session_id":"1273203","input_length":21963,"t_proxy_recv":26836.307298005,"t_decision_unix":1779960832.8622396,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":21963.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21963,"cache_hit":0,"estimated_new_tokens":21963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21963,"score_linear":166063.0,"score_lmetric":405870},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":21963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":150574.0,"score_lmetric":279538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21963,"score_linear":139076.0,"score_lmetric":131046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21963,"score_linear":121069.0,"score_lmetric":230786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":21963,"score_linear":113172.0,"score_lmetric":21963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":21963,"score_linear":102074.0,"score_lmetric":21963},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66485,"ongoing_decode_tokens":32774,"pending_prefill_tokens":5039,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":21963,"score_linear":66485.0,"score_lmetric":54004}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26838.67814377,"t_first_token_unix":1779960835.233087,"t_done":26842.749219841,"t_done_unix":1779960839.304163},{"request_id":"1274890:1:1274890:135","session_id":"1274890","input_length":10506,"t_proxy_recv":26842.271931932,"t_decision_unix":1779960838.8268733,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":10506.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10506,"cache_hit":0,"estimated_new_tokens":10506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":10506,"score_linear":166063.0,"score_lmetric":371499},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":21963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":428,"cache_hit":0,"new_prefill":10506,"score_linear":21963.0,"score_lmetric":10506},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":150574.0,"score_lmetric":256624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10506,"score_linear":139076.0,"score_lmetric":96675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":10506,"score_linear":121069.0,"score_lmetric":207872},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":10506,"score_linear":127182.0,"score_lmetric":21012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26843.089521297,"t_first_token_unix":1779960839.6444647,"t_done":26843.341334755,"t_done_unix":1779960839.8962774},{"request_id":"1275433:1:1275433:137","session_id":"1275433","input_length":7794,"t_proxy_recv":26844.024742389,"t_decision_unix":1779960840.5796835,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":7794.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7794 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7794,"cache_hit":0,"estimated_new_tokens":7794,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":7794,"score_linear":166063.0,"score_lmetric":363363},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":150574.0,"score_lmetric":251200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":7794,"score_linear":139076.0,"score_lmetric":88539},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":7794,"score_linear":121069.0,"score_lmetric":202448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7794,"score_linear":114612.0,"score_lmetric":122406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":7794,"score_linear":102074.0,"score_lmetric":7794},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26844.561066952,"t_first_token_unix":1779960841.1160107,"t_done":26844.612749994,"t_done_unix":1779960841.1676931},{"request_id":"1275433:2:1276027:139","session_id":"1275433","input_length":7463,"t_proxy_recv":26846.298262018,"t_decision_unix":1779960842.8532035,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.960471660190272,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (295 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":295,"cache_hit":7168,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":7463,"score_linear":166063.0,"score_lmetric":362370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":7168,"new_prefill":295,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":150574.0,"score_lmetric":250538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":7463,"score_linear":139076.0,"score_lmetric":87546},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":7463,"score_linear":121069.0,"score_lmetric":201786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7463,"score_linear":114612.0,"score_lmetric":122075},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":7463,"score_linear":112713.0,"score_lmetric":14926},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":26846.326600712,"t_first_token_unix":1779960842.8815436,"t_done":26846.336143352,"t_done_unix":1779960842.891086},{"request_id":"1272313:2:1275926:138","session_id":"1272313","input_length":10639,"t_proxy_recv":26845.963411768,"t_decision_unix":1779960842.518353,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.914371651471003,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (911 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":911,"cache_hit":9728,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":6543,"score_linear":161967.0,"score_lmetric":359610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":150574.0,"score_lmetric":256890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10639,"score_linear":139076.0,"score_lmetric":97074},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":10639,"score_linear":121069.0,"score_lmetric":208138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":10639,"score_linear":114612.0,"score_lmetric":125251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":9728,"new_prefill":911,"score_linear":92346.0,"score_lmetric":911},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":7680,"new_prefill":2959,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":92346.0,"chosen_score_lmetric":911,"t_first_token":26846.122059342,"t_first_token_unix":1779960842.6770027,"t_done":26847.420973108,"t_done_unix":1779960843.9759164},{"request_id":"1260327:2:1270005:108","session_id":"1260327","input_length":30828,"t_proxy_recv":26824.991941122,"t_decision_unix":1779960821.5468826,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":108,"cache_hit":30720,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":30720,"new_prefill":108,"score_linear":104515.0,"score_lmetric":226654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1323,"ongoing_decode_tokens":1323,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":30828,"score_linear":1323.0,"score_lmetric":30828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":126924.0,"score_lmetric":138808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":30828,"score_linear":117357.0,"score_lmetric":61656},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":30828,"score_linear":27639.0,"score_lmetric":30828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30828,"score_linear":125063.0,"score_lmetric":296422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":30828,"score_linear":116178.0,"score_lmetric":61656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":30828,"score_linear":12320.0,"score_lmetric":30828}],"chosen_score_linear":104515.0,"chosen_score_lmetric":226654,"t_first_token":26846.880378075,"t_first_token_unix":1779960843.435321,"t_done":26847.622593068,"t_done_unix":1779960844.1775365},{"request_id":"1264679:1:1264679:82","session_id":"1264679","input_length":110048,"t_proxy_recv":26806.917989261,"t_decision_unix":1779960803.4729302,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":110048.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":110048,"cache_hit":0,"estimated_new_tokens":110048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":110048,"score_linear":55989.0,"score_lmetric":110048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":110048,"score_linear":71575.0,"score_lmetric":332680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":110048,"score_linear":113053.0,"score_lmetric":405242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":110048,"score_linear":125063.0,"score_lmetric":454862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":110048,"score_linear":50783.0,"score_lmetric":160831},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26846.875128374,"t_first_token_unix":1779960843.4300718,"t_done":26848.355792127,"t_done_unix":1779960844.9107354},{"request_id":"1276136:1:1276136:141","session_id":"1276136","input_length":17280,"t_proxy_recv":26846.72745108,"t_decision_unix":1779960843.2823923,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":17280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17280,"cache_hit":0,"estimated_new_tokens":17280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":17280,"score_linear":166063.0,"score_lmetric":391821},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":150574.0,"score_lmetric":270172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":17280,"score_linear":139076.0,"score_lmetric":116997},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":17280,"score_linear":121069.0,"score_lmetric":221420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":17280,"score_linear":114612.0,"score_lmetric":131892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":17280,"score_linear":112713.0,"score_lmetric":34560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":17280,"score_linear":15783.0,"score_lmetric":33063}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26848.383269885,"t_first_token_unix":1779960844.9382129,"t_done":26848.76463681,"t_done_unix":1779960845.3195796},{"request_id":"1276498:1:1276498:142","session_id":"1276498","input_length":8704,"t_proxy_recv":26847.979267043,"t_decision_unix":1779960844.5342085,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":8704.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8704,"cache_hit":0,"estimated_new_tokens":8704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166518,"ongoing_decode_tokens":166518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":8704,"score_linear":166518.0,"score_lmetric":26112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":8704,"score_linear":17280.0,"score_lmetric":25984},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":150574.0,"score_lmetric":253020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8704,"score_linear":139076.0,"score_lmetric":91269},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8704,"score_linear":121069.0,"score_lmetric":204268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":8704,"score_linear":114612.0,"score_lmetric":123316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":8704,"score_linear":102074.0,"score_lmetric":8704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":8704,"score_linear":15783.0,"score_lmetric":24487}],"chosen_score_linear":102074.0,"chosen_score_lmetric":8704,"t_first_token":26848.62224699,"t_first_token_unix":1779960845.17719,"t_done":26848.881968373,"t_done_unix":1779960845.4369113},{"request_id":"1260327:3:1273741:132","session_id":"1260327","input_length":31283,"t_proxy_recv":26847.629458646,"t_decision_unix":1779960844.1844,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9820030048269028,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (563 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":563,"cache_hit":30720,"estimated_new_tokens":563,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":30720,"new_prefill":563,"score_linear":104515.0,"score_lmetric":1126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":31283,"score_linear":17280.0,"score_lmetric":48563},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":150574.0,"score_lmetric":298178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31283,"score_linear":139076.0,"score_lmetric":159006},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31283,"score_linear":121069.0,"score_lmetric":249426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31283,"score_linear":114612.0,"score_lmetric":145895},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":31283,"score_linear":102074.0,"score_lmetric":31283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":31283,"score_linear":15783.0,"score_lmetric":47066}],"chosen_score_linear":104515.0,"chosen_score_lmetric":1126,"t_first_token":26847.826369642,"t_first_token_unix":1779960844.3813133,"t_done":26848.958966927,"t_done_unix":1779960845.5139103},{"request_id":"1276111:1:1276111:140","session_id":"1276111","input_length":15783,"t_proxy_recv":26846.643448394,"t_decision_unix":1779960843.1983898,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":15783.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15783,"cache_hit":0,"estimated_new_tokens":15783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":15783,"score_linear":166063.0,"score_lmetric":387330},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":150574.0,"score_lmetric":267178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":15783,"score_linear":139076.0,"score_lmetric":112506},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":15783,"score_linear":121069.0,"score_lmetric":218426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15783,"score_linear":114612.0,"score_lmetric":130395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":15783,"score_linear":112713.0,"score_lmetric":31566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26848.078393225,"t_first_token_unix":1779960844.633336,"t_done":26852.850686785,"t_done_unix":1779960849.4056304},{"request_id":"1274405:2:1276717:144","session_id":"1274405","input_length":6360,"t_proxy_recv":26848.758394023,"t_decision_unix":1779960845.3133352,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9660377358490566,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (216 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":216,"cache_hit":6144,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56470,"ongoing_decode_tokens":56470,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":6360,"score_linear":56470.0,"score_lmetric":12720},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":17280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":6360,"score_linear":17280.0,"score_lmetric":6360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":150574.0,"score_lmetric":248332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6360,"score_linear":139076.0,"score_lmetric":84237},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":6360,"score_linear":121069.0,"score_lmetric":199580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":6360,"score_linear":114612.0,"score_lmetric":120972},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110778,"ongoing_decode_tokens":8704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":6360,"score_linear":110778.0,"score_lmetric":12720},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65163,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":292,"cache_hit":6144,"new_prefill":216,"score_linear":59019.0,"score_lmetric":31608}],"chosen_score_linear":59019.0,"chosen_score_lmetric":31608,"t_first_token":26852.417565471,"t_first_token_unix":1779960848.9725087,"t_done":26852.885275571,"t_done_unix":1779960849.4402184},{"request_id":"1277533:1:1277533:150","session_id":"1277533","input_length":4729,"t_proxy_recv":26851.775836014,"t_decision_unix":1779960848.3307774,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":9458.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4729 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4729,"cache_hit":0,"estimated_new_tokens":4729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":4729,"score_linear":52408.0,"score_lmetric":63900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":4729,"score_linear":43137.0,"score_lmetric":34236},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":150574.0,"score_lmetric":245070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":4729,"score_linear":139076.0,"score_lmetric":79344},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":4729,"score_linear":121069.0,"score_lmetric":196318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4729,"score_linear":114612.0,"score_lmetric":119341},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":4729,"score_linear":118974.0,"score_lmetric":9458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":4729,"score_linear":105047.0,"score_lmetric":83108}],"chosen_score_linear":118974.0,"chosen_score_lmetric":9458,"t_first_token":26852.084994397,"t_first_token_unix":1779960848.6399379,"t_done":26852.916516937,"t_done_unix":1779960849.4714599},{"request_id":"1271991:2:1276999:145","session_id":"1271991","input_length":11292,"t_proxy_recv":26849.744417674,"t_decision_unix":1779960846.2993593,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2560,"affinity_cache_ratio":0.2267091746369111,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":8732.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":8732,"cache_hit":2560,"estimated_new_tokens":8732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":11292,"score_linear":25187.0,"score_lmetric":11292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":2560,"new_prefill":8732,"score_linear":-2560.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":150574.0,"score_lmetric":258196},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":11292,"score_linear":139076.0,"score_lmetric":99033},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11292,"score_linear":121069.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11292,"score_linear":114612.0,"score_lmetric":125904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":11292,"score_linear":102074.0,"score_lmetric":11292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71523,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15804,"num_requests":3,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":11292,"score_linear":71523.0,"score_lmetric":81288}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":26850.492277003,"t_first_token_unix":1779960847.0472202,"t_done":26853.114890273,"t_done_unix":1779960849.6698334},{"request_id":"1268831:3:1277112:147","session_id":"1268831","input_length":31845,"t_proxy_recv":26850.190984966,"t_decision_unix":1779960846.7459264,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19456,"affinity_cache_ratio":0.6109593342753965,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":19456,"v3_new_local":12389,"cache_hit":19456,"estimated_new_tokens":12389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":31845,"score_linear":25187.0,"score_lmetric":31845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":19456,"new_prefill":12389,"score_linear":-8164.0,"score_lmetric":21121},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":150574.0,"score_lmetric":299302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31845,"score_linear":139076.0,"score_lmetric":160692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31845,"score_linear":121069.0,"score_lmetric":250550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31845,"score_linear":114612.0,"score_lmetric":146457},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":31845,"score_linear":102074.0,"score_lmetric":31845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":31845,"score_linear":105047.0,"score_lmetric":191572}],"chosen_score_linear":-8164.0,"chosen_score_lmetric":21121,"t_first_token":26852.828971141,"t_first_token_unix":1779960849.383973,"t_done":26854.905927842,"t_done_unix":1779960851.460871},{"request_id":"1260327:4:1277974:154","session_id":"1260327","input_length":31430,"t_proxy_recv":26853.400155603,"t_decision_unix":1779960849.9550965,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9937002863506205,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (198 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":198,"cache_hit":31232,"estimated_new_tokens":198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":31232,"new_prefill":198,"score_linear":21176.0,"score_lmetric":54838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":31430,"score_linear":54418.0,"score_lmetric":62860},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":150574.0,"score_lmetric":298472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31430,"score_linear":139076.0,"score_lmetric":159447},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31430,"score_linear":121069.0,"score_lmetric":249720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31430,"score_linear":123496.0,"score_lmetric":292084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":16900,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":31430,"score_linear":143196.0,"score_lmetric":143916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":31430,"score_linear":82904.0,"score_lmetric":62860}],"chosen_score_linear":21176.0,"chosen_score_lmetric":54838,"t_first_token":26854.779720833,"t_first_token_unix":1779960851.3346653,"t_done":26855.484512626,"t_done_unix":1779960852.0394557},{"request_id":"1273203:2:1277744:152","session_id":"1273203","input_length":22573,"t_proxy_recv":26852.499101938,"t_decision_unix":1779960849.0540433,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9753245027244939,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (557 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":557,"cache_hit":22016,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":22573,"score_linear":52408.0,"score_lmetric":99588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":22016,"new_prefill":557,"score_linear":21121.0,"score_lmetric":25892},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":150574.0,"score_lmetric":280758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":22573,"score_linear":139076.0,"score_lmetric":132876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":22573,"score_linear":121069.0,"score_lmetric":232006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":22573,"score_linear":123496.0,"score_lmetric":274370},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132587,"ongoing_decode_tokens":21629,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":22573,"score_linear":132587.0,"score_lmetric":90292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":105047,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":22573,"score_linear":105047.0,"score_lmetric":90292}],"chosen_score_linear":21121.0,"chosen_score_lmetric":25892,"t_first_token":26852.869096767,"t_first_token_unix":1779960849.4240398,"t_done":26855.627925282,"t_done_unix":1779960852.1828682},{"request_id":"1277428:1:1277428:149","session_id":"1277428","input_length":27221,"t_proxy_recv":26851.347697508,"t_decision_unix":1779960847.9026387,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":27221.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,2,3,2,1,2,4])","v3_prefill_cache_hit":0,"v3_new_local":27221,"cache_hit":0,"estimated_new_tokens":27221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":27221,"score_linear":25187.0,"score_lmetric":27221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":3584,"new_prefill":23637,"score_linear":39553.0,"score_lmetric":72052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27221,"score_linear":150574.0,"score_lmetric":290054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":17408,"new_prefill":9813,"score_linear":121668.0,"score_lmetric":94596},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":27221,"score_linear":121069.0,"score_lmetric":241302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":27221,"score_linear":114612.0,"score_lmetric":141833},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":0,"pending_prefill_tokens":2052,"num_requests":2,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":27221,"score_linear":118974.0,"score_lmetric":58546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":27221,"score_linear":105047.0,"score_lmetric":173076}],"chosen_score_linear":25187.0,"chosen_score_lmetric":27221,"t_first_token":26854.736371898,"t_first_token_unix":1779960851.2913156,"t_done":26855.750287008,"t_done_unix":1779960852.3052301},{"request_id":"1262354:7:1277104:146","session_id":"1262354","input_length":33524,"t_proxy_recv":26850.151631793,"t_decision_unix":1779960846.7065732,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.992721632263453,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":244,"cache_hit":33280,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":33524,"score_linear":25187.0,"score_lmetric":33524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":33524,"score_linear":11292.0,"score_lmetric":42256},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":150574.0,"score_lmetric":302660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":33524,"score_linear":139076.0,"score_lmetric":165729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":33524,"score_linear":121069.0,"score_lmetric":253908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":33524,"score_linear":114612.0,"score_lmetric":148136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":33524,"score_linear":102074.0,"score_lmetric":33524},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71523,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15804,"num_requests":3,"active_p_offloads":0,"cached_blocks":292,"cache_hit":33280,"new_prefill":244,"score_linear":38243.0,"score_lmetric":48144}],"chosen_score_linear":38243.0,"chosen_score_lmetric":48144,"t_first_token":26852.414335617,"t_first_token_unix":1779960848.9692793,"t_done":26856.293675305,"t_done_unix":1779960852.8486187},{"request_id":"1266668:4:1276519:143","session_id":"1266668","input_length":49380,"t_proxy_recv":26848.037974079,"t_decision_unix":1779960844.5929158,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.684325637910085,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":33792,"v3_new_local":15588,"cache_hit":33792,"estimated_new_tokens":15588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166518,"ongoing_decode_tokens":166518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":45284,"score_linear":162422.0,"score_lmetric":135852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":49380,"score_linear":17280.0,"score_lmetric":66660},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":150574.0,"score_lmetric":334372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":49380,"score_linear":139076.0,"score_lmetric":213297},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":49380,"score_linear":121069.0,"score_lmetric":285620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":49380,"score_linear":114612.0,"score_lmetric":163992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110778,"ongoing_decode_tokens":0,"pending_prefill_tokens":8704,"num_requests":2,"active_p_offloads":0,"cached_blocks":444,"cache_hit":7680,"new_prefill":41700,"score_linear":103098.0,"score_lmetric":100808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":33792,"new_prefill":15588,"score_linear":-18009.0,"score_lmetric":31371}],"chosen_score_linear":-18009.0,"chosen_score_lmetric":31371,"t_first_token":26852.365446226,"t_first_token_unix":1779960848.9203901,"t_done":26857.522579173,"t_done_unix":1779960854.0775244},{"request_id":"1270606:1:1270606:113","session_id":"1270606","input_length":93430,"t_proxy_recv":26827.201137853,"t_decision_unix":1779960823.7560794,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":93430.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,1,2,1,2,4,1])","v3_prefill_cache_hit":0,"v3_new_local":93430,"cache_hit":0,"estimated_new_tokens":93430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":93430,"score_linear":166063.0,"score_lmetric":620271},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":93430,"score_linear":27927.0,"score_lmetric":121357},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":126924.0,"score_lmetric":201410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":93430,"score_linear":117357.0,"score_lmetric":186860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":93430,"score_linear":27639.0,"score_lmetric":93430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":93430,"score_linear":125063.0,"score_lmetric":421626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":93430,"score_linear":173981.0,"score_lmetric":301635},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":93430,"score_linear":11128.0,"score_lmetric":104558}],"chosen_score_linear":27639.0,"chosen_score_lmetric":93430,"t_first_token":26856.137798515,"t_first_token_unix":1779960852.6927447,"t_done":26858.188228613,"t_done_unix":1779960854.743173},{"request_id":"1271486:1:1271486:119","session_id":"1271486","input_length":21719,"t_proxy_recv":26830.251155507,"t_decision_unix":1779960826.8060968,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":43438.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,2,1,2,2,2,3,3])","v3_prefill_cache_hit":0,"v3_new_local":21719,"cache_hit":0,"estimated_new_tokens":21719,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21719,"score_linear":166063.0,"score_lmetric":405138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":21719,"score_linear":47375.0,"score_lmetric":57758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":126924.0,"score_lmetric":129699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21719,"score_linear":117357.0,"score_lmetric":43438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21719,"score_linear":121069.0,"score_lmetric":230298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113172,"pending_prefill_tokens":751,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":113923.0,"score_lmetric":44940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":21719,"score_linear":119780.0,"score_lmetric":78850},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":21719,"score_linear":72287.0,"score_lmetric":96552}],"chosen_score_linear":117357.0,"chosen_score_lmetric":43438,"t_first_token":26856.513777398,"t_first_token_unix":1779960853.068722,"t_done":26858.383962339,"t_done_unix":1779960854.9389062},{"request_id":"1276498:2:1278996:157","session_id":"1276498","input_length":16650,"t_proxy_recv":26856.929410754,"t_decision_unix":1779960853.4843516,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5227627627627628,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7946 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":7946,"cache_hit":8704,"estimated_new_tokens":7946,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":16650,"score_linear":25187.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":16650,"score_linear":58752.0,"score_lmetric":16650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":150574.0,"score_lmetric":268912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":16650,"score_linear":37002.0,"score_lmetric":33300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":16650,"score_linear":121069.0,"score_lmetric":33300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16650,"score_linear":241593.0,"score_lmetric":407085},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":41122,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":487,"cache_hit":8704,"new_prefill":7946,"score_linear":134492.0,"score_lmetric":23838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49380,"ongoing_decode_tokens":49380,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":16650,"score_linear":49380.0,"score_lmetric":16650}],"chosen_score_linear":134492.0,"chosen_score_lmetric":23838,"t_first_token":26857.891143321,"t_first_token_unix":1779960854.4460874,"t_done":26858.415940861,"t_done_unix":1779960854.970884},{"request_id":"1268831:4:1279168:158","session_id":"1268831","input_length":32346,"t_proxy_recv":26857.41568392,"t_decision_unix":1779960853.970625,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9813887343102702,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (602 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":602,"cache_hit":31744,"estimated_new_tokens":602,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":32346,"score_linear":25187.0,"score_lmetric":32346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":561,"cache_hit":31744,"new_prefill":602,"score_linear":27008.0,"score_lmetric":602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":150574.0,"score_lmetric":300304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":32346,"score_linear":37002.0,"score_lmetric":64692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":32346,"score_linear":121069.0,"score_lmetric":64692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":32346,"score_linear":241593.0,"score_lmetric":454173},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":159846,"ongoing_decode_tokens":41122,"pending_prefill_tokens":7946,"num_requests":4,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":32346,"score_linear":159846.0,"score_lmetric":161168},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49380,"ongoing_decode_tokens":49380,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":32346,"score_linear":49380.0,"score_lmetric":32346}],"chosen_score_linear":27008.0,"chosen_score_lmetric":602,"t_first_token":26857.545264695,"t_first_token_unix":1779960854.1002085,"t_done":26859.421502106,"t_done_unix":1779960855.9764454},{"request_id":"1272313:3:1279208:159","session_id":"1272313","input_length":11549,"t_proxy_recv":26857.591635332,"t_decision_unix":1779960854.1465764,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9309896960775825,"affinity_num_requests":4,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (797 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":797,"cache_hit":10752,"estimated_new_tokens":797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":7453,"score_linear":21091.0,"score_lmetric":7453},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91098,"ongoing_decode_tokens":91098,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":11549,"score_linear":91098.0,"score_lmetric":23098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11549,"score_linear":150574.0,"score_lmetric":258710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":11549,"score_linear":37002.0,"score_lmetric":23098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11549,"score_linear":121069.0,"score_lmetric":23098},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11549,"score_linear":241593.0,"score_lmetric":391782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":159846,"ongoing_decode_tokens":41122,"pending_prefill_tokens":7946,"num_requests":4,"active_p_offloads":0,"cached_blocks":487,"cache_hit":10752,"new_prefill":797,"score_linear":149094.0,"score_lmetric":34972},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":354,"cache_hit":7680,"new_prefill":3869,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":149094.0,"chosen_score_lmetric":34972,"t_first_token":26858.005188825,"t_first_token_unix":1779960854.5601332,"t_done":26860.083676938,"t_done_unix":1779960856.6386206},{"request_id":"1253804:5:1278488:156","session_id":"1253804","input_length":58752,"t_proxy_recv":26855.08050686,"t_decision_unix":1779960851.6354456,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9760348583877996,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1408 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":1408,"cache_hit":57344,"estimated_new_tokens":1408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83838,"ongoing_decode_tokens":83838,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":58752,"score_linear":83838.0,"score_lmetric":176256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":22573,"ongoing_decode_tokens":22573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":560,"cache_hit":57344,"new_prefill":1408,"score_linear":-34771.0,"score_lmetric":1408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58752,"score_linear":150574.0,"score_lmetric":353116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":3584,"new_prefill":55168,"score_linear":33418.0,"score_lmetric":153774},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":58752,"score_linear":121069.0,"score_lmetric":304364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":58752,"score_linear":241593.0,"score_lmetric":533391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":16900,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":58752,"score_linear":143196.0,"score_lmetric":225882},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":58752,"score_linear":82904.0,"score_lmetric":117504}],"chosen_score_linear":-34771.0,"chosen_score_lmetric":1408,"t_first_token":26855.620799553,"t_first_token_unix":1779960852.1757433,"t_done":26860.285890963,"t_done_unix":1779960856.8408344},{"request_id":"1269373:3:1277365:148","session_id":"1269373","input_length":16900,"t_proxy_recv":26851.067128101,"t_decision_unix":1779960847.6220696,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.8785798816568048,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2052 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":2052,"cache_hit":14848,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":4096,"new_prefill":12804,"score_linear":21091.0,"score_lmetric":12804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":16900,"score_linear":43137.0,"score_lmetric":58578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":150574.0,"score_lmetric":269412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":16900,"score_linear":139076.0,"score_lmetric":115857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":16900,"score_linear":121069.0,"score_lmetric":220660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16900,"score_linear":114612.0,"score_lmetric":131512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":14848,"new_prefill":2052,"score_linear":87226.0,"score_lmetric":2052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":7680,"new_prefill":9220,"score_linear":97367.0,"score_lmetric":101072}],"chosen_score_linear":87226.0,"chosen_score_lmetric":2052,"t_first_token":26851.416268756,"t_first_token_unix":1779960847.9712124,"t_done":26860.566656679,"t_done_unix":1779960857.1216002},{"request_id":"1279412:1:1279412:160","session_id":"1279412","input_length":20136,"t_proxy_recv":26858.396553203,"t_decision_unix":1779960854.9514947,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":7336.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7336 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":7336,"cache_hit":12800,"estimated_new_tokens":7336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":20136,"score_linear":25187.0,"score_lmetric":20136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91098,"ongoing_decode_tokens":91098,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":20136,"score_linear":91098.0,"score_lmetric":40272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":20136,"score_linear":150574.0,"score_lmetric":275884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":20136,"score_linear":15283.0,"score_lmetric":20136},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":20136,"score_linear":27639.0,"score_lmetric":20136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":20136,"score_linear":241593.0,"score_lmetric":417543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171395,"ongoing_decode_tokens":69321,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":20136,"score_linear":171395.0,"score_lmetric":100680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":354,"cache_hit":12800,"new_prefill":7336,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":26859.435912521,"t_first_token_unix":1779960855.9908564,"t_done":26860.846705704,"t_done_unix":1779960857.4016495},{"request_id":"1276136:2:1280145:162","session_id":"1276136","input_length":24519,"t_proxy_recv":26860.701783913,"t_decision_unix":1779960857.2567248,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":16896,"affinity_cache_ratio":0.6890982503364738,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7623 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":7623,"cache_hit":16896,"estimated_new_tokens":7623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":24519,"score_linear":113504.0,"score_lmetric":225672},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":565,"cache_hit":16896,"new_prefill":7623,"score_linear":-16896.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24519,"score_linear":150574.0,"score_lmetric":284650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":24519,"score_linear":15283.0,"score_lmetric":24519},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":24519,"score_linear":27639.0,"score_lmetric":24519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":24519,"score_linear":241593.0,"score_lmetric":430692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126296,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":24519,"score_linear":126296.0,"score_lmetric":49038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20136,"ongoing_decode_tokens":20136,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":24519,"score_linear":20136.0,"score_lmetric":24519}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":26861.913753473,"t_first_token_unix":1779960858.4686975,"t_done":26862.116117832,"t_done_unix":1779960858.6710632},{"request_id":"1277909:1:1277909:153","session_id":"1277909","input_length":24222,"t_proxy_recv":26853.202301361,"t_decision_unix":1779960849.757243,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":33084.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,2,3,2,3,2,2])","v3_prefill_cache_hit":7680,"v3_new_local":16542,"cache_hit":7680,"estimated_new_tokens":16542,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":4096,"new_prefill":20126,"score_linear":48312.0,"score_lmetric":94694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":24222,"score_linear":54418.0,"score_lmetric":48444},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":150574.0,"score_lmetric":284056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":24222,"score_linear":139076.0,"score_lmetric":137823},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":24222,"score_linear":121069.0,"score_lmetric":235304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":24222,"score_linear":123496.0,"score_lmetric":277668},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":487,"cache_hit":7680,"new_prefill":16542,"score_linear":111294.0,"score_lmetric":33084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":7680,"new_prefill":16542,"score_linear":75224.0,"score_lmetric":33084}],"chosen_score_linear":111294.0,"chosen_score_lmetric":33084,"t_first_token":26855.511531384,"t_first_token_unix":1779960852.0664752,"t_done":26862.142478367,"t_done_unix":1779960858.6974213},{"request_id":"1262354:8:1280463:163","session_id":"1262354","input_length":33928,"t_proxy_recv":26861.709543551,"t_decision_unix":1779960858.264485,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9959915114359821,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (136 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":136,"cache_hit":33792,"estimated_new_tokens":136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":33928,"score_linear":113504.0,"score_lmetric":244490},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24519,"ongoing_decode_tokens":0,"pending_prefill_tokens":7623,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":0,"new_prefill":33928,"score_linear":24519.0,"score_lmetric":41551},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33928,"score_linear":150574.0,"score_lmetric":303468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":33928,"score_linear":15283.0,"score_lmetric":33928},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":33928,"score_linear":27639.0,"score_lmetric":33928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":33928,"score_linear":241593.0,"score_lmetric":458919},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126296,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":33928,"score_linear":126296.0,"score_lmetric":67856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":368,"cache_hit":33792,"new_prefill":136,"score_linear":-33792.0,"score_lmetric":0}],"chosen_score_linear":-33792.0,"chosen_score_lmetric":0,"t_first_token":26861.776225818,"t_first_token_unix":1779960858.3311691,"t_done":26862.214367912,"t_done_unix":1779960858.769311},{"request_id":"1276136:3:1280987:166","session_id":"1276136","input_length":25923,"t_proxy_recv":26863.652734476,"t_decision_unix":1779960860.2076757,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9282876210315164,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1859 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":1859,"cache_hit":24064,"estimated_new_tokens":1859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":25923,"score_linear":113504.0,"score_lmetric":228480},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":24064,"new_prefill":1859,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25923,"score_linear":150574.0,"score_lmetric":287458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":25923,"score_linear":15283.0,"score_lmetric":25923},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":25923,"score_linear":27639.0,"score_lmetric":25923},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":25923,"score_linear":241593.0,"score_lmetric":434904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132336,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":25923,"score_linear":132336.0,"score_lmetric":77554},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":368,"cache_hit":0,"new_prefill":25923,"score_linear":12765.0,"score_lmetric":25923}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":26863.984908454,"t_first_token_unix":1779960860.5398526,"t_done":26864.485529038,"t_done_unix":1779960861.0404723},{"request_id":"1268630:1:1268630:98","session_id":"1268630","input_length":102074,"t_proxy_recv":26820.519471217,"t_decision_unix":1779960817.0744126,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":97466.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":4608,"v3_new_local":97466,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":4608,"estimated_new_tokens":97466,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":102074,"score_linear":135235.0,"score_lmetric":430586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":3584,"new_prefill":98490,"score_linear":-1286.0,"score_lmetric":100788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":102074,"score_linear":126924.0,"score_lmetric":210054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":4608,"new_prefill":97466,"score_linear":10675.0,"score_lmetric":97466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":102074,"score_linear":27639.0,"score_lmetric":102074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":102074,"score_linear":125063.0,"score_lmetric":438914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":102074,"score_linear":17466.0,"score_lmetric":102074}],"chosen_score_linear":10675.0,"chosen_score_lmetric":97466,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"t_prefill_sent":26820.51988548,"t_prefill_sent_unix":1779960817.0748284,"t_prefill_done":26854.343158639,"t_prefill_done_unix":1779960850.8981056,"t_decode_sent":26854.34479766,"t_decode_sent_unix":1779960850.899741,"t_first_token":26861.662269552,"t_first_token_unix":1779960858.2172136,"t_done":26865.635559627,"t_done_unix":1779960862.1905038},{"request_id":"1281887:1:1281887:171","session_id":"1281887","input_length":9370,"t_proxy_recv":26866.567911048,"t_decision_unix":1779960863.122852,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":9370.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9370,"cache_hit":0,"estimated_new_tokens":9370,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":9370,"score_linear":113504.0,"score_lmetric":195374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":9370,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9370,"score_linear":150574.0,"score_lmetric":254352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":9370,"score_linear":15283.0,"score_lmetric":9370},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":9370,"score_linear":27639.0,"score_lmetric":9370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9370,"score_linear":241593.0,"score_lmetric":385245},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44163,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":9370,"score_linear":44163.0,"score_lmetric":18740},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131251,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8604,"num_requests":4,"active_p_offloads":0,"cached_blocks":368,"cache_hit":0,"new_prefill":9370,"score_linear":131251.0,"score_lmetric":71896}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26867.271215195,"t_first_token_unix":1779960863.8261602,"t_done":26867.440892774,"t_done_unix":1779960863.9958367},{"request_id":"1269373:4:1280765:165","session_id":"1269373","input_length":30262,"t_proxy_recv":26862.811903204,"t_decision_unix":1779960859.3668447,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.5752428788579736,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17408,"v3_new_local":12854,"cache_hit":17408,"estimated_new_tokens":12854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":26166,"score_linear":109408.0,"score_lmetric":228966},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30262,"score_linear":150574.0,"score_lmetric":296136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":30262,"score_linear":15283.0,"score_lmetric":30262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":30262,"score_linear":27639.0,"score_lmetric":30262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30262,"score_linear":241593.0,"score_lmetric":447921},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":541,"cache_hit":17408,"new_prefill":12854,"score_linear":84666.0,"score_lmetric":12854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":368,"cache_hit":7680,"new_prefill":22582,"score_linear":5085.0,"score_lmetric":22582}],"chosen_score_linear":84666.0,"chosen_score_lmetric":12854,"t_first_token":26865.168392468,"t_first_token_unix":1779960861.7233362,"t_done":26867.686473068,"t_done_unix":1779960864.2414162},{"request_id":"1282082:1:1282082:173","session_id":"1282082","input_length":4972,"t_proxy_recv":26867.242482978,"t_decision_unix":1779960863.7974243,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":4972.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4972 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4972,"cache_hit":0,"estimated_new_tokens":4972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":4972,"score_linear":155527.0,"score_lmetric":312240},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":4972,"score_linear":9370.0,"score_lmetric":14342},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4972,"score_linear":150574.0,"score_lmetric":245556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":4972,"score_linear":15283.0,"score_lmetric":4972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":4972,"score_linear":27639.0,"score_lmetric":4972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4972,"score_linear":241593.0,"score_lmetric":372051},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44163,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":4972,"score_linear":44163.0,"score_lmetric":9944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131251,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8604,"num_requests":4,"active_p_offloads":0,"cached_blocks":368,"cache_hit":0,"new_prefill":4972,"score_linear":131251.0,"score_lmetric":54304}],"chosen_score_linear":15283.0,"chosen_score_lmetric":4972,"t_first_token":26867.563165371,"t_first_token_unix":1779960864.1181087,"t_done":26867.791088234,"t_done_unix":1779960864.3460317},{"request_id":"1272313:4:1281720:170","session_id":"1272313","input_length":13901,"t_proxy_recv":26866.002027543,"t_decision_unix":1779960862.5569692,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8103014171642328,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2637 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2637,"cache_hit":11264,"estimated_new_tokens":2637,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":9805,"score_linear":109408.0,"score_lmetric":196244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":13901,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13901,"score_linear":150574.0,"score_lmetric":263414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":13901,"score_linear":15283.0,"score_lmetric":13901},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":13901,"score_linear":27639.0,"score_lmetric":13901},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13901,"score_linear":241593.0,"score_lmetric":398838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30262,"ongoing_decode_tokens":30262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":11264,"new_prefill":2637,"score_linear":18998.0,"score_lmetric":2637},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131251,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8604,"num_requests":4,"active_p_offloads":0,"cached_blocks":368,"cache_hit":7680,"new_prefill":6221,"score_linear":123571.0,"score_lmetric":59300}],"chosen_score_linear":18998.0,"chosen_score_lmetric":2637,"t_first_token":26866.313487668,"t_first_token_unix":1779960862.868431,"t_done":26868.284721888,"t_done_unix":1779960864.8396652},{"request_id":"1268861:2:1280530:164","session_id":"1268861","input_length":12765,"t_proxy_recv":26861.925284963,"t_decision_unix":1779960858.4802265,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.9626321974148061,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":477,"cache_hit":12288,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":12765,"score_linear":113504.0,"score_lmetric":202164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24519,"ongoing_decode_tokens":24519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":0,"new_prefill":12765,"score_linear":24519.0,"score_lmetric":12765},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12765,"score_linear":150574.0,"score_lmetric":261142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":12765,"score_linear":15283.0,"score_lmetric":12765},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":12765,"score_linear":27639.0,"score_lmetric":12765},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":12765,"score_linear":241593.0,"score_lmetric":395430},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126296,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":12765,"score_linear":126296.0,"score_lmetric":25530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33928,"ongoing_decode_tokens":33928,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":368,"cache_hit":12288,"new_prefill":477,"score_linear":21640.0,"score_lmetric":477}],"chosen_score_linear":21640.0,"chosen_score_lmetric":477,"t_first_token":26861.980223611,"t_first_token_unix":1779960858.535167,"t_done":26868.489695008,"t_done_unix":1779960865.0446382},{"request_id":"1267915:1:1267915:96","session_id":"1267915","input_length":126924,"t_proxy_recv":26817.92455042,"t_decision_unix":1779960814.4794915,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":107980.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":18944,"v3_new_local":107980,"cache_hit":18944,"estimated_new_tokens":107980,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":126924,"score_linear":135235.0,"score_lmetric":480286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":18944,"new_prefill":107980,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":126924,"score_linear":15283.0,"score_lmetric":126924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":126924,"score_linear":27639.0,"score_lmetric":126924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":126924,"score_linear":125063.0,"score_lmetric":488614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":134,"cache_hit":0,"new_prefill":126924,"score_linear":46137.0,"score_lmetric":266134}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":26868.260204323,"t_first_token_unix":1779960864.8151486,"t_done":26869.57099172,"t_done_unix":1779960866.1259348},{"request_id":"1265128:2:1271655:122","session_id":"1265128","input_length":23650,"t_proxy_recv":26830.761273407,"t_decision_unix":1779960827.316215,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.5845243128964059,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":9826,"cache_hit":13824,"estimated_new_tokens":9826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":23650,"score_linear":166063.0,"score_lmetric":410931},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":47375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":23650,"score_linear":47375.0,"score_lmetric":47300},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":13824,"new_prefill":9826,"score_linear":113100.0,"score_lmetric":117806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23650,"score_linear":139076.0,"score_lmetric":136107},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":23650,"score_linear":121069.0,"score_lmetric":234160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":113923.0,"score_lmetric":47300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":23650,"score_linear":134184.0,"score_lmetric":124272},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":23650,"score_linear":61159.0,"score_lmetric":47300}],"chosen_score_linear":113100.0,"chosen_score_lmetric":117806,"t_first_token":26868.753413371,"t_first_token_unix":1779960865.3083575,"t_done":26869.931735895,"t_done_unix":1779960866.4866796},{"request_id":"1262727:1:1262727:72","session_id":"1262727","input_length":15283,"t_proxy_recv":26799.807173205,"t_decision_unix":1779960796.3621142,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15283.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15283,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":15283,"score_linear":55989.0,"score_lmetric":16488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":15283,"score_linear":68131.0,"score_lmetric":83414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":15283,"score_linear":113053.0,"score_lmetric":215712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":15283,"score_linear":125063.0,"score_lmetric":265332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":15283,"score_linear":21510.0,"score_lmetric":36793}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26801.311229277,"t_first_token_unix":1779960797.8661733,"t_done":26871.024978323,"t_done_unix":1779960867.5799215},{"request_id":"1262354:9:1281632:169","session_id":"1262354","input_length":34028,"t_proxy_recv":26865.703510738,"t_decision_unix":1779960862.2584522,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9930645350887505,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (236 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":236,"cache_hit":33792,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":34028,"score_linear":113504.0,"score_lmetric":244690},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":34028,"score_linear":150574.0,"score_lmetric":303668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":34028,"score_linear":15283.0,"score_lmetric":34028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":34028,"score_linear":27639.0,"score_lmetric":34028},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34028,"score_linear":241593.0,"score_lmetric":459219},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30262,"ongoing_decode_tokens":30262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":34028,"score_linear":30262.0,"score_lmetric":34028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":97223,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":368,"cache_hit":33792,"new_prefill":236,"score_linear":63431.0,"score_lmetric":25812}],"chosen_score_linear":63431.0,"chosen_score_lmetric":25812,"t_first_token":26868.243135752,"t_first_token_unix":1779960864.798079,"t_done":26871.03648573,"t_done_unix":1779960867.59143},{"request_id":"1277533:2:1282872:175","session_id":"1277533","input_length":16299,"t_proxy_recv":26869.98660059,"t_decision_unix":1779960866.541542,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.2827167310877968,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":11691.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":4608,"v3_new_local":11691,"v3_src_idx":6,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":4608,"estimated_new_tokens":11691,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":16299,"score_linear":155527.0,"score_lmetric":346221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":600,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":16299,"score_linear":15283.0,"score_lmetric":16299},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":16299,"score_linear":27639.0,"score_lmetric":16299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16299,"score_linear":241593.0,"score_lmetric":406032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":770,"cache_hit":4608,"new_prefill":11691,"score_linear":25986.0,"score_lmetric":11691},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118486,"ongoing_decode_tokens":118486,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":369,"cache_hit":0,"new_prefill":16299,"score_linear":118486.0,"score_lmetric":48897}],"chosen_score_linear":25986.0,"chosen_score_lmetric":11691,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":26869.986952459,"t_prefill_sent_unix":1779960866.5418952,"t_prefill_done":26871.274740166,"t_prefill_done_unix":1779960867.8296978,"t_decode_sent":26871.27518765,"t_decode_sent_unix":1779960867.8301303,"t_first_token":26872.004745691,"t_first_token_unix":1779960868.5596902,"t_done":26872.023222061,"t_done_unix":1779960868.578166},{"request_id":"1266668:5:1281133:168","session_id":"1266668","input_length":58032,"t_proxy_recv":26864.268277784,"t_decision_unix":1779960860.8232143,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.8558036945133719,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,1,2,1,1,3,2,2])","v3_prefill_cache_hit":49664,"v3_new_local":8368,"cache_hit":49664,"estimated_new_tokens":8368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":53936,"score_linear":109408.0,"score_lmetric":284506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25923,"ongoing_decode_tokens":25923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":58032,"score_linear":25923.0,"score_lmetric":58032},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58032,"score_linear":150574.0,"score_lmetric":351676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":58032,"score_linear":15283.0,"score_lmetric":58032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":58032,"score_linear":27639.0,"score_lmetric":58032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":58032,"score_linear":241593.0,"score_lmetric":531231},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132336,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":541,"cache_hit":7680,"new_prefill":50352,"score_linear":124656.0,"score_lmetric":126412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39191,"ongoing_decode_tokens":12765,"pending_prefill_tokens":6458,"num_requests":2,"active_p_offloads":0,"cached_blocks":368,"cache_hit":49664,"new_prefill":8368,"score_linear":-10473.0,"score_lmetric":29652}],"chosen_score_linear":-10473.0,"chosen_score_lmetric":29652,"t_first_token":26868.196012931,"t_first_token_unix":1779960864.750956,"t_done":26872.625431744,"t_done_unix":1779960869.180375},{"request_id":"1283642:1:1283642:178","session_id":"1283642","input_length":8510,"t_proxy_recv":26872.423607628,"t_decision_unix":1779960868.978549,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":8510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8510,"cache_hit":0,"estimated_new_tokens":8510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":8510,"score_linear":155527.0,"score_lmetric":322854},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":8510,"score_linear":27639.0,"score_lmetric":8510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":8510,"score_linear":241593.0,"score_lmetric":382665},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":8510,"score_linear":30594.0,"score_lmetric":8510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84458,"ongoing_decode_tokens":84458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":369,"cache_hit":0,"new_prefill":8510,"score_linear":84458.0,"score_lmetric":17020}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26873.053465873,"t_first_token_unix":1779960869.6084092,"t_done":26873.366611853,"t_done_unix":1779960869.921555},{"request_id":"1262354:10:1283773:180","session_id":"1262354","input_length":34282,"t_proxy_recv":26872.85560483,"t_decision_unix":1779960869.4105465,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9857067849016977,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (490 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":490,"cache_hit":33792,"estimated_new_tokens":490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":34282,"score_linear":155527.0,"score_lmetric":400170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":34282,"score_linear":8510.0,"score_lmetric":42792},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":34282,"score_linear":27639.0,"score_lmetric":34282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34282,"score_linear":241593.0,"score_lmetric":459981},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":30594,"pending_prefill_tokens":6389,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":34282,"score_linear":61559.0,"score_lmetric":81342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":386,"cache_hit":33792,"new_prefill":490,"score_linear":-7366.0,"score_lmetric":490}],"chosen_score_linear":-7366.0,"chosen_score_lmetric":490,"t_first_token":26872.927287395,"t_first_token_unix":1779960869.482231,"t_done":26873.475253895,"t_done_unix":1779960870.0301967},{"request_id":"1269373:5:1282812:174","session_id":"1269373","input_length":30594,"t_proxy_recv":26869.775355577,"t_decision_unix":1779960866.3302965,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.9873831470222919,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (386 < 8000)","v3_prefill_cache_hit":30208,"v3_new_local":386,"cache_hit":30208,"estimated_new_tokens":386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":26498,"score_linear":151431.0,"score_lmetric":376818},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":600,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30594,"score_linear":23650.0,"score_lmetric":30594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":30594,"score_linear":15283.0,"score_lmetric":30594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":30594,"score_linear":27639.0,"score_lmetric":30594},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30594,"score_linear":241593.0,"score_lmetric":448917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":770,"cache_hit":30208,"new_prefill":386,"score_linear":-30208.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118486,"ongoing_decode_tokens":118486,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":369,"cache_hit":7680,"new_prefill":22914,"score_linear":110806.0,"score_lmetric":68742}],"chosen_score_linear":-30208.0,"chosen_score_lmetric":0,"t_first_token":26869.856857121,"t_first_token_unix":1779960866.4118009,"t_done":26876.762842638,"t_done_unix":1779960873.3177922},{"request_id":"1285800:1:1285800:191","session_id":"1285800","input_length":4510,"t_proxy_recv":26879.997271676,"t_decision_unix":1779960876.552213,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":4510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4510 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4510,"cache_hit":0,"estimated_new_tokens":4510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":4510,"score_linear":155527.0,"score_lmetric":310854},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":4510,"score_linear":91883.0,"score_lmetric":128274},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":94247,"ongoing_decode_tokens":0,"pending_prefill_tokens":6000,"num_requests":2,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":4510,"score_linear":94247.0,"score_lmetric":21020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":4510,"score_linear":11.0,"score_lmetric":4510},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":4510,"score_linear":27639.0,"score_lmetric":4510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4510,"score_linear":241593.0,"score_lmetric":370665},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":84638,"ongoing_decode_tokens":45850,"pending_prefill_tokens":8068,"num_requests":3,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":4510,"score_linear":84638.0,"score_lmetric":37734},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":4510,"score_linear":140834.0,"score_lmetric":13677}],"chosen_score_linear":27639.0,"chosen_score_lmetric":4510,"t_first_token":26880.289715113,"t_first_token_unix":1779960876.8446584,"t_done":26880.710730755,"t_done_unix":1779960877.2656739},{"request_id":"1283642:2:1285731:190","session_id":"1283642","input_length":14192,"t_proxy_recv":26879.744480495,"t_decision_unix":1779960876.299422,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8192,"affinity_cache_ratio":0.5772266065388951,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6000 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":6000,"cache_hit":8192,"estimated_new_tokens":6000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":14192,"score_linear":155527.0,"score_lmetric":339900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":14192,"score_linear":91883.0,"score_lmetric":147638},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":8192,"new_prefill":6000,"score_linear":71863.0,"score_lmetric":6000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":14192,"score_linear":11.0,"score_lmetric":14192},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":14192,"score_linear":27639.0,"score_lmetric":14192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":14192,"score_linear":241593.0,"score_lmetric":399711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":84638,"ongoing_decode_tokens":45850,"pending_prefill_tokens":8068,"num_requests":3,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":14192,"score_linear":84638.0,"score_lmetric":66780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":14192,"score_linear":140834.0,"score_lmetric":42723}],"chosen_score_linear":71863.0,"chosen_score_lmetric":6000,"t_first_token":26880.395224932,"t_first_token_unix":1779960876.9501681,"t_done":26880.78620864,"t_done_unix":1779960877.341152},{"request_id":"1285558:1:1285558:188","session_id":"1285558","input_length":11,"t_proxy_recv":26879.090156178,"t_decision_unix":1779960875.645097,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":11.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (11 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":11,"cache_hit":0,"estimated_new_tokens":11,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":11,"score_linear":155527.0,"score_lmetric":297357},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":11,"score_linear":91883.0,"score_lmetric":119276},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":11,"score_linear":80055.0,"score_lmetric":11},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":11,"score_linear":27639.0,"score_lmetric":11},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11,"score_linear":241593.0,"score_lmetric":357168},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45850,"ongoing_decode_tokens":45850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":11,"score_linear":45850.0,"score_lmetric":22},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":11,"score_linear":140834.0,"score_lmetric":180}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26879.107530955,"t_first_token_unix":1779960875.6624744,"t_done":26880.822348302,"t_done_unix":1779960877.3772914},{"request_id":"1239034:4:1263738:78","session_id":"1239034","input_length":27639,"t_proxy_recv":26809.501663525,"t_decision_unix":1779960806.056605,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.8150801403813452,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5111 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":5111,"cache_hit":22528,"estimated_new_tokens":5111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":27639,"score_linear":110048.0,"score_lmetric":137687},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":27639,"score_linear":55989.0,"score_lmetric":27639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":27639,"score_linear":14329.0,"score_lmetric":83334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":27639,"score_linear":71575.0,"score_lmetric":167862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":22528,"new_prefill":5111,"score_linear":-22528.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27639,"score_linear":125063.0,"score_lmetric":290044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":27639,"score_linear":50783.0,"score_lmetric":78422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":27639,"score_linear":45884.0,"score_lmetric":103014}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":26810.515227153,"t_first_token_unix":1779960807.0701714,"t_done":26881.247627342,"t_done_unix":1779960877.8025708},{"request_id":"1277909:2:1283679:179","session_id":"1277909","input_length":30965,"t_proxy_recv":26872.529498634,"t_decision_unix":1779960869.08444,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24576,"affinity_cache_ratio":0.7936702728887454,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6389 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":6389,"cache_hit":24576,"estimated_new_tokens":6389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":26869,"score_linear":151431.0,"score_lmetric":377931},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30965,"score_linear":8510.0,"score_lmetric":39475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":30965,"score_linear":27639.0,"score_lmetric":30965},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30965,"score_linear":241593.0,"score_lmetric":450030},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":792,"cache_hit":24576,"new_prefill":6389,"score_linear":6018.0,"score_lmetric":6389},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84458,"ongoing_decode_tokens":84458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":369,"cache_hit":7680,"new_prefill":23285,"score_linear":76778.0,"score_lmetric":46570}],"chosen_score_linear":6018.0,"chosen_score_lmetric":6389,"t_first_token":26873.810932411,"t_first_token_unix":1779960870.365876,"t_done":26881.902411493,"t_done_unix":1779960878.4573553},{"request_id":"1272313:5:1284744:185","session_id":"1272313","input_length":14885,"t_proxy_recv":26876.376397864,"t_decision_unix":1779960872.9313364,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9287201881088344,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1061 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1061,"cache_hit":13824,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":10789,"score_linear":151431.0,"score_lmetric":329691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":14885,"score_linear":91883.0,"score_lmetric":149024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":14885,"score_linear":80055.0,"score_lmetric":14885},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":14885,"score_linear":27639.0,"score_lmetric":14885},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":14885,"score_linear":241593.0,"score_lmetric":401790},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":61559,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":13824,"new_prefill":1061,"score_linear":47735.0,"score_lmetric":2122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106481,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":7680,"new_prefill":7205,"score_linear":98801.0,"score_lmetric":14410}],"chosen_score_linear":47735.0,"chosen_score_lmetric":2122,"t_first_token":26876.544018013,"t_first_token_unix":1779960873.098961,"t_done":26882.731919548,"t_done_unix":1779960879.286863},{"request_id":"1286551:1:1286551:194","session_id":"1286551","input_length":1700,"t_proxy_recv":26882.959986644,"t_decision_unix":1779960879.5149276,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1700.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1700 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1700,"cache_hit":0,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":1700,"score_linear":155527.0,"score_lmetric":302424},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":1700,"score_linear":91883.0,"score_lmetric":122654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":1700,"score_linear":80055.0,"score_lmetric":1700},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":1700,"score_linear":241593.0,"score_lmetric":362235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":1700,"score_linear":38788.0,"score_lmetric":1700},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":1700,"score_linear":140834.0,"score_lmetric":5247}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26883.076757444,"t_first_token_unix":1779960879.6317015,"t_done":26883.27101596,"t_done_unix":1779960879.8259594},{"request_id":"1279412:2:1281113:167","session_id":"1279412","input_length":26426,"t_proxy_recv":26864.187587465,"t_decision_unix":1779960860.7425284,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.7556194656777416,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6458 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":6458,"cache_hit":19968,"estimated_new_tokens":6458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":26426,"score_linear":113504.0,"score_lmetric":229486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25923,"ongoing_decode_tokens":25923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":26426,"score_linear":25923.0,"score_lmetric":26426},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":26426,"score_linear":150574.0,"score_lmetric":288464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":26426,"score_linear":15283.0,"score_lmetric":26426},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":26426,"score_linear":27639.0,"score_lmetric":26426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":26426,"score_linear":241593.0,"score_lmetric":436413},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132336,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":26426,"score_linear":132336.0,"score_lmetric":78560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":368,"cache_hit":19968,"new_prefill":6458,"score_linear":-7203.0,"score_lmetric":6458}],"chosen_score_linear":-7203.0,"chosen_score_lmetric":6458,"t_first_token":26865.307472657,"t_first_token_unix":1779960861.8624167,"t_done":26884.083052597,"t_done_unix":1779960880.637997},{"request_id":"1279412:3:1285475:187","session_id":"1279412","input_length":27077,"t_proxy_recv":26884.090051283,"t_decision_unix":1779960880.6449928,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9832699338922333,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (453 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":453,"cache_hit":26624,"estimated_new_tokens":453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":27077,"score_linear":155527.0,"score_lmetric":378555},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":27077,"score_linear":91883.0,"score_lmetric":173408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":27077,"score_linear":80055.0,"score_lmetric":27077},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":27077,"score_linear":13962.0,"score_lmetric":41039},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":27077,"score_linear":241593.0,"score_lmetric":438366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":27077,"score_linear":38788.0,"score_lmetric":27077},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":26624,"new_prefill":453,"score_linear":7729.0,"score_lmetric":453}],"chosen_score_linear":7729.0,"chosen_score_lmetric":453,"t_first_token":26884.165632463,"t_first_token_unix":1779960880.7205758,"t_done":26884.262737244,"t_done_unix":1779960880.8176801},{"request_id":"1269373:6:1285668:189","session_id":"1269373","input_length":38788,"t_proxy_recv":26879.550980178,"t_decision_unix":1779960876.105921,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7919975250077343,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,3,2,1,1,3,2,3])","v3_prefill_cache_hit":30720,"v3_new_local":8068,"cache_hit":30720,"estimated_new_tokens":8068,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":34692,"score_linear":151431.0,"score_lmetric":401400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":38788,"score_linear":91883.0,"score_lmetric":196830},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":38788,"score_linear":80055.0,"score_lmetric":38788},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":38788,"score_linear":11.0,"score_lmetric":38788},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":38788,"score_linear":27639.0,"score_lmetric":38788},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":38788,"score_linear":241593.0,"score_lmetric":473499},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45850,"ongoing_decode_tokens":45850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":793,"cache_hit":30720,"new_prefill":8068,"score_linear":15130.0,"score_lmetric":16136},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":7680,"new_prefill":31108,"score_linear":133154.0,"score_lmetric":93471}],"chosen_score_linear":15130.0,"chosen_score_lmetric":16136,"t_first_token":26881.465306482,"t_first_token_unix":1779960878.0202506,"t_done":26884.984585419,"t_done_unix":1779960881.5395286},{"request_id":"1286804:1:1286804:195","session_id":"1286804","input_length":13962,"t_proxy_recv":26883.695518975,"t_decision_unix":1779960880.2504597,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":13962.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13962,"cache_hit":0,"estimated_new_tokens":13962,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":13962,"score_linear":155527.0,"score_lmetric":339210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":13962,"score_linear":91883.0,"score_lmetric":147178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":13962,"score_linear":80055.0,"score_lmetric":13962},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13962,"score_linear":241593.0,"score_lmetric":399021},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":13962,"score_linear":38788.0,"score_lmetric":13962},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60779,"ongoing_decode_tokens":60779,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":429,"cache_hit":0,"new_prefill":13962,"score_linear":60779.0,"score_lmetric":27924}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26884.893873178,"t_first_token_unix":1779960881.4488165,"t_done":26885.599054898,"t_done_unix":1779960882.1539981},{"request_id":"1279412:4:1286447:193","session_id":"1279412","input_length":31898,"t_proxy_recv":26884.27120113,"t_decision_unix":1779960880.8261428,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8346604802808953,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5274 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":5274,"cache_hit":26624,"estimated_new_tokens":5274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":31898,"score_linear":155527.0,"score_lmetric":393018},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":31898,"score_linear":91883.0,"score_lmetric":183050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":31898,"score_linear":80055.0,"score_lmetric":31898},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":31898,"score_linear":13962.0,"score_lmetric":45860},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31898,"score_linear":241593.0,"score_lmetric":452829},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":31898,"score_linear":38788.0,"score_lmetric":31898},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":26624,"new_prefill":5274,"score_linear":7729.0,"score_lmetric":5274}],"chosen_score_linear":7729.0,"chosen_score_lmetric":5274,"t_first_token":26885.349385712,"t_first_token_unix":1779960881.9043295,"t_done":26887.541665495,"t_done_unix":1779960884.0966089},{"request_id":"1268831:5:1284640:184","session_id":"1268831","input_length":42264,"t_proxy_recv":26875.939485005,"t_decision_unix":1779960872.494426,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":32256,"affinity_cache_ratio":0.7632027257240205,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":32256,"v3_new_local":10008,"cache_hit":32256,"estimated_new_tokens":10008,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":42264,"score_linear":155527.0,"score_lmetric":424116},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":32256,"new_prefill":10008,"score_linear":17363.0,"score_lmetric":59627},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":42264,"score_linear":80055.0,"score_lmetric":42264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":42264,"score_linear":27639.0,"score_lmetric":42264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42264,"score_linear":241593.0,"score_lmetric":483927},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":61559,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":42264,"score_linear":61559.0,"score_lmetric":84528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106481,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":42264,"score_linear":106481.0,"score_lmetric":84528}],"chosen_score_linear":17363.0,"chosen_score_lmetric":59627,"t_first_token":26885.965149701,"t_first_token_unix":1779960882.5200932,"t_done":26887.879427134,"t_done_unix":1779960884.4343703},{"request_id":"1287588:1:1287588:198","session_id":"1287588","input_length":9925,"t_proxy_recv":26886.243848706,"t_decision_unix":1779960882.7987902,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":9925.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9925,"cache_hit":0,"estimated_new_tokens":9925,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":9925,"score_linear":155527.0,"score_lmetric":327099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":91883,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":9925,"score_linear":91883.0,"score_lmetric":19850},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":9925,"score_linear":80055.0,"score_lmetric":9925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":9925,"score_linear":77805.0,"score_lmetric":87730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":522,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9925,"score_linear":241593.0,"score_lmetric":43074},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66251,"ongoing_decode_tokens":66251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":9925,"score_linear":66251.0,"score_lmetric":19850}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26887.049872753,"t_first_token_unix":1779960883.6048162,"t_done":26888.373635768,"t_done_unix":1779960884.928579},{"request_id":"1272313:6:1287745:199","session_id":"1272313","input_length":15547,"t_proxy_recv":26886.793107503,"t_decision_unix":1779960883.348049,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9879719560043738,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (187 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":187,"cache_hit":15360,"estimated_new_tokens":187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":11451,"score_linear":151431.0,"score_lmetric":331677},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":91883,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":15547,"score_linear":91883.0,"score_lmetric":31094},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":15547,"score_linear":80055.0,"score_lmetric":15547},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":15547,"score_linear":77805.0,"score_lmetric":93352},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9925,"ongoing_decode_tokens":0,"pending_prefill_tokens":9925,"num_requests":1,"active_p_offloads":0,"cached_blocks":522,"cache_hit":0,"new_prefill":15547,"score_linear":9925.0,"score_lmetric":25472},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15547,"score_linear":241593.0,"score_lmetric":59940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":15360,"new_prefill":187,"score_linear":-15360.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66251,"ongoing_decode_tokens":66251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":7680,"new_prefill":7867,"score_linear":58571.0,"score_lmetric":15734}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":26886.869448182,"t_first_token_unix":1779960883.4243917,"t_done":26888.53390887,"t_done_unix":1779960885.0888522},{"request_id":"1288143:1:1288143:200","session_id":"1288143","input_length":448,"t_proxy_recv":26888.208177189,"t_decision_unix":1779960884.7631187,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":448.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (448 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":448,"cache_hit":0,"estimated_new_tokens":448,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":113504,"pending_prefill_tokens":10791,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":448,"score_linear":155527.0,"score_lmetric":33717},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":448,"score_linear":49619.0,"score_lmetric":448},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":448,"score_linear":80055.0,"score_lmetric":448},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":448,"score_linear":77805.0,"score_lmetric":78253},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":522,"cache_hit":0,"new_prefill":448,"score_linear":9925.0,"score_lmetric":448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":448,"score_linear":241593.0,"score_lmetric":14643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":448,"score_linear":15547.0,"score_lmetric":448},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":452,"cache_hit":0,"new_prefill":448,"score_linear":34353.0,"score_lmetric":448}],"chosen_score_linear":15547.0,"chosen_score_lmetric":448,"t_first_token":26888.263306064,"t_first_token_unix":1779960884.8182495,"t_done":26888.861290168,"t_done_unix":1779960885.4162335},{"request_id":"1262354:11:1284987:186","session_id":"1262354","input_length":34353,"t_proxy_recv":26877.339937065,"t_decision_unix":1779960873.8948781,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9985736325793962,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (49 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":49,"cache_hit":34304,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":34353,"score_linear":155527.0,"score_lmetric":400383},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":34353,"score_linear":91883.0,"score_lmetric":187960},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":34353,"score_linear":80055.0,"score_lmetric":34353},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":34353,"score_linear":27639.0,"score_lmetric":34353},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34353,"score_linear":241593.0,"score_lmetric":460194},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45850,"ongoing_decode_tokens":45850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":34353,"score_linear":45850.0,"score_lmetric":68706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106481,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":34304,"new_prefill":49,"score_linear":72177.0,"score_lmetric":98}],"chosen_score_linear":72177.0,"chosen_score_lmetric":98,"t_first_token":26883.289243172,"t_first_token_unix":1779960879.8441892,"t_done":26889.928644034,"t_done_unix":1779960886.483587},{"request_id":"1279994:1:1279994:161","session_id":"1279994","input_length":88317,"t_proxy_recv":26860.27494628,"t_decision_unix":1779960856.829887,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":88317.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,2,1,1,4,3,1])","v3_prefill_cache_hit":0,"v3_new_local":88317,"cache_hit":0,"estimated_new_tokens":88317,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":88317,"score_linear":25187.0,"score_lmetric":88317},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":88317,"score_linear":58752.0,"score_lmetric":88317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":88317,"score_linear":150574.0,"score_lmetric":412246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":88317,"score_linear":15283.0,"score_lmetric":88317},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":88317,"score_linear":27639.0,"score_lmetric":88317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":88317,"score_linear":241593.0,"score_lmetric":622086},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":41122,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":503,"cache_hit":0,"new_prefill":88317,"score_linear":143196.0,"score_lmetric":264951},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20136,"ongoing_decode_tokens":20136,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":88317,"score_linear":20136.0,"score_lmetric":88317}],"chosen_score_linear":25187.0,"chosen_score_lmetric":88317,"t_first_token":26886.827333699,"t_first_token_unix":1779960883.3822775,"t_done":26890.468372531,"t_done_unix":1779960887.0233216},{"request_id":"1260327:5:1281915:172","session_id":"1260327","input_length":42023,"t_proxy_recv":26866.749513377,"t_decision_unix":1779960863.3044546,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.7432120505437498,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,1,2,1,1,3,2,4])","v3_prefill_cache_hit":31232,"v3_new_local":10791,"cache_hit":31232,"estimated_new_tokens":10791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":31232,"new_prefill":10791,"score_linear":82272.0,"score_lmetric":198216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":42023,"score_linear":9370.0,"score_lmetric":51393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":42023,"score_linear":150574.0,"score_lmetric":319658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":42023,"score_linear":15283.0,"score_lmetric":42023},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":42023,"score_linear":27639.0,"score_lmetric":42023},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42023,"score_linear":241593.0,"score_lmetric":483204},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44163,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":42023,"score_linear":44163.0,"score_lmetric":84046},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131251,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8604,"num_requests":4,"active_p_offloads":0,"cached_blocks":368,"cache_hit":0,"new_prefill":42023,"score_linear":131251.0,"score_lmetric":202508}],"chosen_score_linear":82272.0,"chosen_score_lmetric":198216,"t_first_token":26889.129754617,"t_first_token_unix":1779960885.6846983,"t_done":26890.480925495,"t_done_unix":1779960887.0358691},{"request_id":"1279994:2:1283011:177","session_id":"1279994","input_length":88940,"t_proxy_recv":26890.489074441,"t_decision_unix":1779960887.0440161,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":88064,"affinity_cache_ratio":0.990150663368563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (876 < 8000)","v3_prefill_cache_hit":88064,"v3_new_local":876,"cache_hit":88064,"estimated_new_tokens":876,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":88064,"new_prefill":876,"score_linear":-62877.0,"score_lmetric":876},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":88940,"score_linear":49619.0,"score_lmetric":88940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":88940,"score_linear":80055.0,"score_lmetric":88940},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":88940,"score_linear":77805.0,"score_lmetric":166745},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":88940,"score_linear":241593.0,"score_lmetric":266820},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-62877.0,"chosen_score_lmetric":876,"t_first_token":26890.944759552,"t_first_token_unix":1779960887.4997034,"t_done":26891.929765731,"t_done_unix":1779960888.484709},{"request_id":"1266668:6:1284003:181","session_id":"1266668","input_length":80055,"t_proxy_recv":26873.75795658,"t_decision_unix":1779960870.3128982,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58368,"affinity_cache_ratio":0.7290987446130786,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":58368,"v3_new_local":21687,"v3_src_idx":7,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":58368,"estimated_new_tokens":21687,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":75959,"score_linear":151431.0,"score_lmetric":525201},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":80055,"score_linear":27639.0,"score_lmetric":80055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":80055,"score_linear":241593.0,"score_lmetric":597300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":30594,"pending_prefill_tokens":6389,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":7680,"new_prefill":72375,"score_linear":53879.0,"score_lmetric":157528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":58368,"new_prefill":21687,"score_linear":-31942.0,"score_lmetric":21687}],"chosen_score_linear":-31942.0,"chosen_score_lmetric":21687,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"t_prefill_sent":26873.759670314,"t_prefill_sent_unix":1779960870.314613,"t_prefill_done":26883.280281994,"t_prefill_done_unix":1779960879.8352396,"t_decode_sent":26883.282053807,"t_decode_sent_unix":1779960879.8369968,"t_first_token":26887.74579013,"t_first_token_unix":1779960884.3007386,"t_done":26892.337716895,"t_done_unix":1779960888.8926606},{"request_id":"1284132:1:1284132:182","session_id":"1284132","input_length":49619,"t_proxy_recv":26874.213987779,"t_decision_unix":1779960870.768929,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":49619.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":49619,"cache_hit":0,"estimated_new_tokens":49619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":49619,"score_linear":155527.0,"score_lmetric":446181},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":49619,"score_linear":80055.0,"score_lmetric":49619},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":49619,"score_linear":27639.0,"score_lmetric":49619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":49619,"score_linear":241593.0,"score_lmetric":505992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":61559,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":49619,"score_linear":61559.0,"score_lmetric":99238},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106481,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":49619,"score_linear":106481.0,"score_lmetric":99238}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26885.35688915,"t_first_token_unix":1779960881.9118323,"t_done":26893.202790298,"t_done_unix":1779960889.7577338},{"request_id":"1287588:2:1289701:205","session_id":"1287588","input_length":10195,"t_proxy_recv":26893.470466275,"t_decision_unix":1779960890.0254078,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.954193231976459,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (467 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":467,"cache_hit":9728,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":10195,"score_linear":114413.0,"score_lmetric":20390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":10195,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":10195,"score_linear":87741.0,"score_lmetric":17552},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":10195,"score_linear":77805.0,"score_lmetric":88000},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":9610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":541,"cache_hit":9728,"new_prefill":467,"score_linear":-118.0,"score_lmetric":467},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":10195,"score_linear":241593.0,"score_lmetric":30585},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":10195,"score_linear":44920.0,"score_lmetric":23883},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":10195,"score_linear":114205.0,"score_lmetric":184418}],"chosen_score_linear":-118.0,"chosen_score_lmetric":467,"t_first_token":26893.512470034,"t_first_token_unix":1779960890.0674138,"t_done":26893.586051491,"t_done_unix":1779960890.1409948},{"request_id":"1286551:2:1289450:202","session_id":"1286551","input_length":9610,"t_proxy_recv":26892.554342574,"t_decision_unix":1779960889.1092837,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1598335067637877,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":9610.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9610,"cache_hit":0,"estimated_new_tokens":9610,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":9610,"score_linear":114413.0,"score_lmetric":19220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":9610,"score_linear":49619.0,"score_lmetric":9610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":9610,"score_linear":87741.0,"score_lmetric":16967},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":1536,"new_prefill":8074,"score_linear":76269.0,"score_lmetric":85879},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9610,"score_linear":241593.0,"score_lmetric":28830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":9610,"score_linear":44920.0,"score_lmetric":23298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26893.331456388,"t_first_token_unix":1779960889.8864,"t_done":26893.729404673,"t_done_unix":1779960890.2843475},{"request_id":"1290442:1:1290442:210","session_id":"1290442","input_length":7261,"t_proxy_recv":26895.824913561,"t_decision_unix":1779960892.3798552,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":14522.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7261 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7261,"cache_hit":0,"estimated_new_tokens":7261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":7261,"score_linear":114413.0,"score_lmetric":14522},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":7261,"score_linear":23228.0,"score_lmetric":30489},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":7261,"score_linear":87741.0,"score_lmetric":14618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":7261,"score_linear":77805.0,"score_lmetric":85066},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":12016,"num_requests":1,"active_p_offloads":0,"cached_blocks":559,"cache_hit":0,"new_prefill":7261,"score_linear":13552.0,"score_lmetric":19277},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7261,"score_linear":241593.0,"score_lmetric":21783},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":60889,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":7261,"score_linear":103634.0,"score_lmetric":33282},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":7261,"score_linear":114205.0,"score_lmetric":178550}],"chosen_score_linear":114413.0,"chosen_score_lmetric":14522,"t_first_token":26896.342142126,"t_first_token_unix":1779960892.8970854,"t_done":26896.709505713,"t_done_unix":1779960893.2644503},{"request_id":"1290426:1:1290426:209","session_id":"1290426","input_length":13552,"t_proxy_recv":26895.800929152,"t_decision_unix":1779960892.3558707,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":12016.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1536,"v3_new_local":12016,"cache_hit":1536,"estimated_new_tokens":12016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":13552,"score_linear":114413.0,"score_lmetric":27104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":13552,"score_linear":23228.0,"score_lmetric":36780},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":13552,"score_linear":87741.0,"score_lmetric":20909},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":1536,"new_prefill":12016,"score_linear":76269.0,"score_lmetric":89821},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":559,"cache_hit":1536,"new_prefill":12016,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13552,"score_linear":241593.0,"score_lmetric":40656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":60889,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":13552,"score_linear":103634.0,"score_lmetric":52155},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":13552,"score_linear":114205.0,"score_lmetric":191132}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26896.886674051,"t_first_token_unix":1779960893.4416177,"t_done":26897.265224882,"t_done_unix":1779960893.8201687},{"request_id":"1271459:2:1277544:151","session_id":"1271459","input_length":8884,"t_proxy_recv":26851.8153757,"t_decision_unix":1779960848.370317,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.05763169743358847,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":40839.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=1 cache_hit=512 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":8884,"v3_src_idx":6,"v3_target_idx":5,"v3_target_num_req":1,"v3_target_cache_hit":512,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":123703,"ongoing_decode_tokens":16900,"pending_prefill_tokens":4729},"v3_target_state":{"num_requests":1,"ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"cache_hit_estimate":512,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":8884,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":8884,"score_linear":52408.0,"score_lmetric":72210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":8884,"score_linear":43137.0,"score_lmetric":42546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":150574.0,"score_lmetric":253380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8884,"score_linear":139076.0,"score_lmetric":91809},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8884,"score_linear":121069.0,"score_lmetric":204628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":512,"new_prefill":8372,"score_linear":114100.0,"score_lmetric":122984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":123703,"ongoing_decode_tokens":16900,"pending_prefill_tokens":4729,"num_requests":3,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":8884,"score_linear":123703.0,"score_lmetric":40839},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":8884,"score_linear":105047.0,"score_lmetric":99728}],"chosen_score_linear":123703.0,"chosen_score_lmetric":40839,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"t_prefill_sent":26851.815573212,"t_prefill_sent_unix":1779960848.370516,"t_prefill_done":26852.746951025,"t_prefill_done_unix":1779960849.3018944,"t_decode_sent":26852.747131368,"t_decode_sent_unix":1779960849.302074,"t_first_token":26888.825310995,"t_first_token_unix":1779960885.3802543,"t_done":26897.266464312,"t_done_unix":1779960893.8214076},{"request_id":"1279994:3:1286181:192","session_id":"1279994","input_length":89226,"t_proxy_recv":26891.946652939,"t_decision_unix":1779960888.5015943,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9927151278775245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (650 < 8000)","v3_prefill_cache_hit":88576,"v3_new_local":650,"cache_hit":88576,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":88576,"new_prefill":650,"score_linear":-63389.0,"score_lmetric":650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":89226,"score_linear":49619.0,"score_lmetric":89226},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":89226,"score_linear":80055.0,"score_lmetric":89226},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":89226,"score_linear":77805.0,"score_lmetric":167031},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":89226,"score_linear":241593.0,"score_lmetric":267678},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":89226,"score_linear":44920.0,"score_lmetric":102914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-63389.0,"chosen_score_lmetric":650,"t_first_token":26892.231938297,"t_first_token_unix":1779960888.7868817,"t_done":26898.466075796,"t_done_unix":1779960895.021019},{"request_id":"1291100:1:1291100:212","session_id":"1291100","input_length":1744,"t_proxy_recv":26898.038978542,"t_decision_unix":1779960894.5939195,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":1744.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1744 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1744,"cache_hit":0,"estimated_new_tokens":1744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":662,"cache_hit":0,"new_prefill":1744,"score_linear":114413.0,"score_lmetric":3488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":1744,"score_linear":23228.0,"score_lmetric":24972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":87741,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":1744,"score_linear":87741.0,"score_lmetric":1744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":1744,"score_linear":77805.0,"score_lmetric":79549},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":568,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":1744,"score_linear":232709.0,"score_lmetric":3488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":1744,"score_linear":103634.0,"score_lmetric":5232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":1744,"score_linear":114205.0,"score_lmetric":167516}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26898.153391289,"t_first_token_unix":1779960894.708335,"t_done":26898.550572322,"t_done_unix":1779960895.1055157},{"request_id":"1290365:1:1290365:208","session_id":"1290365","input_length":23228,"t_proxy_recv":26895.618925416,"t_decision_unix":1779960892.1738672,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":23228.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23228,"cache_hit":0,"estimated_new_tokens":23228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":23228,"score_linear":114413.0,"score_lmetric":46456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":23228,"score_linear":87741.0,"score_lmetric":30585},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":23228,"score_linear":77805.0,"score_lmetric":101033},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":559,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":23228,"score_linear":241593.0,"score_lmetric":69684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":60889,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":23228,"score_linear":103634.0,"score_lmetric":81183},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":23228,"score_linear":114205.0,"score_lmetric":210484}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26898.188406623,"t_first_token_unix":1779960894.7433498,"t_done":26898.920870068,"t_done_unix":1779960895.4758134},{"request_id":"1266668:7:1287468:197","session_id":"1266668","input_length":87741,"t_proxy_recv":26892.352748059,"t_decision_unix":1779960888.9076893,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":80384,"affinity_cache_ratio":0.916150944256391,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7357 < 8000)","v3_prefill_cache_hit":80384,"v3_new_local":7357,"cache_hit":80384,"estimated_new_tokens":7357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":4096,"new_prefill":83645,"score_linear":110317.0,"score_lmetric":167290},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":87741,"score_linear":49619.0,"score_lmetric":87741},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":750,"cache_hit":80384,"new_prefill":7357,"score_linear":-80384.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":87741,"score_linear":77805.0,"score_lmetric":165546},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":87741,"score_linear":241593.0,"score_lmetric":263223},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":7680,"new_prefill":80061,"score_linear":37240.0,"score_lmetric":93749},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":79872,"new_prefill":7869,"score_linear":-79872.0,"score_lmetric":0}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":26896.23008574,"t_first_token_unix":1779960892.7850294,"t_done":26900.213424248,"t_done_unix":1779960896.7683678},{"request_id":"1258859:3:1278118:155","session_id":"1258859","input_length":118097,"t_proxy_recv":26853.920463923,"t_decision_unix":1779960850.4754052,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":113664,"affinity_cache_ratio":0.962463060026927,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4433 < 8000)","v3_prefill_cache_hit":113664,"v3_new_local":4433,"cache_hit":113664,"estimated_new_tokens":4433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83838,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27419,"num_requests":3,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":118097,"score_linear":83838.0,"score_lmetric":436548},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":118097,"score_linear":54418.0,"score_lmetric":236194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":150574.0,"score_lmetric":471806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":118097,"score_linear":139076.0,"score_lmetric":419448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":118097,"score_linear":121069.0,"score_lmetric":423054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":113664,"new_prefill":4433,"score_linear":9832.0,"score_lmetric":238090},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":16900,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":118097,"score_linear":143196.0,"score_lmetric":403917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":118097,"score_linear":82904.0,"score_lmetric":236194}],"chosen_score_linear":9832.0,"chosen_score_lmetric":238090,"t_first_token":26888.785209728,"t_first_token_unix":1779960885.3401535,"t_done":26900.472883904,"t_done_unix":1779960897.0278275},{"request_id":"1272313:7:1290281:206","session_id":"1272313","input_length":15969,"t_proxy_recv":26895.358957133,"t_decision_unix":1779960891.9138987,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.96186361074582,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (609 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":609,"cache_hit":15360,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":4096,"new_prefill":11873,"score_linear":110317.0,"score_lmetric":23746},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":7680,"new_prefill":8289,"score_linear":80061.0,"score_lmetric":15646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":15969,"score_linear":77805.0,"score_lmetric":93774},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":559,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15969,"score_linear":241593.0,"score_lmetric":47907},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":15360,"new_prefill":609,"score_linear":29560.0,"score_lmetric":609},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":8289,"score_linear":106525.0,"score_lmetric":180606}],"chosen_score_linear":29560.0,"chosen_score_lmetric":609,"t_first_token":26895.434389759,"t_first_token_unix":1779960891.9893332,"t_done":26900.782606976,"t_done_unix":1779960897.3375504},{"request_id":"1279994:4:1290711:211","session_id":"1279994","input_length":89749,"t_proxy_recv":26898.482620807,"t_decision_unix":1779960895.0375624,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9983398143711908,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (149 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":149,"cache_hit":89600,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":89600,"new_prefill":149,"score_linear":-64413.0,"score_lmetric":149},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":23228,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":89749,"score_linear":23228.0,"score_lmetric":89749},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":87741,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":89749,"score_linear":87741.0,"score_lmetric":89749},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":89749,"score_linear":77805.0,"score_lmetric":167554},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1744,"ongoing_decode_tokens":1744,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":568,"cache_hit":0,"new_prefill":89749,"score_linear":1744.0,"score_lmetric":89749},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":89749,"score_linear":232709.0,"score_lmetric":179498},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":89749,"score_linear":103634.0,"score_lmetric":269247},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":89749,"score_linear":114205.0,"score_lmetric":343526}],"chosen_score_linear":-64413.0,"chosen_score_lmetric":149,"t_first_token":26898.659156851,"t_first_token_unix":1779960895.2141013,"t_done":26901.250333942,"t_done_unix":1779960897.8052769},{"request_id":"1260327:6:1291827:215","session_id":"1260327","input_length":42153,"t_proxy_recv":26900.649667084,"t_decision_unix":1779960897.2046084,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9959907954356748,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (169 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":169,"cache_hit":41984,"estimated_new_tokens":169,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114936,"ongoing_decode_tokens":114936,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":664,"cache_hit":41984,"new_prefill":169,"score_linear":72952.0,"score_lmetric":338},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":42153,"score_linear":77805.0,"score_lmetric":119958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":114612,"pending_prefill_tokens":464,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":42153,"score_linear":233348.0,"score_lmetric":85234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":42153,"score_linear":103634.0,"score_lmetric":126459},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":42153,"score_linear":149304.0,"score_lmetric":373350}],"chosen_score_linear":72952.0,"chosen_score_lmetric":338,"t_first_token":26900.754508967,"t_first_token_unix":1779960897.3094528,"t_done":26901.563349127,"t_done_unix":1779960898.1182938},{"request_id":"1290365:2:1292000:217","session_id":"1290365","input_length":23414,"t_proxy_recv":26901.215381395,"t_decision_unix":1779960897.770323,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9840266507217904,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (374 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":374,"cache_hit":23040,"estimated_new_tokens":374,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157089,"ongoing_decode_tokens":157089,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":23414,"score_linear":157089.0,"score_lmetric":70242},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":23040,"new_prefill":374,"score_linear":-23040.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":23414,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":23414,"score_linear":77805.0,"score_lmetric":101219},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":8144,"ongoing_decode_tokens":0,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":23414,"score_linear":8144.0,"score_lmetric":31558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":23414,"score_linear":233348.0,"score_lmetric":46828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87665,"ongoing_decode_tokens":87665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":23414,"score_linear":87665.0,"score_lmetric":46828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":23414,"score_linear":149304.0,"score_lmetric":317133}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":26901.289508135,"t_first_token_unix":1779960897.8444517,"t_done":26901.608745688,"t_done_unix":1779960898.163689},{"request_id":"1291944:1:1291944:216","session_id":"1291944","input_length":8144,"t_proxy_recv":26901.019037281,"t_decision_unix":1779960897.573979,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":8144.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8144,"cache_hit":0,"estimated_new_tokens":8144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157089,"ongoing_decode_tokens":157089,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":8144,"score_linear":157089.0,"score_lmetric":24432},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":8144,"score_linear":77805.0,"score_lmetric":85949},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":8144,"score_linear":233348.0,"score_lmetric":16288},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87665,"ongoing_decode_tokens":87665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":8144,"score_linear":87665.0,"score_lmetric":16288},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":8144,"score_linear":149304.0,"score_lmetric":271323}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26901.586399684,"t_first_token_unix":1779960898.1413512,"t_done":26901.730272098,"t_done_unix":1779960898.2852151},{"request_id":"1269373:7:1290314:207","session_id":"1269373","input_length":42745,"t_proxy_recv":26895.453726328,"t_decision_unix":1779960892.008668,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9103286934144345,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3833 < 8000)","v3_prefill_cache_hit":38912,"v3_new_local":3833,"cache_hit":38912,"estimated_new_tokens":3833,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":4096,"new_prefill":38649,"score_linear":110317.0,"score_lmetric":77298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":7680,"new_prefill":35065,"score_linear":80061.0,"score_lmetric":42422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":42745,"score_linear":77805.0,"score_lmetric":120550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":559,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42745,"score_linear":241593.0,"score_lmetric":128235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":60889,"ongoing_decode_tokens":60889,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":826,"cache_hit":38912,"new_prefill":3833,"score_linear":21977.0,"score_lmetric":7666},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":35065,"score_linear":106525.0,"score_lmetric":234158}],"chosen_score_linear":21977.0,"chosen_score_lmetric":7666,"t_first_token":26896.52444595,"t_first_token_unix":1779960893.0793898,"t_done":26903.158590039,"t_done_unix":1779960899.7135334},{"request_id":"1286551:3:1292589:219","session_id":"1286551","input_length":16914,"t_proxy_recv":26902.887359411,"t_decision_unix":1779960899.4423006,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9216,"affinity_cache_ratio":0.54487406881873,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7698 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":7698,"cache_hit":9216,"estimated_new_tokens":7698,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":16914,"score_linear":25187.0,"score_lmetric":16914},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":16914,"score_linear":96105.0,"score_lmetric":24955},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":1536,"new_prefill":15378,"score_linear":76269.0,"score_lmetric":93183},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":586,"cache_hit":9216,"new_prefill":7698,"score_linear":-9216.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":16914,"score_linear":233348.0,"score_lmetric":33828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87665,"ongoing_decode_tokens":87665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":16914,"score_linear":87665.0,"score_lmetric":33828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":16914,"score_linear":149304.0,"score_lmetric":297633}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":26903.779661925,"t_first_token_unix":1779960900.334606,"t_done":26903.963644428,"t_done_unix":1779960900.5185874},{"request_id":"1292750:1:1292750:220","session_id":"1292750","input_length":4684,"t_proxy_recv":26903.521130395,"t_decision_unix":1779960900.076072,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":4684.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4684 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4684,"cache_hit":0,"estimated_new_tokens":4684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":4684,"score_linear":25187.0,"score_lmetric":4684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":4684,"score_linear":96105.0,"score_lmetric":12725},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":4684,"score_linear":77805.0,"score_lmetric":82489},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":4684,"score_linear":16914.0,"score_lmetric":12382},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":4684,"score_linear":233348.0,"score_lmetric":9368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":4684,"score_linear":44920.0,"score_lmetric":4684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":4684,"score_linear":149304.0,"score_lmetric":260943}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26903.81578185,"t_first_token_unix":1779960900.3707254,"t_done":26904.262589326,"t_done_unix":1779960900.8175323},{"request_id":"1287100:1:1287100:196","session_id":"1287100","input_length":77805,"t_proxy_recv":26884.66869653,"t_decision_unix":1779960881.223638,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":77805.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":77805,"cache_hit":0,"estimated_new_tokens":77805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":77805,"score_linear":155527.0,"score_lmetric":530739},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":77805,"score_linear":91883.0,"score_lmetric":274864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":77805,"score_linear":80055.0,"score_lmetric":77805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":77805,"score_linear":13962.0,"score_lmetric":91767},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":77805,"score_linear":241593.0,"score_lmetric":590550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":77805,"score_linear":38788.0,"score_lmetric":77805},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66251,"ongoing_decode_tokens":34353,"pending_prefill_tokens":5274,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":77805,"score_linear":66251.0,"score_lmetric":166158}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26905.205141843,"t_first_token_unix":1779960901.760085,"t_done":26905.740600028,"t_done_unix":1779960902.2955437},{"request_id":"1291100:2:1293458:223","session_id":"1291100","input_length":2572,"t_proxy_recv":26906.010744088,"t_decision_unix":1779960902.5656855,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5972006220839814,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1036 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":1036,"cache_hit":1536,"estimated_new_tokens":1036,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":2572,"score_linear":25187.0,"score_lmetric":2572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":2572,"score_linear":24482.0,"score_lmetric":2572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":2572,"score_linear":96105.0,"score_lmetric":10613},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":757,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":594,"cache_hit":1536,"new_prefill":1036,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":2572,"score_linear":233348.0,"score_lmetric":5144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":2572,"score_linear":44920.0,"score_lmetric":2572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":2572,"score_linear":149304.0,"score_lmetric":254607}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26906.090065561,"t_first_token_unix":1779960902.6450086,"t_done":26906.241796691,"t_done_unix":1779960902.7967396},{"request_id":"1293507:1:1293507:224","session_id":"1293507","input_length":6460,"t_proxy_recv":26906.19680762,"t_decision_unix":1779960902.7517486,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":6460.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6460 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6460,"cache_hit":0,"estimated_new_tokens":6460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":6460,"score_linear":25187.0,"score_lmetric":6460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":6460,"score_linear":24482.0,"score_lmetric":6460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":6460,"score_linear":96105.0,"score_lmetric":14501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":757,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2572,"ongoing_decode_tokens":2572,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":594,"cache_hit":0,"new_prefill":6460,"score_linear":2572.0,"score_lmetric":6460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":6460,"score_linear":233348.0,"score_lmetric":12920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":6460,"score_linear":44920.0,"score_lmetric":6460},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":6460,"score_linear":149304.0,"score_lmetric":266271}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26906.624363901,"t_first_token_unix":1779960903.1793067,"t_done":26906.746116862,"t_done_unix":1779960903.3010595},{"request_id":"1258859:4:1282900:176","session_id":"1258859","input_length":118736,"t_proxy_recv":26900.494848477,"t_decision_unix":1779960897.04979,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9960921708664601,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (464 < 8000)","v3_prefill_cache_hit":118272,"v3_new_local":464,"cache_hit":118272,"estimated_new_tokens":464,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114936,"ongoing_decode_tokens":114936,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":118736,"score_linear":114936.0,"score_lmetric":237472},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":118736,"score_linear":77805.0,"score_lmetric":196541},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":329,"cache_hit":118272,"new_prefill":464,"score_linear":-3660.0,"score_lmetric":464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":118736,"score_linear":103634.0,"score_lmetric":356208},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":118736,"score_linear":149304.0,"score_lmetric":603099}],"chosen_score_linear":-3660.0,"chosen_score_lmetric":464,"t_first_token":26900.733369232,"t_first_token_unix":1779960897.288313,"t_done":26907.163974333,"t_done_unix":1779960903.718918},{"request_id":"1290365:3:1293216:222","session_id":"1290365","input_length":24482,"t_proxy_recv":26905.151070545,"t_decision_unix":1779960901.7060115,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.941099583367372,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1442 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1442,"cache_hit":23040,"estimated_new_tokens":1442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":24482,"score_linear":25187.0,"score_lmetric":24482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":23040,"new_prefill":1442,"score_linear":-23040.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":24482,"score_linear":96105.0,"score_lmetric":32523},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":24482,"score_linear":77805.0,"score_lmetric":102287},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":594,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":24482,"score_linear":233348.0,"score_lmetric":48964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":24482,"score_linear":44920.0,"score_lmetric":24482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":24482,"score_linear":149304.0,"score_lmetric":320337}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":26905.415655838,"t_first_token_unix":1779960901.9705992,"t_done":26907.485956084,"t_done_unix":1779960904.0408995},{"request_id":"1266668:8:1292408:218","session_id":"1266668","input_length":96105,"t_proxy_recv":26902.35023816,"t_decision_unix":1779960898.9051795,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":88064,"affinity_cache_ratio":0.916331096196868,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":88064,"v3_new_local":8041,"cache_hit":88064,"estimated_new_tokens":8041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":4096,"new_prefill":92009,"score_linear":21091.0,"score_lmetric":92009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":88064,"new_prefill":8041,"score_linear":-88064.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":96105,"score_linear":77805.0,"score_lmetric":173910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":96105,"score_linear":233348.0,"score_lmetric":192210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87665,"ongoing_decode_tokens":87665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":7680,"new_prefill":88425,"score_linear":79985.0,"score_lmetric":176850},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":79872,"new_prefill":16233,"score_linear":69432.0,"score_lmetric":295590}],"chosen_score_linear":-88064.0,"chosen_score_lmetric":0,"t_first_token":26906.93265394,"t_first_token_unix":1779960903.487598,"t_done":26907.855947488,"t_done_unix":1779960904.4108965},{"request_id":"1291944:2:1293798:227","session_id":"1291944","input_length":12388,"t_proxy_recv":26907.282121385,"t_decision_unix":1779960903.837062,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6199547949628673,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4708 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":4708,"cache_hit":7680,"estimated_new_tokens":4708,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":12388,"score_linear":25187.0,"score_lmetric":12388},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":12388,"score_linear":24482.0,"score_lmetric":12388},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":96105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":12388,"score_linear":96105.0,"score_lmetric":12388},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":769,"cache_hit":0,"new_prefill":12388,"score_linear":28796.0,"score_lmetric":12388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":596,"cache_hit":7680,"new_prefill":4708,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12388,"score_linear":114612.0,"score_lmetric":12388},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73716,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":12388,"score_linear":73716.0,"score_lmetric":24776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":12388,"score_linear":149304.0,"score_lmetric":284055}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":26907.753965271,"t_first_token_unix":1779960904.3089085,"t_done":26908.098656237,"t_done_unix":1779960904.6535995},{"request_id":"1242838:4:1265709:87","session_id":"1242838","input_length":25187,"t_proxy_recv":26810.391858433,"t_decision_unix":1779960806.9467995,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.8741017191408266,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3171 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":3171,"cache_hit":22016,"estimated_new_tokens":3171,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":22016,"new_prefill":3171,"score_linear":88032.0,"score_lmetric":113219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":25187,"score_linear":55989.0,"score_lmetric":25187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":25187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":25187,"score_linear":71575.0,"score_lmetric":162958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":0,"pending_prefill_tokens":5111,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":25187,"score_linear":27639.0,"score_lmetric":30298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":25187,"score_linear":125063.0,"score_lmetric":285140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":25187,"score_linear":50783.0,"score_lmetric":75970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":25187,"score_linear":45884.0,"score_lmetric":98110}],"chosen_score_linear":88032.0,"chosen_score_lmetric":113219,"t_first_token":26846.877102702,"t_first_token_unix":1779960843.4320464,"t_done":26911.217896965,"t_done_unix":1779960907.7728405},{"request_id":"1272313:8:1293738:226","session_id":"1272313","input_length":28796,"t_proxy_recv":26907.133722699,"t_decision_unix":1779960903.6886637,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15872,"affinity_cache_ratio":0.5511876649534657,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":15872,"v3_new_local":12924,"v3_src_idx":6,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":15872,"estimated_new_tokens":12924,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":4096,"new_prefill":24700,"score_linear":21091.0,"score_lmetric":24700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":28796,"score_linear":24482.0,"score_lmetric":28796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":96105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":7680,"new_prefill":21116,"score_linear":88425.0,"score_lmetric":21116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":769,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":596,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":28796,"score_linear":233348.0,"score_lmetric":57592},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":15872,"new_prefill":12924,"score_linear":29048.0,"score_lmetric":12924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":21116,"score_linear":141624.0,"score_lmetric":310239}],"chosen_score_linear":29048.0,"chosen_score_lmetric":12924,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"t_prefill_sent":26907.134518914,"t_prefill_sent_unix":1779960903.6894615,"t_prefill_done":26909.344433476,"t_prefill_done_unix":1779960905.8993793,"t_decode_sent":26909.34485724,"t_decode_sent_unix":1779960905.8998003,"t_first_token":26909.912649625,"t_first_token_unix":1779960906.4675932,"t_done":26911.735248923,"t_done_unix":1779960908.2901921},{"request_id":"1294611:1:1294611:229","session_id":"1294611","input_length":21947,"t_proxy_recv":26909.744792584,"t_decision_unix":1779960906.2997334,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9147.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":9147,"cache_hit":12800,"estimated_new_tokens":9147,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":21947,"score_linear":25187.0,"score_lmetric":21947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":12800,"new_prefill":9147,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":769,"cache_hit":12800,"new_prefill":9147,"score_linear":15996.0,"score_lmetric":9147},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21947,"score_linear":114612.0,"score_lmetric":21947},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":21947,"score_linear":44920.0,"score_lmetric":21947},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":21947,"score_linear":149304.0,"score_lmetric":312732}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":26911.12961226,"t_first_token_unix":1779960907.6845558,"t_done":26911.798841752,"t_done_unix":1779960908.353785},{"request_id":"1266668:9:1295576:231","session_id":"1266668","input_length":96717,"t_proxy_recv":26913.310787595,"t_decision_unix":1779960909.8657286,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9899397210418024,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (973 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":973,"cache_hit":95744,"estimated_new_tokens":973,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":4096,"new_prefill":92621,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":780,"cache_hit":95744,"new_prefill":973,"score_linear":-95744.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":7680,"new_prefill":89037,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":96717,"score_linear":114612.0,"score_lmetric":96717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":7680,"new_prefill":89037,"score_linear":87920.0,"score_lmetric":193418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":79872,"new_prefill":16845,"score_linear":69432.0,"score_lmetric":297426}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":26913.851557349,"t_first_token_unix":1779960910.4065003,"t_done":26914.145996937,"t_done_unix":1779960910.7009404},{"request_id":"1295690:1:1295690:232","session_id":"1295690","input_length":10857,"t_proxy_recv":26913.645923819,"t_decision_unix":1779960910.200865,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10857.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10857,"cache_hit":0,"estimated_new_tokens":10857,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96717,"ongoing_decode_tokens":0,"pending_prefill_tokens":973,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":10857,"score_linear":96717.0,"score_lmetric":11830},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10857,"score_linear":114612.0,"score_lmetric":10857},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":10857,"score_linear":95600.0,"score_lmetric":37058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":10857,"score_linear":149304.0,"score_lmetric":279462}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26914.525290111,"t_first_token_unix":1779960911.0802343,"t_done":26914.968165764,"t_done_unix":1779960911.5231092},{"request_id":"1294611:2:1295852:233","session_id":"1294611","input_length":23610,"t_proxy_recv":26914.152054965,"t_decision_unix":1779960910.7069967,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9324862346463363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1594 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":1594,"cache_hit":22016,"estimated_new_tokens":1594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":22016,"new_prefill":1594,"score_linear":-22016.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10857,"ongoing_decode_tokens":0,"pending_prefill_tokens":10857,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":12800,"new_prefill":10810,"score_linear":-1943.0,"score_lmetric":21667},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23610,"score_linear":114612.0,"score_lmetric":23610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":23610,"score_linear":95600.0,"score_lmetric":62564},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":23610,"score_linear":149304.0,"score_lmetric":317721}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":26914.537938599,"t_first_token_unix":1779960911.0928822,"t_done":26915.911364056,"t_done_unix":1779960912.466307},{"request_id":"1289570:1:1289570:204","session_id":"1289570","input_length":82014,"t_proxy_recv":26892.989880197,"t_decision_unix":1779960889.5448217,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":82014.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,1,1,1,3,1,1])","v3_prefill_cache_hit":0,"v3_new_local":82014,"cache_hit":0,"estimated_new_tokens":82014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":82014,"score_linear":114413.0,"score_lmetric":164028},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":82014,"score_linear":49619.0,"score_lmetric":82014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":82014,"score_linear":87741.0,"score_lmetric":89371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":82014,"score_linear":77805.0,"score_lmetric":159819},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":82014,"score_linear":9610.0,"score_lmetric":91624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":82014,"score_linear":241593.0,"score_lmetric":246042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":82014,"score_linear":44920.0,"score_lmetric":95702},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":82014,"score_linear":32191.0,"score_lmetric":82014}],"chosen_score_linear":32191.0,"chosen_score_lmetric":82014,"t_first_token":26915.825337638,"t_first_token_unix":1779960912.380281,"t_done":26916.6681706,"t_done_unix":1779960913.223114},{"request_id":"1262354:12:1291548:213","session_id":"1262354","input_length":35099,"t_proxy_recv":26899.681535863,"t_decision_unix":1779960896.2364771,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9919370922248497,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (283 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":283,"cache_hit":34816,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114936,"ongoing_decode_tokens":114936,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35099,"score_linear":114936.0,"score_lmetric":70198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":87741,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":35099,"score_linear":87741.0,"score_lmetric":35099},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":35099,"score_linear":77805.0,"score_lmetric":112904},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":35099,"score_linear":232709.0,"score_lmetric":70198},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":35099,"score_linear":103634.0,"score_lmetric":105297},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":34816,"new_prefill":283,"score_linear":79389.0,"score_lmetric":164594}],"chosen_score_linear":79389.0,"chosen_score_lmetric":164594,"t_first_token":26915.827284703,"t_first_token_unix":1779960912.3822281,"t_done":26916.845461247,"t_done_unix":1779960913.4004042},{"request_id":"1279412:4:1289482:203","session_id":"1279412","input_length":32191,"t_proxy_recv":26892.642027029,"t_decision_unix":1779960889.1969686,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9861141312789289,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (447 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":447,"cache_hit":31744,"estimated_new_tokens":447,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":32191,"score_linear":114413.0,"score_lmetric":64382},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":32191,"score_linear":49619.0,"score_lmetric":32191},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":32191,"score_linear":87741.0,"score_lmetric":39548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":32191,"score_linear":77805.0,"score_lmetric":109996},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":32191,"score_linear":9610.0,"score_lmetric":41801},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":32191,"score_linear":241593.0,"score_lmetric":96573},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":32191,"score_linear":44920.0,"score_lmetric":45879},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":31744,"new_prefill":447,"score_linear":-31744.0,"score_lmetric":0}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":26892.719846576,"t_first_token_unix":1779960889.27479,"t_done":26917.029414442,"t_done_unix":1779960913.5843585},{"request_id":"1262354:13:1293000:221","session_id":"1262354","input_length":35210,"t_proxy_recv":26916.852998098,"t_decision_unix":1779960913.4079397,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9888099971598977,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (394 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":394,"cache_hit":34816,"estimated_new_tokens":394,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35210,"score_linear":114612.0,"score_lmetric":35210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":35210,"score_linear":95600.0,"score_lmetric":85764},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":613,"cache_hit":34816,"new_prefill":394,"score_linear":-2625.0,"score_lmetric":394}],"chosen_score_linear":-2625.0,"chosen_score_lmetric":394,"t_first_token":26916.933849557,"t_first_token_unix":1779960913.4887927,"t_done":26917.739135371,"t_done_unix":1779960914.2940784},{"request_id":"1275274:1:1275274:136","session_id":"1275274","input_length":114612,"t_proxy_recv":26843.530909358,"t_decision_unix":1779960840.0858507,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":114612.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":114612,"cache_hit":0,"estimated_new_tokens":114612,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":114612,"score_linear":166063.0,"score_lmetric":683817},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":150574.0,"score_lmetric":464836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":114612,"score_linear":139076.0,"score_lmetric":408993},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":114612,"score_linear":121069.0,"score_lmetric":416084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":114612,"score_linear":102074.0,"score_lmetric":114612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26885.870073054,"t_first_token_unix":1779960882.4250166,"t_done":26917.780707292,"t_done_unix":1779960914.335651},{"request_id":"1296872:1:1296872:235","session_id":"1296872","input_length":624,"t_proxy_recv":26917.709236195,"t_decision_unix":1779960914.2641773,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":624.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (624 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":624,"cache_hit":0,"estimated_new_tokens":624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":624,"score_linear":114612.0,"score_lmetric":624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":624,"score_linear":95600.0,"score_lmetric":16592},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":67569,"ongoing_decode_tokens":67569,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":624,"score_linear":67569.0,"score_lmetric":1248}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26917.777667461,"t_first_token_unix":1779960914.3326108,"t_done":26917.881299281,"t_done_unix":1779960914.436242},{"request_id":"1279412:5:1291651:214","session_id":"1279412","input_length":32359,"t_proxy_recv":26917.03499024,"t_decision_unix":1779960913.5899315,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9968169597329954,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (103 < 8000)","v3_prefill_cache_hit":32256,"v3_new_local":103,"cache_hit":32256,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":32359,"score_linear":114612.0,"score_lmetric":32359},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":32359,"score_linear":95600.0,"score_lmetric":80062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35210,"ongoing_decode_tokens":35210,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":32256,"new_prefill":103,"score_linear":2954.0,"score_lmetric":103}],"chosen_score_linear":2954.0,"chosen_score_lmetric":103,"t_first_token":26917.096133102,"t_first_token_unix":1779960913.6510763,"t_done":26917.943415873,"t_done_unix":1779960914.498359},{"request_id":"1296983:1:1296983:236","session_id":"1296983","input_length":1791,"t_proxy_recv":26918.143620249,"t_decision_unix":1779960914.698562,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1791.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1791 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1791,"cache_hit":0,"estimated_new_tokens":1791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":1791,"score_linear":40278.0,"score_lmetric":1791},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":1791,"score_linear":95600.0,"score_lmetric":18926},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75713,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":1791,"score_linear":75713.0,"score_lmetric":3582}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26918.262605285,"t_first_token_unix":1779960914.8175488,"t_done":26918.487501438,"t_done_unix":1779960915.0424442},{"request_id":"1260327:7:1297673:242","session_id":"1260327","input_length":42363,"t_proxy_recv":26920.33183831,"t_decision_unix":1779960916.8867798,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.99105351367939,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (379 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":379,"cache_hit":41984,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":41984,"new_prefill":379,"score_linear":-1706.0,"score_lmetric":379},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":42363,"score_linear":23863.0,"score_lmetric":42363},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":42363,"score_linear":156652.0,"score_lmetric":205518},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":42363,"score_linear":62414.0,"score_lmetric":104777},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":42363,"score_linear":95600.0,"score_lmetric":100070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":42363,"score_linear":35435.0,"score_lmetric":42363}],"chosen_score_linear":-1706.0,"chosen_score_lmetric":379,"t_first_token":26920.485725104,"t_first_token_unix":1779960917.0406685,"t_done":26920.714959477,"t_done_unix":1779960917.2699037},{"request_id":"1262354:14:1294243:228","session_id":"1262354","input_length":35435,"t_proxy_recv":26917.746066456,"t_decision_unix":1779960914.301008,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9825313955129109,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (619 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":619,"cache_hit":34816,"estimated_new_tokens":619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":624,"ongoing_decode_tokens":0,"pending_prefill_tokens":624,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":35435,"score_linear":624.0,"score_lmetric":36059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35435,"score_linear":114612.0,"score_lmetric":35435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":35435,"score_linear":95600.0,"score_lmetric":86214},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32359,"ongoing_decode_tokens":32359,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":34816,"new_prefill":619,"score_linear":-2457.0,"score_lmetric":619}],"chosen_score_linear":-2457.0,"chosen_score_lmetric":619,"t_first_token":26917.871954301,"t_first_token_unix":1779960914.4268975,"t_done":26921.336503559,"t_done_unix":1779960917.8914468},{"request_id":"1272313:9:1297810:243","session_id":"1272313","input_length":29149,"t_proxy_recv":26920.815300883,"t_decision_unix":1779960917.3702426,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9836358022573674,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":477,"cache_hit":28672,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":4096,"new_prefill":25053,"score_linear":36182.0,"score_lmetric":25053},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":29149,"score_linear":23863.0,"score_lmetric":29149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":7680,"new_prefill":21469,"score_linear":148972.0,"score_lmetric":163730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":28672,"new_prefill":477,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":29149,"score_linear":62414.0,"score_lmetric":91563},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":29149,"score_linear":13992.0,"score_lmetric":43141},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":28672,"new_prefill":477,"score_linear":66928.0,"score_lmetric":16298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":7680,"new_prefill":21469,"score_linear":27755.0,"score_lmetric":21469}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":26920.904984258,"t_first_token_unix":1779960917.4599285,"t_done":26921.826588825,"t_done_unix":1779960918.3815322},{"request_id":"1290442:2:1298058:246","session_id":"1290442","input_length":11994,"t_proxy_recv":26921.680506286,"t_decision_unix":1779960918.2354481,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7168,"affinity_cache_ratio":0.5976321494080373,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4826 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":4826,"cache_hit":7168,"estimated_new_tokens":4826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":7168,"new_prefill":4826,"score_linear":33110.0,"score_lmetric":4826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":11994,"score_linear":23863.0,"score_lmetric":11994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":11994,"score_linear":156652.0,"score_lmetric":144780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":11994,"score_linear":29149.0,"score_lmetric":11994},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":11994,"score_linear":62414.0,"score_lmetric":74408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":11994,"score_linear":13992.0,"score_lmetric":25986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":11994,"score_linear":95600.0,"score_lmetric":39332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57299,"ongoing_decode_tokens":35669,"pending_prefill_tokens":8830,"num_requests":2,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":11994,"score_linear":57299.0,"score_lmetric":41648}],"chosen_score_linear":33110.0,"chosen_score_lmetric":4826,"t_first_token":26922.185721688,"t_first_token_unix":1779960918.7406652,"t_done":26922.269246366,"t_done_unix":1779960918.8241892},{"request_id":"1294611:3:1297534:240","session_id":"1294611","input_length":23863,"t_proxy_recv":26919.989562351,"t_decision_unix":1779960916.5445037,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9869672715081926,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":311,"cache_hit":23552,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":23863,"score_linear":40278.0,"score_lmetric":23863},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":23552,"new_prefill":311,"score_linear":-23552.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":23863,"score_linear":59507.0,"score_lmetric":83370},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":12800,"new_prefill":11063,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":23863,"score_linear":62414.0,"score_lmetric":86277},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":23863,"score_linear":95600.0,"score_lmetric":63070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75713,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":23863,"score_linear":75713.0,"score_lmetric":47726}],"chosen_score_linear":-23552.0,"chosen_score_lmetric":0,"t_first_token":26920.047684807,"t_first_token_unix":1779960916.6026278,"t_done":26923.131428154,"t_done_unix":1779960919.6863713},{"request_id":"1297811:1:1297811:244","session_id":"1297811","input_length":13992,"t_proxy_recv":26920.811687052,"t_decision_unix":1779960917.3666282,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13992.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13992,"cache_hit":0,"estimated_new_tokens":13992,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":13992,"score_linear":40278.0,"score_lmetric":13992},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":13992,"score_linear":23863.0,"score_lmetric":13992},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":13992,"score_linear":156652.0,"score_lmetric":148776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":1536,"new_prefill":12456,"score_linear":60878.0,"score_lmetric":74870},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":13992,"score_linear":95600.0,"score_lmetric":43328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":13992,"score_linear":35435.0,"score_lmetric":13992}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26922.020311468,"t_first_token_unix":1779960918.5752554,"t_done":26923.320237574,"t_done_unix":1779960919.8751805},{"request_id":"1290365:4:1298540:247","session_id":"1290365","input_length":25103,"t_proxy_recv":26923.386509768,"t_decision_unix":1779960919.9414513,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.979006493247819,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (527 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":527,"cache_hit":24576,"estimated_new_tokens":527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":25103,"score_linear":40278.0,"score_lmetric":25103},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":24576,"new_prefill":527,"score_linear":-24576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":25103,"score_linear":156652.0,"score_lmetric":170998},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":25103,"score_linear":62414.0,"score_lmetric":87517},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":25103,"score_linear":95600.0,"score_lmetric":50206},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57299,"ongoing_decode_tokens":57299,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":25103,"score_linear":57299.0,"score_lmetric":50206}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":26923.494269321,"t_first_token_unix":1779960920.0492127,"t_done":26924.568110256,"t_done_unix":1779960921.1230545},{"request_id":"1262354:15:1296106:234","session_id":"1262354","input_length":35669,"t_proxy_recv":26921.344474769,"t_decision_unix":1779960917.8994162,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9904398777650061,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (341 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":341,"cache_hit":35328,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":35669,"score_linear":40278.0,"score_lmetric":35669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":35669,"score_linear":23863.0,"score_lmetric":35669},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":35669,"score_linear":156652.0,"score_lmetric":192130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":35669,"score_linear":29149.0,"score_lmetric":35669},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":35669,"score_linear":62414.0,"score_lmetric":98083},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":35669,"score_linear":13992.0,"score_lmetric":49661},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":35669,"score_linear":95600.0,"score_lmetric":86682},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":630,"cache_hit":35328,"new_prefill":341,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":26921.42923898,"t_first_token_unix":1779960917.9841824,"t_done":26925.701101095,"t_done_unix":1779960922.2560444},{"request_id":"1298970:1:1298970:248","session_id":"1298970","input_length":9530,"t_proxy_recv":26924.949610798,"t_decision_unix":1779960921.5045521,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9530.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9530,"cache_hit":0,"estimated_new_tokens":9530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":9530,"score_linear":40278.0,"score_lmetric":9530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":9530,"score_linear":156652.0,"score_lmetric":139852},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":9530,"score_linear":62414.0,"score_lmetric":71944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":9530,"score_linear":95600.0,"score_lmetric":19060},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57299,"ongoing_decode_tokens":57299,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":9530,"score_linear":57299.0,"score_lmetric":19060}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26925.674227724,"t_first_token_unix":1779960922.229171,"t_done":26925.860719774,"t_done_unix":1779960922.415663},{"request_id":"1268861:3:1298057:245","session_id":"1268861","input_length":21630,"t_proxy_recv":26921.667351986,"t_decision_unix":1779960918.2222936,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5917706888580675,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,2,1,1,1,2,1])","v3_prefill_cache_hit":12800,"v3_new_local":8830,"cache_hit":12800,"estimated_new_tokens":8830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":21630,"score_linear":40278.0,"score_lmetric":21630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":21630,"score_linear":23863.0,"score_lmetric":21630},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":21630,"score_linear":156652.0,"score_lmetric":164052},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":21630,"score_linear":29149.0,"score_lmetric":21630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":21630,"score_linear":62414.0,"score_lmetric":84044},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":21630,"score_linear":13992.0,"score_lmetric":35622},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":21630,"score_linear":95600.0,"score_lmetric":58604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35669,"ongoing_decode_tokens":35669,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":630,"cache_hit":12800,"new_prefill":8830,"score_linear":22869.0,"score_lmetric":8830}],"chosen_score_linear":22869.0,"chosen_score_lmetric":8830,"t_first_token":26922.934525268,"t_first_token_unix":1779960919.4894683,"t_done":26925.946461941,"t_done_unix":1779960922.5014052},{"request_id":"1299073:1:1299073:249","session_id":"1299073","input_length":881,"t_proxy_recv":26925.30953316,"t_decision_unix":1779960921.8644745,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":881.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (881 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":881,"cache_hit":0,"estimated_new_tokens":881,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":881,"score_linear":40278.0,"score_lmetric":881},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9530,"ongoing_decode_tokens":0,"pending_prefill_tokens":9530,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":881,"score_linear":9530.0,"score_lmetric":10411},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":881,"score_linear":156652.0,"score_lmetric":122554},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":881,"score_linear":62414.0,"score_lmetric":63295},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":881,"score_linear":95600.0,"score_lmetric":1762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57299,"ongoing_decode_tokens":57299,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":881,"score_linear":57299.0,"score_lmetric":1762}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26925.41516341,"t_first_token_unix":1779960921.9701066,"t_done":26926.540414054,"t_done_unix":1779960923.0953572},{"request_id":"1296983:2:1299368:250","session_id":"1296983","input_length":7963,"t_proxy_recv":26926.134225857,"t_decision_unix":1779960922.6891673,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1928921260831345,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":6427.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6427 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":6427,"cache_hit":1536,"estimated_new_tokens":6427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":7963,"score_linear":40278.0,"score_lmetric":7963},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":1536,"new_prefill":6427,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":7963,"score_linear":156652.0,"score_lmetric":136718},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":7963,"score_linear":62414.0,"score_lmetric":70377},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":7963,"score_linear":881.0,"score_lmetric":7963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":7963,"score_linear":95600.0,"score_lmetric":15926},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26926.596044495,"t_first_token_unix":1779960923.1509876,"t_done":26926.790237946,"t_done_unix":1779960923.3451812},{"request_id":"1279412:6:1293655:225","session_id":"1279412","input_length":40278,"t_proxy_recv":26917.953716998,"t_decision_unix":1779960914.5086586,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.8008342022940563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":32256,"v3_new_local":8022,"v3_src_idx":7,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":32256,"estimated_new_tokens":8022,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":40278,"score_linear":95600.0,"score_lmetric":95900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":32256,"new_prefill":8022,"score_linear":3179.0,"score_lmetric":8022}],"chosen_score_linear":3179.0,"chosen_score_lmetric":8022,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":26917.954653999,"t_prefill_sent_unix":1779960914.5095966,"t_prefill_done":26919.990582537,"t_prefill_done_unix":1779960916.5455258,"t_decode_sent":26919.991058742,"t_decode_sent_unix":1779960916.5460014,"t_first_token":26923.442599639,"t_first_token_unix":1779960919.997543,"t_done":26926.96047342,"t_done_unix":1779960923.5154166},{"request_id":"1296872:2:1299394:251","session_id":"1296872","input_length":8352,"t_proxy_recv":26926.24818185,"t_decision_unix":1779960922.8031235,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.06130268199233716,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":8352.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8352,"cache_hit":0,"estimated_new_tokens":8352,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":8352,"score_linear":40278.0,"score_lmetric":8352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":8352,"score_linear":7963.0,"score_lmetric":14779},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":8352,"score_linear":156652.0,"score_lmetric":137496},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":512,"new_prefill":7840,"score_linear":61902.0,"score_lmetric":70254},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":8352,"score_linear":881.0,"score_lmetric":8352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":8352,"score_linear":95600.0,"score_lmetric":16704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26926.855957164,"t_first_token_unix":1779960923.4109006,"t_done":26926.989219046,"t_done_unix":1779960923.544162},{"request_id":"1292750:2:1299406:252","session_id":"1292750","input_length":19157,"t_proxy_recv":26926.289060585,"t_decision_unix":1779960922.8440022,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.24053870647804979,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":19157.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19157,"cache_hit":0,"estimated_new_tokens":19157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":19157,"score_linear":40278.0,"score_lmetric":19157},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":4608,"new_prefill":14549,"score_linear":3355.0,"score_lmetric":20976},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":19157,"score_linear":156652.0,"score_lmetric":159106},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":19157,"score_linear":8352.0,"score_lmetric":27509},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":19157,"score_linear":62414.0,"score_lmetric":81571},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":19157,"score_linear":881.0,"score_lmetric":19157},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":19157,"score_linear":95600.0,"score_lmetric":38314},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26928.234966989,"t_first_token_unix":1779960924.7899108,"t_done":26928.324174668,"t_done_unix":1779960924.8791177},{"request_id":"1272313:10:1299814:254","session_id":"1272313","input_length":29486,"t_proxy_recv":26927.668135252,"t_decision_unix":1779960924.2230763,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9897578511836126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (302 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":302,"cache_hit":29184,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":4096,"new_prefill":25390,"score_linear":56097.0,"score_lmetric":45135},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":7680,"new_prefill":21806,"score_linear":148972.0,"score_lmetric":164404},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":863,"cache_hit":29184,"new_prefill":302,"score_linear":-29184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":29486,"score_linear":62414.0,"score_lmetric":91900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114493,"ongoing_decode_tokens":95600,"pending_prefill_tokens":7117,"num_requests":3,"active_p_offloads":0,"cached_blocks":860,"cache_hit":28672,"new_prefill":814,"score_linear":85821.0,"score_lmetric":23793},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":7680,"new_prefill":21806,"score_linear":11477.0,"score_lmetric":40963}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":26927.792342928,"t_first_token_unix":1779960924.3472865,"t_done":26929.253288315,"t_done_unix":1779960925.8082314},{"request_id":"1269373:8:1295332:230","session_id":"1269373","input_length":50680,"t_proxy_recv":26912.295080234,"t_decision_unix":1779960908.8500216,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43008,"affinity_cache_ratio":0.8486187845303867,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7672 < 8000)","v3_prefill_cache_hit":43008,"v3_new_local":7672,"cache_hit":43008,"estimated_new_tokens":7672,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":4096,"new_prefill":46584,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":780,"cache_hit":7680,"new_prefill":43000,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":7680,"new_prefill":43000,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":50680,"score_linear":114612.0,"score_lmetric":50680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":860,"cache_hit":43008,"new_prefill":7672,"score_linear":1912.0,"score_lmetric":7672},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":43000,"score_linear":141624.0,"score_lmetric":375891}],"chosen_score_linear":1912.0,"chosen_score_lmetric":7672,"t_first_token":26921.934303711,"t_first_token_unix":1779960918.489247,"t_done":26929.720749468,"t_done_unix":1779960926.2756927},{"request_id":"1294611:4:1300505:257","session_id":"1294611","input_length":24384,"t_proxy_recv":26930.133936432,"t_decision_unix":1779960926.6888778,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9868766404199475,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":320,"cache_hit":24064,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":24384,"score_linear":60193.0,"score_lmetric":44129},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":24064,"new_prefill":320,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":24384,"score_linear":156652.0,"score_lmetric":169560},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":12800,"new_prefill":11584,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":24384,"score_linear":76627.0,"score_lmetric":174374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63813,"ongoing_decode_tokens":63813,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":24384,"score_linear":63813.0,"score_lmetric":48768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":26930.193912102,"t_first_token_unix":1779960926.7488556,"t_done":26930.558363728,"t_done_unix":1779960927.1133065},{"request_id":"1294611:5:1301356:262","session_id":"1294611","input_length":25650,"t_proxy_recv":26932.959328624,"t_decision_unix":1779960929.5142703,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9381676413255361,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1586 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":1586,"cache_hit":24064,"estimated_new_tokens":1586,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":25650,"score_linear":60193.0,"score_lmetric":45395},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":857,"cache_hit":24064,"new_prefill":1586,"score_linear":1884.0,"score_lmetric":1586},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":156652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":25650,"score_linear":156652.0,"score_lmetric":51300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":12800,"new_prefill":12850,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":25650,"score_linear":76627.0,"score_lmetric":176906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":25650,"score_linear":43607.0,"score_lmetric":55433},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":63813,"pending_prefill_tokens":3763,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":25650,"score_linear":118264.0,"score_lmetric":88239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":1884.0,"chosen_score_lmetric":1586,"t_first_token":26933.24193979,"t_first_token_unix":1779960929.796884,"t_done":26933.651727371,"t_done_unix":1779960930.2066705},{"request_id":"1290365:5:1300807:259","session_id":"1290365","input_length":25948,"t_proxy_recv":26931.31091496,"t_decision_unix":1779960927.865856,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9668567905040851,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (860 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":860,"cache_hit":25088,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":25948,"score_linear":60193.0,"score_lmetric":45693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":25088,"new_prefill":860,"score_linear":-25088.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":25948,"score_linear":156652.0,"score_lmetric":172688},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":25948,"score_linear":76627.0,"score_lmetric":177502},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":25948,"score_linear":43607.0,"score_lmetric":55731},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63813,"ongoing_decode_tokens":63813,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":25948,"score_linear":63813.0,"score_lmetric":51896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":26931.535309986,"t_first_token_unix":1779960928.0902536,"t_done":26933.995280022,"t_done_unix":1779960930.5502236},{"request_id":"1297473:1:1297473:239","session_id":"1297473","input_length":62414,"t_proxy_recv":26919.892744288,"t_decision_unix":1779960916.4476857,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":62414.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":62414,"cache_hit":0,"estimated_new_tokens":62414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":62414,"score_linear":40278.0,"score_lmetric":62414},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":18944,"new_prefill":43470,"score_linear":40563.0,"score_lmetric":102977},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":62414,"score_linear":95600.0,"score_lmetric":140172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75713,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":62414,"score_linear":75713.0,"score_lmetric":124828}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26933.859803145,"t_first_token_unix":1779960930.4147472,"t_done":26934.290307858,"t_done_unix":1779960930.845251},{"request_id":"1286804:2:1300234:256","session_id":"1286804","input_length":14213,"t_proxy_recv":26929.115326696,"t_decision_unix":1779960925.670268,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9726306902131852,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (389 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":389,"cache_hit":13824,"estimated_new_tokens":389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":14213,"score_linear":60193.0,"score_lmetric":33958},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":14213,"score_linear":156652.0,"score_lmetric":149218},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29486,"ongoing_decode_tokens":29486,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":14213,"score_linear":29486.0,"score_lmetric":14213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":13824,"new_prefill":389,"score_linear":48590.0,"score_lmetric":62803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":1536,"new_prefill":12677,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114493,"ongoing_decode_tokens":114493,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":14213,"score_linear":114493.0,"score_lmetric":42639},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":48590.0,"chosen_score_lmetric":62803,"t_first_token":26933.87325011,"t_first_token_unix":1779960930.428194,"t_done":26934.701027518,"t_done_unix":1779960931.2559714},{"request_id":"1297117:1:1297117:237","session_id":"1297117","input_length":59507,"t_proxy_recv":26918.624791668,"t_decision_unix":1779960915.1797333,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":59507.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59507,"cache_hit":0,"estimated_new_tokens":59507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":59507,"score_linear":40278.0,"score_lmetric":59507},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":59507,"score_linear":95600.0,"score_lmetric":134358},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75713,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":59507,"score_linear":75713.0,"score_lmetric":119014}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26931.776697527,"t_first_token_unix":1779960928.3316414,"t_done":26934.884628452,"t_done_unix":1779960931.4395723},{"request_id":"1266668:10:1297641:241","session_id":"1266668","input_length":97145,"t_proxy_recv":26920.248977868,"t_decision_unix":1779960916.8039193,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":96256,"affinity_cache_ratio":0.9908487312779866,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (889 < 8000)","v3_prefill_cache_hit":96256,"v3_new_local":889,"cache_hit":96256,"estimated_new_tokens":889,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":4096,"new_prefill":93049,"score_linear":36182.0,"score_lmetric":93049},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":97145,"score_linear":23863.0,"score_lmetric":97145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":96256,"new_prefill":889,"score_linear":-36749.0,"score_lmetric":60396},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":7680,"new_prefill":89465,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":97145,"score_linear":62414.0,"score_lmetric":159559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":7680,"new_prefill":89465,"score_linear":87920.0,"score_lmetric":194274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":79872,"new_prefill":17273,"score_linear":-44437.0,"score_lmetric":17273}],"chosen_score_linear":-36749.0,"chosen_score_lmetric":60396,"t_first_token":26931.781749109,"t_first_token_unix":1779960928.3366933,"t_done":26935.36548355,"t_done_unix":1779960931.920433},{"request_id":"1279412:7:1297236:238","session_id":"1279412","input_length":60193,"t_proxy_recv":26926.978606138,"t_decision_unix":1779960923.5335479,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.6719718239662419,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":40448,"v3_new_local":19745,"cache_hit":40448,"estimated_new_tokens":19745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":762,"cache_hit":40448,"new_prefill":19745,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":60193,"score_linear":156652.0,"score_lmetric":241178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8352,"ongoing_decode_tokens":8352,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":60193,"score_linear":8352.0,"score_lmetric":60193},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":60193,"score_linear":62414.0,"score_lmetric":122607},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114493,"ongoing_decode_tokens":95600,"pending_prefill_tokens":7117,"num_requests":3,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":60193,"score_linear":114493.0,"score_lmetric":201930},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":39936,"new_prefill":20257,"score_linear":-20779.0,"score_lmetric":39414}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":26933.498137623,"t_first_token_unix":1779960930.0530825,"t_done":26936.012962698,"t_done_unix":1779960932.5679073},{"request_id":"1302071:1:1302071:267","session_id":"1302071","input_length":6527,"t_proxy_recv":26935.675598915,"t_decision_unix":1779960932.2305408,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":6527.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6527 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6527,"cache_hit":0,"estimated_new_tokens":6527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":103374,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":6527,"score_linear":103374.0,"score_lmetric":13054},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":6527,"score_linear":34706.0,"score_lmetric":41233},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":0,"pending_prefill_tokens":531,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":6527,"score_linear":97811.0,"score_lmetric":7058},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":6527,"score_linear":28972.0,"score_lmetric":24747},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":6527,"score_linear":26441.0,"score_lmetric":32968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":6527,"score_linear":43607.0,"score_lmetric":36310},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":6527,"score_linear":118264.0,"score_lmetric":19581},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26936.114968326,"t_first_token_unix":1779960932.6699116,"t_done":26936.357652529,"t_done_unix":1779960932.9125957},{"request_id":"1302449:1:1302449:269","session_id":"1302449","input_length":1105,"t_proxy_recv":26937.209396964,"t_decision_unix":1779960933.7643383,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1105.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1105 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1105,"cache_hit":0,"estimated_new_tokens":1105,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":1105,"score_linear":103859.0,"score_lmetric":2210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":1105,"score_linear":34706.0,"score_lmetric":35811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":1105,"score_linear":97811.0,"score_lmetric":1105},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":28972,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":1105,"score_linear":78827.0,"score_lmetric":2592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":1105,"score_linear":26441.0,"score_lmetric":27546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":1105,"score_linear":43607.0,"score_lmetric":1105},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":1105,"score_linear":118264.0,"score_lmetric":3315},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26937.32433096,"t_first_token_unix":1779960933.8792748,"t_done":26937.764076491,"t_done_unix":1779960934.31902},{"request_id":"1279412:8:1300001:255","session_id":"1279412","input_length":60678,"t_proxy_recv":26936.024114928,"t_decision_unix":1779960932.5790565,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9956821253172484,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (262 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":262,"cache_hit":60416,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":60416,"new_prefill":262,"score_linear":-17235.0,"score_lmetric":262},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":60678,"score_linear":34706.0,"score_lmetric":95384},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":60678,"score_linear":97811.0,"score_lmetric":60678},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":60678,"score_linear":28972.0,"score_lmetric":78898},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":60678,"score_linear":26441.0,"score_lmetric":87119},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":60678,"score_linear":43607.0,"score_lmetric":90461},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":60678,"score_linear":118264.0,"score_lmetric":182034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6527,"ongoing_decode_tokens":0,"pending_prefill_tokens":6527,"num_requests":1,"active_p_offloads":0,"cached_blocks":685,"cache_hit":39936,"new_prefill":20742,"score_linear":-33409.0,"score_lmetric":27269}],"chosen_score_linear":-17235.0,"chosen_score_lmetric":262,"t_first_token":26936.232790926,"t_first_token_unix":1779960932.7877345,"t_done":26938.612174203,"t_done_unix":1779960935.1671176},{"request_id":"1277909:3:1289205:201","session_id":"1277909","input_length":44920,"t_proxy_recv":26891.687866691,"t_decision_unix":1779960888.242808,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31232,"affinity_cache_ratio":0.6952804986642921,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":31232,"v3_new_local":13688,"cache_hit":31232,"estimated_new_tokens":13688,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114127,"ongoing_decode_tokens":114127,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":647,"cache_hit":4096,"new_prefill":40824,"score_linear":110031.0,"score_lmetric":81648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":44920,"score_linear":49619.0,"score_lmetric":44920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":44920,"score_linear":80055.0,"score_lmetric":44920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":44920,"score_linear":77805.0,"score_lmetric":122725},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":44920,"score_linear":241593.0,"score_lmetric":134760},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":31232,"new_prefill":13688,"score_linear":-31232.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":37240,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":26895.256250278,"t_first_token_unix":1779960891.811194,"t_done":26938.7773203,"t_done_unix":1779960935.3322637},{"request_id":"1266668:11:1300918:260","session_id":"1266668","input_length":97811,"t_proxy_recv":26935.382796557,"t_decision_unix":1779960931.9377377,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945711627526557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (531 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":531,"cache_hit":97280,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":103374,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":4096,"new_prefill":93715,"score_linear":99278.0,"score_lmetric":187430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":97811,"score_linear":34706.0,"score_lmetric":132517},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":97280,"new_prefill":531,"score_linear":-97280.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":7680,"new_prefill":90131,"score_linear":21292.0,"score_lmetric":108351},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":97811,"score_linear":43607.0,"score_lmetric":127594},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":7680,"new_prefill":90131,"score_linear":110584.0,"score_lmetric":270393},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":79872,"new_prefill":17939,"score_linear":-79872.0,"score_lmetric":0}],"chosen_score_linear":-97280.0,"chosen_score_lmetric":0,"t_first_token":26935.872882241,"t_first_token_unix":1779960932.427827,"t_done":26939.026489795,"t_done_unix":1779960935.5814333},{"request_id":"1302063:1:1302063:266","session_id":"1302063","input_length":26441,"t_proxy_recv":26935.672638486,"t_decision_unix":1779960932.2275798,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":26441.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":26441,"cache_hit":0,"estimated_new_tokens":26441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":103374,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":26441,"score_linear":103374.0,"score_lmetric":52882},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":26441,"score_linear":34706.0,"score_lmetric":61147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":0,"pending_prefill_tokens":531,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":26441,"score_linear":97811.0,"score_lmetric":26972},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":26441,"score_linear":28972.0,"score_lmetric":44661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":26441,"score_linear":43607.0,"score_lmetric":56224},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":26441,"score_linear":118264.0,"score_lmetric":79323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26938.881617361,"t_first_token_unix":1779960935.4365613,"t_done":26939.137060481,"t_done_unix":1779960935.6920042},{"request_id":"1269373:9:1300958:261","session_id":"1269373","input_length":54451,"t_proxy_recv":26931.815975718,"t_decision_unix":1779960928.3709173,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.9308919946373804,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3763 < 8000)","v3_prefill_cache_hit":50688,"v3_new_local":3763,"cache_hit":50688,"estimated_new_tokens":3763,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":4096,"new_prefill":50355,"score_linear":56097.0,"score_lmetric":70100},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":54451,"score_linear":25948.0,"score_lmetric":54451},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":156652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":7680,"new_prefill":46771,"score_linear":148972.0,"score_lmetric":93542},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":54451,"score_linear":76627.0,"score_lmetric":234508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":54451,"score_linear":43607.0,"score_lmetric":84234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63813,"ongoing_decode_tokens":63813,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":875,"cache_hit":50688,"new_prefill":3763,"score_linear":13125.0,"score_lmetric":7526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":13125.0,"chosen_score_lmetric":7526,"t_first_token":26933.046458941,"t_first_token_unix":1779960929.6014023,"t_done":26939.13939912,"t_done_unix":1779960935.6943424},{"request_id":"1299507:1:1299507:253","session_id":"1299507","input_length":18893,"t_proxy_recv":26926.549303423,"t_decision_unix":1779960923.104245,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":14234.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7117 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":7117,"cache_hit":11776,"estimated_new_tokens":7117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":18893,"score_linear":40278.0,"score_lmetric":18893},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":18893,"score_linear":7963.0,"score_lmetric":25320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":18893,"score_linear":156652.0,"score_lmetric":158578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":18893,"score_linear":8352.0,"score_lmetric":27245},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":18893,"score_linear":62414.0,"score_lmetric":81307},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18893,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":11776,"new_prefill":7117,"score_linear":83824.0,"score_lmetric":14234},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":18893,"score_linear":19157.0,"score_lmetric":38050}],"chosen_score_linear":83824.0,"chosen_score_lmetric":14234,"t_first_token":26928.493218339,"t_first_token_unix":1779960925.0481615,"t_done":26939.888111109,"t_done_unix":1779960936.443055},{"request_id":"1302907:1:1302907:272","session_id":"1302907","input_length":15958,"t_proxy_recv":26938.576654521,"t_decision_unix":1779960935.1315956,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":15958.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15958,"cache_hit":0,"estimated_new_tokens":15958,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":15958,"score_linear":103859.0,"score_lmetric":31916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":15958,"score_linear":65351.0,"score_lmetric":111418},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":15958,"score_linear":97811.0,"score_lmetric":15958},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":15958,"score_linear":108775.0,"score_lmetric":49203},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":15958,"score_linear":26441.0,"score_lmetric":42399},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":15958,"score_linear":43607.0,"score_lmetric":15958},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":15958,"score_linear":118264.0,"score_lmetric":47874},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26940.029180091,"t_first_token_unix":1779960936.5841236,"t_done":26940.229680819,"t_done_unix":1779960936.7846236},{"request_id":"1260327:8:1301686:263","session_id":"1260327","input_length":43181,"t_proxy_recv":26934.156227203,"t_decision_unix":1779960930.7111685,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9722794747689957,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1197 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":1197,"cache_hit":41984,"estimated_new_tokens":1197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":41984,"new_prefill":1197,"score_linear":18209.0,"score_lmetric":1197},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":156652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":43181,"score_linear":156652.0,"score_lmetric":86362},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":76627,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":43181,"score_linear":76627.0,"score_lmetric":86362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":43181,"score_linear":43607.0,"score_lmetric":72964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":43181,"score_linear":118264.0,"score_lmetric":129543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18209.0,"chosen_score_lmetric":1197,"t_first_token":26934.495580037,"t_first_token_unix":1779960931.0505242,"t_done":26940.876718095,"t_done_unix":1779960937.4316616},{"request_id":"1302449:2:1303563:277","session_id":"1302449","input_length":3709,"t_proxy_recv":26940.904505509,"t_decision_unix":1779960937.4594464,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.27608519816662175,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":2685.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2685 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":2685,"cache_hit":1024,"estimated_new_tokens":2685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":3709,"score_linear":65351.0,"score_lmetric":86920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":0,"pending_prefill_tokens":39257,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":3709,"score_linear":137049.0,"score_lmetric":85932},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":3709,"score_linear":108775.0,"score_lmetric":12456},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":3709,"score_linear":14944.0,"score_lmetric":18653},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":3709,"score_linear":43607.0,"score_lmetric":3709},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":1024,"new_prefill":2685,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":26941.128289347,"t_first_token_unix":1779960937.683233,"t_done":26941.350367636,"t_done_unix":1779960937.905312},{"request_id":"1303651:1:1303651:278","session_id":"1303651","input_length":3065,"t_proxy_recv":26941.209358469,"t_decision_unix":1779960937.7643,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":3065.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3065 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3065,"cache_hit":0,"estimated_new_tokens":3065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":3065,"score_linear":65351.0,"score_lmetric":6130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":0,"pending_prefill_tokens":39257,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":3065,"score_linear":137049.0,"score_lmetric":84644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":3065,"score_linear":108775.0,"score_lmetric":10524},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":3065,"score_linear":14944.0,"score_lmetric":18009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":3065,"score_linear":43607.0,"score_lmetric":3065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":3709,"ongoing_decode_tokens":3709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":3065,"score_linear":3709.0,"score_lmetric":3065}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26941.399198066,"t_first_token_unix":1779960937.9541414,"t_done":26941.62897253,"t_done_unix":1779960938.1839156},{"request_id":"1303462:1:1303462:274","session_id":"1303462","input_length":14944,"t_proxy_recv":26940.608326904,"t_decision_unix":1779960937.163268,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14944.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14944,"cache_hit":0,"estimated_new_tokens":14944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":14944,"score_linear":43181.0,"score_lmetric":14944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":14944,"score_linear":65351.0,"score_lmetric":109390},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":14944,"score_linear":108775.0,"score_lmetric":46161},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":14944,"score_linear":43607.0,"score_lmetric":14944},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26941.930504174,"t_first_token_unix":1779960938.485448,"t_done":26943.131155175,"t_done_unix":1779960939.6860983},{"request_id":"1302063:2:1303816:279","session_id":"1302063","input_length":30248,"t_proxy_recv":26941.880967445,"t_decision_unix":1779960938.4359086,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26112,"affinity_cache_ratio":0.8632636868553293,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4136 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":4136,"cache_hit":26112,"estimated_new_tokens":4136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":30248,"score_linear":65351.0,"score_lmetric":60496},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":0,"pending_prefill_tokens":39257,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":30248,"score_linear":137049.0,"score_lmetric":139010},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":30248,"score_linear":108775.0,"score_lmetric":92073},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":26112,"new_prefill":4136,"score_linear":-11168.0,"score_lmetric":19080},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":30248,"score_linear":43607.0,"score_lmetric":30248},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11168.0,"chosen_score_lmetric":19080,"t_first_token":26942.752838688,"t_first_token_unix":1779960939.3077824,"t_done":26943.131740109,"t_done_unix":1779960939.6866832},{"request_id":"1304239:1:1304239:280","session_id":"1304239","input_length":1300,"t_proxy_recv":26943.406837844,"t_decision_unix":1779960939.9617789,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1300.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1300 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1300,"cache_hit":0,"estimated_new_tokens":1300,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":1300,"score_linear":65351.0,"score_lmetric":2600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":1300,"score_linear":137049.0,"score_lmetric":50952},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":1300,"score_linear":108775.0,"score_lmetric":5229},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":1300,"score_linear":43607.0,"score_lmetric":1300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26943.505249067,"t_first_token_unix":1779960940.0601923,"t_done":26943.64809263,"t_done_unix":1779960940.2030356},{"request_id":"1294611:6:1302460:270","session_id":"1294611","input_length":30645,"t_proxy_recv":26937.230277185,"t_decision_unix":1779960933.7852182,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25600,"affinity_cache_ratio":0.8353728177516724,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5045 < 8000)","v3_prefill_cache_hit":25600,"v3_new_local":5045,"cache_hit":25600,"estimated_new_tokens":5045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":30645,"score_linear":103859.0,"score_lmetric":61290},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":25600,"new_prefill":5045,"score_linear":9106.0,"score_lmetric":39751},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":30645,"score_linear":97811.0,"score_lmetric":30645},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":28972,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":864,"cache_hit":12800,"new_prefill":17845,"score_linear":66027.0,"score_lmetric":36072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":30645,"score_linear":26441.0,"score_lmetric":57086},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":30645,"score_linear":43607.0,"score_lmetric":30645},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":30645,"score_linear":118264.0,"score_lmetric":91935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1105,"ongoing_decode_tokens":0,"pending_prefill_tokens":1105,"num_requests":1,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":30645,"score_linear":1105.0,"score_lmetric":31750}],"chosen_score_linear":9106.0,"chosen_score_lmetric":39751,"t_first_token":26941.106153268,"t_first_token_unix":1779960937.6610968,"t_done":26944.013890259,"t_done_unix":1779960940.5688338},{"request_id":"1304239:2:1304866:281","session_id":"1304239","input_length":7798,"t_proxy_recv":26945.554997199,"t_decision_unix":1779960942.1099381,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":1024,"affinity_cache_ratio":0.13131572197999486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":6774.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6774 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":6774,"cache_hit":1024,"estimated_new_tokens":6774,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":806,"cache_hit":1024,"new_prefill":6774,"score_linear":-1024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":7798,"score_linear":34706.0,"score_lmetric":7798},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":7798,"score_linear":137049.0,"score_lmetric":63948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":7798,"score_linear":108775.0,"score_lmetric":24723},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":7798,"score_linear":43607.0,"score_lmetric":7798},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":26946.032962665,"t_first_token_unix":1779960942.5879066,"t_done":26946.183260557,"t_done_unix":1779960942.7382042},{"request_id":"1304943:1:1304943:283","session_id":"1304943","input_length":2772,"t_proxy_recv":26945.806949826,"t_decision_unix":1779960942.361891,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":2772.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2772 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2772,"cache_hit":0,"estimated_new_tokens":2772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":806,"cache_hit":0,"new_prefill":2772,"score_linear":7798.0,"score_lmetric":9546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":2772,"score_linear":34706.0,"score_lmetric":2772},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":2772,"score_linear":137049.0,"score_lmetric":53896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":2772,"score_linear":108775.0,"score_lmetric":9645},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":2772,"score_linear":43607.0,"score_lmetric":2772},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":0,"pending_prefill_tokens":4362,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":2772,"score_linear":59146.0,"score_lmetric":7134},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26945.98092174,"t_first_token_unix":1779960942.5358655,"t_done":26946.279590233,"t_done_unix":1779960942.8345337},{"request_id":"1295690:2:1301706:264","session_id":"1295690","input_length":28972,"t_proxy_recv":26934.242528207,"t_decision_unix":1779960930.7974696,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.37111694049427035,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":18220.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":10752,"v3_new_local":18220,"cache_hit":10752,"estimated_new_tokens":18220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":60193,"pending_prefill_tokens":1197,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":28972,"score_linear":103374.0,"score_lmetric":60338},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":156652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":28972,"score_linear":156652.0,"score_lmetric":57944},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":10752,"new_prefill":18220,"score_linear":-10752.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":76627,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":28972,"score_linear":76627.0,"score_lmetric":57944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":28972,"score_linear":43607.0,"score_lmetric":58755},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":28972,"score_linear":118264.0,"score_lmetric":86916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":26937.153763288,"t_first_token_unix":1779960933.7087069,"t_done":26946.897162156,"t_done_unix":1779960943.4521058},{"request_id":"1253743:3:1302294:268","session_id":"1253743","input_length":49855,"t_proxy_recv":26936.594511599,"t_decision_unix":1779960933.1494522,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.996168889780363,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (191 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":191,"cache_hit":49664,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":17408,"new_prefill":32447,"score_linear":86451.0,"score_lmetric":64894},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":3584,"new_prefill":46271,"score_linear":31122.0,"score_lmetric":80977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":49855,"score_linear":97811.0,"score_lmetric":49855},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":49664,"new_prefill":191,"score_linear":-20692.0,"score_lmetric":18411},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":49855,"score_linear":26441.0,"score_lmetric":76296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":49855,"score_linear":43607.0,"score_lmetric":79638},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":4608,"new_prefill":45247,"score_linear":113656.0,"score_lmetric":135741},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-20692.0,"chosen_score_lmetric":18411,"t_first_token":26946.482491179,"t_first_token_unix":1779960943.0374348,"t_done":26947.331996399,"t_done_unix":1779960943.8869398},{"request_id":"1294611:6:1305080:284","session_id":"1294611","input_length":30995,"t_proxy_recv":26946.318881131,"t_decision_unix":1779960942.8738222,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (275 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":275,"cache_hit":30720,"estimated_new_tokens":275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":30720,"new_prefill":275,"score_linear":3986.0,"score_lmetric":275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":30995,"score_linear":137049.0,"score_lmetric":110342},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":12800,"new_prefill":18195,"score_linear":95975.0,"score_lmetric":55914},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":30995,"score_linear":43607.0,"score_lmetric":30995},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":0,"pending_prefill_tokens":4362,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":30995,"score_linear":59146.0,"score_lmetric":35357},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3986.0,"chosen_score_lmetric":275,"t_first_token":26946.396935256,"t_first_token_unix":1779960942.951879,"t_done":26948.242651081,"t_done_unix":1779960944.7975948},{"request_id":"1269373:10:1304899:282","session_id":"1269373","input_length":59146,"t_proxy_recv":26945.684940105,"t_decision_unix":1779960942.2398815,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9262502958779968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4362 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":4362,"cache_hit":54784,"estimated_new_tokens":4362,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":806,"cache_hit":4096,"new_prefill":55050,"score_linear":3702.0,"score_lmetric":61824},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":59146,"score_linear":34706.0,"score_lmetric":59146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":7680,"new_prefill":51466,"score_linear":129369.0,"score_lmetric":151284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":7680,"new_prefill":51466,"score_linear":101095.0,"score_lmetric":155727},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":59146,"score_linear":43607.0,"score_lmetric":59146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":54784,"new_prefill":4362,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":7680,"new_prefill":51466,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":26947.334178514,"t_first_token_unix":1779960943.8891218,"t_done":26950.248523958,"t_done_unix":1779960946.8034728},{"request_id":"1303651:2:1305707:287","session_id":"1303651","input_length":12795,"t_proxy_recv":26948.755339155,"t_decision_unix":1779960945.31028,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":3072,"affinity_cache_ratio":0.24009378663540445,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":9723.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":3072,"v3_new_local":9723,"v3_src_idx":6,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":59146,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":3072,"estimated_new_tokens":9723,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61291,"ongoing_decode_tokens":0,"pending_prefill_tokens":875,"num_requests":1,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":12795,"score_linear":61291.0,"score_lmetric":13670},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":12795,"score_linear":34706.0,"score_lmetric":12795},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":12795,"score_linear":137049.0,"score_lmetric":73942},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":12795,"score_linear":29948.0,"score_lmetric":12795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":12795,"score_linear":75826.0,"score_lmetric":88621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":12795,"score_linear":43607.0,"score_lmetric":12795},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":3072,"new_prefill":9723,"score_linear":56074.0,"score_lmetric":9723},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":56074.0,"chosen_score_lmetric":9723,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"t_prefill_sent":26948.755727336,"t_prefill_sent_unix":1779960945.31067,"t_prefill_done":26949.697852067,"t_prefill_done_unix":1779960946.252796,"t_decode_sent":26949.698061587,"t_decode_sent_unix":1779960946.253004,"t_first_token":26950.177238317,"t_first_token_unix":1779960946.732182,"t_done":26950.298721525,"t_done_unix":1779960946.8536649},{"request_id":"1279412:9:1305633:286","session_id":"1279412","input_length":61291,"t_proxy_recv":26948.48615902,"t_decision_unix":1779960945.0411003,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60416,"affinity_cache_ratio":0.985723841999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (875 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":875,"cache_hit":60416,"estimated_new_tokens":875,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":60416,"new_prefill":875,"score_linear":-60416.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":61291,"score_linear":34706.0,"score_lmetric":61291},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":61291,"score_linear":137049.0,"score_lmetric":170934},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":61291,"score_linear":29948.0,"score_lmetric":61291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":61291,"score_linear":75826.0,"score_lmetric":137117},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":61291,"score_linear":43607.0,"score_lmetric":61291},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":61291,"score_linear":59146.0,"score_lmetric":61291},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":39936,"new_prefill":21355,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":26948.81159559,"t_first_token_unix":1779960945.3665397,"t_done":26950.96696973,"t_done_unix":1779960947.5219133},{"request_id":"1306347:1:1306347:291","session_id":"1306347","input_length":897,"t_proxy_recv":26950.765301912,"t_decision_unix":1779960947.320243,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":897.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (897 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":897,"cache_hit":0,"estimated_new_tokens":897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75318,"ongoing_decode_tokens":75318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":897,"score_linear":75318.0,"score_lmetric":1794},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":897,"score_linear":34706.0,"score_lmetric":897},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":897,"score_linear":137049.0,"score_lmetric":50146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":897,"score_linear":29948.0,"score_lmetric":897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":897,"score_linear":94457.0,"score_lmetric":161012},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":897,"score_linear":43607.0,"score_lmetric":897},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18915,"ongoing_decode_tokens":18915,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":897,"score_linear":18915.0,"score_lmetric":897},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26950.843275108,"t_first_token_unix":1779960947.3982182,"t_done":26951.211165404,"t_done_unix":1779960947.7661085},{"request_id":"1299507:2:1305770:288","session_id":"1299507","input_length":18915,"t_proxy_recv":26948.947790421,"t_decision_unix":1779960945.5027318,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9744647105471848,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":483,"cache_hit":18432,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":18915,"score_linear":61291.0,"score_lmetric":18915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":18915,"score_linear":34706.0,"score_lmetric":18915},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":18915,"score_linear":137049.0,"score_lmetric":86182},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":18915,"score_linear":29948.0,"score_lmetric":18915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":18915,"score_linear":75826.0,"score_lmetric":94741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18915,"score_linear":43607.0,"score_lmetric":18915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71941,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":931,"cache_hit":18432,"new_prefill":483,"score_linear":53509.0,"score_lmetric":966},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":18915,"score_linear":12795.0,"score_lmetric":18915}],"chosen_score_linear":53509.0,"chosen_score_lmetric":966,"t_first_token":26949.710777538,"t_first_token_unix":1779960946.265721,"t_done":26951.289590373,"t_done_unix":1779960947.8445385},{"request_id":"1253743:4:1307058:295","session_id":"1253743","input_length":49975,"t_proxy_recv":26953.319171383,"t_decision_unix":1779960949.8741126,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9937768884442221,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":311,"cache_hit":49664,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58925,"ongoing_decode_tokens":45085,"pending_prefill_tokens":6160,"num_requests":3,"active_p_offloads":0,"cached_blocks":820,"cache_hit":17408,"new_prefill":32567,"score_linear":41517.0,"score_lmetric":116181},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":3584,"new_prefill":46391,"score_linear":74500.0,"score_lmetric":92782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":49975,"score_linear":137049.0,"score_lmetric":148302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":49664,"new_prefill":311,"score_linear":-19716.0,"score_lmetric":311},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":49975,"score_linear":94457.0,"score_lmetric":259168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":49975,"score_linear":43607.0,"score_lmetric":49975},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":4608,"new_prefill":45367,"score_linear":38770.0,"score_lmetric":45367},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19716.0,"chosen_score_lmetric":311,"t_first_token":26953.418151075,"t_first_token_unix":1779960949.973095,"t_done":26954.023985673,"t_done_unix":1779960950.5789292},{"request_id":"1304239:3:1307007:294","session_id":"1304239","input_length":13840,"t_proxy_recv":26953.119908484,"t_decision_unix":1779960949.6748495,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5549132947976878,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6160 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":6160,"cache_hit":7680,"estimated_new_tokens":6160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45085,"ongoing_decode_tokens":45085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":7680,"new_prefill":6160,"score_linear":37405.0,"score_lmetric":12320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":13840,"score_linear":78084.0,"score_lmetric":27680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":13840,"score_linear":137049.0,"score_lmetric":76032},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":13840,"score_linear":29948.0,"score_lmetric":13840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":13840,"score_linear":94457.0,"score_lmetric":186898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":13840,"score_linear":43607.0,"score_lmetric":13840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":13840,"score_linear":43378.0,"score_lmetric":13840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":37405.0,"chosen_score_lmetric":12320,"t_first_token":26953.797718494,"t_first_token_unix":1779960950.3526626,"t_done":26954.148138281,"t_done_unix":1779960950.7030818},{"request_id":"1305906:1:1305906:289","session_id":"1305906","input_length":14027,"t_proxy_recv":26949.361657566,"t_decision_unix":1779960945.9165986,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14027.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,2,1,1,1,3,2])","v3_prefill_cache_hit":0,"v3_new_local":14027,"cache_hit":0,"estimated_new_tokens":14027,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":14027,"score_linear":61291.0,"score_lmetric":14027},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":14027,"score_linear":34706.0,"score_lmetric":14027},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":14027,"score_linear":137049.0,"score_lmetric":76406},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":14027,"score_linear":29948.0,"score_lmetric":14027},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":14027,"score_linear":75826.0,"score_lmetric":89853},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":14027,"score_linear":43607.0,"score_lmetric":14027},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90856,"ongoing_decode_tokens":59146,"pending_prefill_tokens":483,"num_requests":3,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":14027,"score_linear":90856.0,"score_lmetric":43530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":14027,"score_linear":12795.0,"score_lmetric":14027}],"chosen_score_linear":61291.0,"chosen_score_lmetric":14027,"t_first_token":26950.593582621,"t_first_token_unix":1779960947.1485262,"t_done":26954.453451311,"t_done_unix":1779960951.0083947},{"request_id":"1277428:2:1306373:292","session_id":"1277428","input_length":31058,"t_proxy_recv":26950.876179197,"t_decision_unix":1779960947.4311209,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.8737201365187713,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3922 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":3922,"cache_hit":27136,"estimated_new_tokens":3922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75318,"ongoing_decode_tokens":75318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":819,"cache_hit":27136,"new_prefill":3922,"score_linear":48182.0,"score_lmetric":7844},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":3584,"new_prefill":27474,"score_linear":31122.0,"score_lmetric":27474},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":31058,"score_linear":137049.0,"score_lmetric":110468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":17408,"new_prefill":13650,"score_linear":12540.0,"score_lmetric":13650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":31058,"score_linear":94457.0,"score_lmetric":221334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":31058,"score_linear":43607.0,"score_lmetric":31058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18915,"ongoing_decode_tokens":18915,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":4608,"new_prefill":26450,"score_linear":14307.0,"score_lmetric":26450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":897,"ongoing_decode_tokens":897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":31058,"score_linear":897.0,"score_lmetric":31058}],"chosen_score_linear":48182.0,"chosen_score_lmetric":7844,"t_first_token":26952.487178726,"t_first_token_unix":1779960949.042122,"t_done":26956.974921411,"t_done_unix":1779960953.5298681},{"request_id":"1279412:10:1308091:298","session_id":"1279412","input_length":61505,"t_proxy_recv":26956.956105688,"t_decision_unix":1779960953.5110471,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9906186488903341,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (577 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":577,"cache_hit":60928,"estimated_new_tokens":577,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":859,"cache_hit":60928,"new_prefill":577,"score_linear":-29870.0,"score_lmetric":577},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":61505,"score_linear":34706.0,"score_lmetric":61505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":61505,"score_linear":137049.0,"score_lmetric":171362},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":61505,"score_linear":29948.0,"score_lmetric":61505},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":61505,"score_linear":94457.0,"score_lmetric":282228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":61505,"score_linear":43607.0,"score_lmetric":61505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102824,"ongoing_decode_tokens":59446,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":61505,"score_linear":102824.0,"score_lmetric":123010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":39936,"new_prefill":21569,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-29870.0,"chosen_score_lmetric":577,"t_first_token":26957.120366117,"t_first_token_unix":1779960953.6753094,"t_done":26957.897846203,"t_done_unix":1779960954.4527898},{"request_id":"1294611:7:1306822:293","session_id":"1294611","input_length":43378,"t_proxy_recv":26952.58874945,"t_decision_unix":1779960949.1436908,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7081930932730878,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":30720,"v3_new_local":12658,"v3_src_idx":1,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":30720,"estimated_new_tokens":12658,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45085,"ongoing_decode_tokens":45085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":43378,"score_linear":45085.0,"score_lmetric":86756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":30720,"new_prefill":12658,"score_linear":3986.0,"score_lmetric":12658},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":43378,"score_linear":137049.0,"score_lmetric":135108},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":12800,"new_prefill":30578,"score_linear":17148.0,"score_lmetric":30578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":43378,"score_linear":94457.0,"score_lmetric":245974},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":43378,"score_linear":43607.0,"score_lmetric":43378},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3986.0,"chosen_score_lmetric":12658,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"t_prefill_sent":26952.589808668,"t_prefill_sent_unix":1779960949.1447513,"t_prefill_done":26955.752882784,"t_prefill_done_unix":1779960952.3078437,"t_decode_sent":26955.753645759,"t_decode_sent_unix":1779960952.3085887,"t_first_token":26956.494440768,"t_first_token_unix":1779960953.0493844,"t_done":26958.184269023,"t_done_unix":1779960954.739213},{"request_id":"1303517:1:1303517:275","session_id":"1303517","input_length":15081,"t_proxy_recv":26940.77239325,"t_decision_unix":1779960937.3273344,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15081.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15081,"cache_hit":0,"estimated_new_tokens":15081,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":15081,"score_linear":43181.0,"score_lmetric":15081},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":15081,"score_linear":65351.0,"score_lmetric":109664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":15081,"score_linear":108775.0,"score_lmetric":46572},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":15081,"score_linear":14944.0,"score_lmetric":30025},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":15081,"score_linear":43607.0,"score_lmetric":15081},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26942.117167714,"t_first_token_unix":1779960938.6721113,"t_done":26958.631424418,"t_done_unix":1779960955.1863678},{"request_id":"1302449:3:1308121:299","session_id":"1302449","input_length":8729,"t_proxy_recv":26957.053749872,"t_decision_unix":1779960953.6086915,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3584,"affinity_cache_ratio":0.41058540497193263,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":5145.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5145 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":5145,"cache_hit":3584,"estimated_new_tokens":5145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61505,"ongoing_decode_tokens":0,"pending_prefill_tokens":577,"num_requests":1,"active_p_offloads":0,"cached_blocks":867,"cache_hit":0,"new_prefill":8729,"score_linear":61505.0,"score_lmetric":9306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":8729,"score_linear":34706.0,"score_lmetric":8729},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":8729,"score_linear":137049.0,"score_lmetric":65810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":8729,"score_linear":29948.0,"score_lmetric":8729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":8729,"score_linear":94457.0,"score_lmetric":176676},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":8729,"score_linear":43607.0,"score_lmetric":8729},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102824,"ongoing_decode_tokens":59446,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":8729,"score_linear":102824.0,"score_lmetric":17458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":3584,"new_prefill":5145,"score_linear":-3584.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":26957.475384818,"t_first_token_unix":1779960954.0303283,"t_done":26959.077518356,"t_done_unix":1779960955.6324618},{"request_id":"1303651:3:1308202:300","session_id":"1303651","input_length":22896,"t_proxy_recv":26957.312133398,"t_decision_unix":1779960953.8670747,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5590496156533893,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":10096,"cache_hit":12800,"estimated_new_tokens":10096,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":867,"cache_hit":0,"new_prefill":22896,"score_linear":61505.0,"score_lmetric":22896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":22896,"score_linear":34706.0,"score_lmetric":22896},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":22896,"score_linear":137049.0,"score_lmetric":94144},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":22896,"score_linear":29948.0,"score_lmetric":22896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":22896,"score_linear":94457.0,"score_lmetric":205010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":22896,"score_linear":43607.0,"score_lmetric":22896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102824,"ongoing_decode_tokens":59446,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":957,"cache_hit":12288,"new_prefill":10608,"score_linear":90536.0,"score_lmetric":21216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8729,"ongoing_decode_tokens":0,"pending_prefill_tokens":5145,"num_requests":1,"active_p_offloads":0,"cached_blocks":766,"cache_hit":12800,"new_prefill":10096,"score_linear":-4071.0,"score_lmetric":15241}],"chosen_score_linear":-4071.0,"chosen_score_lmetric":15241,"t_first_token":26958.991391066,"t_first_token_unix":1779960955.5463352,"t_done":26959.083127072,"t_done_unix":1779960955.6380706},{"request_id":"1269373:11:1307381:296","session_id":"1269373","input_length":59446,"t_proxy_recv":26954.491364491,"t_decision_unix":1779960951.046306,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9904787538270027,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (566 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":566,"cache_hit":58880,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":859,"cache_hit":4096,"new_prefill":55350,"score_linear":26962.0,"score_lmetric":55350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":59446,"score_linear":78084.0,"score_lmetric":118892},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":7680,"new_prefill":51766,"score_linear":129369.0,"score_lmetric":151884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":7680,"new_prefill":51766,"score_linear":22268.0,"score_lmetric":51766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":59446,"score_linear":94457.0,"score_lmetric":278110},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":59446,"score_linear":43607.0,"score_lmetric":59446},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":58880,"new_prefill":566,"score_linear":-15502.0,"score_lmetric":566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":7680,"new_prefill":51766,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-15502.0,"chosen_score_lmetric":566,"t_first_token":26954.634429278,"t_first_token_unix":1779960951.189373,"t_done":26959.244809926,"t_done_unix":1779960955.7997537},{"request_id":"1272313:11:1302571:271","session_id":"1272313","input_length":29948,"t_proxy_recv":26937.537294302,"t_decision_unix":1779960934.0922356,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.991585414718846,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (252 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":252,"cache_hit":29696,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":4096,"new_prefill":25852,"score_linear":99763.0,"score_lmetric":51704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":29948,"score_linear":65351.0,"score_lmetric":139398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":7680,"new_prefill":22268,"score_linear":90131.0,"score_lmetric":22268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":28972,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":864,"cache_hit":29696,"new_prefill":252,"score_linear":49131.0,"score_lmetric":886},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":29948,"score_linear":26441.0,"score_lmetric":56389},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":29948,"score_linear":43607.0,"score_lmetric":29948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":28672,"new_prefill":1276,"score_linear":89592.0,"score_lmetric":3828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1105,"ongoing_decode_tokens":1105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":697,"cache_hit":7680,"new_prefill":22268,"score_linear":-6575.0,"score_lmetric":22268}],"chosen_score_linear":49131.0,"chosen_score_lmetric":886,"t_first_token":26946.486906654,"t_first_token_unix":1779960943.0418499,"t_done":26959.393534981,"t_done_unix":1779960955.9484782},{"request_id":"1309040:1:1309040:302","session_id":"1309040","input_length":4679,"t_proxy_recv":26960.424337654,"t_decision_unix":1779960956.979279,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4679.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4679 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4679,"cache_hit":0,"estimated_new_tokens":4679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23131,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":4679,"score_linear":23131.0,"score_lmetric":4679},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":4679,"score_linear":34706.0,"score_lmetric":4679},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":4679,"score_linear":121968.0,"score_lmetric":4679},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":4679,"score_linear":94457.0,"score_lmetric":168576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":4679,"score_linear":43607.0,"score_lmetric":4679},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":4679,"score_linear":43710.0,"score_lmetric":4679},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26960.71630143,"t_first_token_unix":1779960957.2712448,"t_done":26961.212409296,"t_done_unix":1779960957.7673526},{"request_id":"1294611:8:1308970:301","session_id":"1294611","input_length":43710,"t_proxy_recv":26960.095714732,"t_decision_unix":1779960956.6506562,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9956531686113017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":190,"cache_hit":43520,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23131,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":43710,"score_linear":23131.0,"score_lmetric":43710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":43008,"new_prefill":702,"score_linear":-8302.0,"score_lmetric":702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":43710,"score_linear":121968.0,"score_lmetric":43710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":12800,"new_prefill":30910,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":43710,"score_linear":94457.0,"score_lmetric":246638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":43710,"score_linear":43607.0,"score_lmetric":43710},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":43520,"new_prefill":190,"score_linear":-43520.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":26960.249284857,"t_first_token_unix":1779960956.804228,"t_done":26961.531892136,"t_done_unix":1779960958.0868351},{"request_id":"1303517:2:1307703:297","session_id":"1303517","input_length":23131,"t_proxy_recv":26958.640426031,"t_decision_unix":1779960955.1953673,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6419091262807488,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":14848,"v3_new_local":8283,"v3_src_idx":2,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":14848,"estimated_new_tokens":8283,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":23131,"score_linear":34706.0,"score_lmetric":23131},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":929,"cache_hit":14848,"new_prefill":8283,"score_linear":107120.0,"score_lmetric":8283},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":23131,"score_linear":29948.0,"score_lmetric":23131},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":23131,"score_linear":94457.0,"score_lmetric":205480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":23131,"score_linear":43607.0,"score_lmetric":23131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59446,"ongoing_decode_tokens":59446,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1042,"cache_hit":0,"new_prefill":23131,"score_linear":59446.0,"score_lmetric":23131},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31625,"ongoing_decode_tokens":8729,"pending_prefill_tokens":10096,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":23131,"score_linear":31625.0,"score_lmetric":66454}],"chosen_score_linear":107120.0,"chosen_score_lmetric":8283,"v2_src_url":"http://127.0.0.1:8002","v2_src_idx":2,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":26958.641405349,"t_prefill_sent_unix":1779960955.1963484,"t_prefill_done":26959.905189002,"t_prefill_done_unix":1779960956.4601338,"t_decode_sent":26959.905794891,"t_decode_sent_unix":1779960956.460738,"t_first_token":26961.20434354,"t_first_token_unix":1779960957.7592876,"t_done":26961.593175827,"t_done_unix":1779960958.1481187},{"request_id":"1303517:3:1309213:303","session_id":"1303517","input_length":23259,"t_proxy_recv":26961.598679243,"t_decision_unix":1779960958.1536207,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9905842899522765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (219 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":219,"cache_hit":23040,"estimated_new_tokens":219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":23040,"new_prefill":219,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":23259,"score_linear":34706.0,"score_lmetric":23259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":23040,"new_prefill":219,"score_linear":98928.0,"score_lmetric":219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":23259,"score_linear":94457.0,"score_lmetric":205736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":23259,"score_linear":43607.0,"score_lmetric":23259},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":23259,"score_linear":24545.0,"score_lmetric":47804}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":26961.665618927,"t_first_token_unix":1779960958.2205625,"t_done":26961.720344998,"t_done_unix":1779960958.2752879},{"request_id":"1301929:1:1301929:265","session_id":"1301929","input_length":34706,"t_proxy_recv":26935.111233836,"t_decision_unix":1779960931.6661747,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":34706.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":34706,"cache_hit":0,"estimated_new_tokens":34706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":103374,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":3584,"new_prefill":31122,"score_linear":99790.0,"score_lmetric":62244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":34706,"score_linear":97145.0,"score_lmetric":34706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":34706,"score_linear":28972.0,"score_lmetric":52926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":34706,"score_linear":43607.0,"score_lmetric":64489},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":34706,"score_linear":118264.0,"score_lmetric":104118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26941.102882393,"t_first_token_unix":1779960937.6578288,"t_done":26964.275884801,"t_done_unix":1779960960.8308365},{"request_id":"1309252:1:1309252:304","session_id":"1309252","input_length":24545,"t_proxy_recv":26961.255636457,"t_decision_unix":1779960957.8105776,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24545.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24545,"cache_hit":0,"estimated_new_tokens":24545,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23131,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":24545,"score_linear":23131.0,"score_lmetric":24545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":24545,"score_linear":34706.0,"score_lmetric":24545},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24545,"score_linear":121968.0,"score_lmetric":24545},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":24545,"score_linear":94457.0,"score_lmetric":208308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":24545,"score_linear":43607.0,"score_lmetric":24545},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":24545,"score_linear":43710.0,"score_lmetric":24545},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26964.086358645,"t_first_token_unix":1779960960.6413074,"t_done":26965.945885134,"t_done_unix":1779960962.5008285},{"request_id":"1279412:11:1310014:305","session_id":"1279412","input_length":64558,"t_proxy_recv":26963.892498792,"t_decision_unix":1779960960.44744,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9517023451779795,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3118 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":3118,"cache_hit":61440,"estimated_new_tokens":3118,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":61440,"new_prefill":3118,"score_linear":-61440.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":64558,"score_linear":34706.0,"score_lmetric":64558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":64558,"score_linear":121968.0,"score_lmetric":64558},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":64558,"score_linear":94457.0,"score_lmetric":288334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":64558,"score_linear":43607.0,"score_lmetric":64558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":39936,"new_prefill":24622,"score_linear":-15391.0,"score_lmetric":49167}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":26965.221906816,"t_first_token_unix":1779960961.7768505,"t_done":26966.61127387,"t_done_unix":1779960963.1662173},{"request_id":"1303462:2:1306126:290","session_id":"1303462","input_length":18631,"t_proxy_recv":26949.978110126,"t_decision_unix":1779960946.5330515,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14848,"affinity_cache_ratio":0.7969513176963126,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3783 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":3783,"cache_hit":14848,"estimated_new_tokens":3783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75318,"ongoing_decode_tokens":61291,"pending_prefill_tokens":14027,"num_requests":2,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":18631,"score_linear":75318.0,"score_lmetric":65316},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":18631,"score_linear":34706.0,"score_lmetric":18631},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":18631,"score_linear":137049.0,"score_lmetric":85614},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":18631,"score_linear":29948.0,"score_lmetric":18631},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":14848,"new_prefill":3783,"score_linear":60978.0,"score_lmetric":79609},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18631,"score_linear":43607.0,"score_lmetric":18631},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78061,"ongoing_decode_tokens":78061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":18631,"score_linear":78061.0,"score_lmetric":37262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":18631,"score_linear":12795.0,"score_lmetric":18631}],"chosen_score_linear":60978.0,"chosen_score_lmetric":79609,"t_first_token":26967.771949713,"t_first_token_unix":1779960964.326893,"t_done":26967.822044401,"t_done_unix":1779960964.3769875},{"request_id":"1310590:1:1310590:306","session_id":"1310590","input_length":18089,"t_proxy_recv":26965.838496532,"t_decision_unix":1779960962.3934376,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":18089.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":18089,"cache_hit":0,"estimated_new_tokens":18089,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":18089,"score_linear":64558.0,"score_lmetric":18089},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":18089,"score_linear":121968.0,"score_lmetric":18089},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":18089,"score_linear":94457.0,"score_lmetric":195396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18089,"score_linear":43607.0,"score_lmetric":18089},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":18089,"score_linear":24545.0,"score_lmetric":18089}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26967.628968147,"t_first_token_unix":1779960964.1839123,"t_done":26968.12739219,"t_done_unix":1779960964.6823351},{"request_id":"1297811:2:1300578:258","session_id":"1297811","input_length":43607,"t_proxy_recv":26930.456137308,"t_decision_unix":1779960927.0110786,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13824,"affinity_cache_ratio":0.3170133235489715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":29783.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":29783,"cache_hit":13824,"estimated_new_tokens":29783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":43607,"score_linear":60193.0,"score_lmetric":63352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24384,"ongoing_decode_tokens":24384,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":43607,"score_linear":24384.0,"score_lmetric":43607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":43607,"score_linear":156652.0,"score_lmetric":208006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":1536,"new_prefill":42071,"score_linear":75091.0,"score_lmetric":209748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":13824,"new_prefill":29783,"score_linear":-13824.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63813,"ongoing_decode_tokens":63813,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":43607,"score_linear":63813.0,"score_lmetric":87214},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":26936.614163257,"t_first_token_unix":1779960933.1691065,"t_done":26968.323561663,"t_done_unix":1779960964.8785048},{"request_id":"1305420:1:1305420:285","session_id":"1305420","input_length":75826,"t_proxy_recv":26947.572843741,"t_decision_unix":1779960944.1277847,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":75826.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":75826,"cache_hit":0,"estimated_new_tokens":75826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65701,"ongoing_decode_tokens":65701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":75826,"score_linear":65701.0,"score_lmetric":151652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":75826,"score_linear":137049.0,"score_lmetric":200004},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":75826,"score_linear":29948.0,"score_lmetric":75826},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":75826,"score_linear":43607.0,"score_lmetric":75826},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":75826,"score_linear":59146.0,"score_lmetric":75826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26967.770692563,"t_first_token_unix":1779960964.3256364,"t_done":26968.404166174,"t_done_unix":1779960964.959109},{"request_id":"1303517:4:1311293:308","session_id":"1303517","input_length":24638,"t_proxy_recv":26968.286505628,"t_decision_unix":1779960964.841447,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9351408393538436,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1598 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1598,"cache_hit":23040,"estimated_new_tokens":1598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":919,"cache_hit":23040,"new_prefill":1598,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":23040,"new_prefill":1598,"score_linear":98928.0,"score_lmetric":1598},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":75826,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":24638,"score_linear":75826.0,"score_lmetric":24638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":24638,"score_linear":43607.0,"score_lmetric":24638},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13164,"ongoing_decode_tokens":0,"pending_prefill_tokens":10604,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":24638,"score_linear":13164.0,"score_lmetric":35242}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":26968.609668029,"t_first_token_unix":1779960965.1646113,"t_done":26968.781913545,"t_done_unix":1779960965.3368566},{"request_id":"1304943:2:1311189:307","session_id":"1304943","input_length":13164,"t_proxy_recv":26967.969482852,"t_decision_unix":1779960964.524424,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":2560,"affinity_cache_ratio":0.19446976602856275,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10604.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":10604,"cache_hit":2560,"estimated_new_tokens":10604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":919,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":13164,"score_linear":121968.0,"score_lmetric":13164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":75826,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":13164,"score_linear":75826.0,"score_lmetric":13164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":13164,"score_linear":43607.0,"score_lmetric":13164},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18089,"ongoing_decode_tokens":18089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":13164,"score_linear":18089.0,"score_lmetric":13164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":2560,"new_prefill":10604,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":26968.934514676,"t_first_token_unix":1779960965.4894583,"t_done":26968.986674279,"t_done_unix":1779960965.5416172},{"request_id":"1277428:3:1311644:311","session_id":"1277428","input_length":31611,"t_proxy_recv":26969.593779408,"t_decision_unix":1779960966.1487207,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9880105026731201,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (379 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":379,"cache_hit":31232,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":31232,"new_prefill":379,"score_linear":-31232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":3584,"new_prefill":28027,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":31611,"score_linear":121968.0,"score_lmetric":31611},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":17408,"new_prefill":14203,"score_linear":-8412.0,"score_lmetric":14495},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":4608,"new_prefill":27003,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":31611,"score_linear":44792.0,"score_lmetric":51827}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":26969.657635648,"t_first_token_unix":1779960966.212579,"t_done":26969.999844282,"t_done_unix":1779960966.5547874},{"request_id":"1258908:2:1311606:310","session_id":"1258908","input_length":8996,"t_proxy_recv":26969.413498188,"t_decision_unix":1779960965.9684396,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9675411293908404,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (292 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":292,"cache_hit":8704,"estimated_new_tokens":292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":8996,"score_linear":121968.0,"score_lmetric":8996},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":8704,"new_prefill":292,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":8996,"score_linear":44792.0,"score_lmetric":29212}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":26970.087484073,"t_first_token_unix":1779960966.6424274,"t_done":26972.00651877,"t_done_unix":1779960968.561462},{"request_id":"1311753:1:1311753:312","session_id":"1311753","input_length":20175,"t_proxy_recv":26969.985446221,"t_decision_unix":1779960966.5403876,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":20175.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":20175,"cache_hit":0,"estimated_new_tokens":20175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31611,"ongoing_decode_tokens":31611,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":20175,"score_linear":31611.0,"score_lmetric":20175},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":20175,"score_linear":121968.0,"score_lmetric":20175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":20175,"score_linear":8996.0,"score_lmetric":20467},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":20175,"score_linear":44792.0,"score_lmetric":40391}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26972.096736146,"t_first_token_unix":1779960968.6516795,"t_done":26972.281411049,"t_done_unix":1779960968.8363543},{"request_id":"1303517:5:1313040:317","session_id":"1303517","input_length":25637,"t_proxy_recv":26974.335502283,"t_decision_unix":1779960970.8904438,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9586145024768888,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1061 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":1061,"cache_hit":24576,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":922,"cache_hit":24576,"new_prefill":1061,"score_linear":-11216.0,"score_lmetric":1061},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":23040,"new_prefill":2597,"score_linear":98928.0,"score_lmetric":2597},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107175,"ongoing_decode_tokens":44335,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":25637,"score_linear":107175.0,"score_lmetric":57146},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71677,"ongoing_decode_tokens":44792,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":25637,"score_linear":71677.0,"score_lmetric":62036}],"chosen_score_linear":-11216.0,"chosen_score_lmetric":1061,"t_first_token":26974.609604299,"t_first_token_unix":1779960971.164548,"t_done":26974.654937408,"t_done_unix":1779960971.2098832},{"request_id":"1294611:9:1312398:313","session_id":"1294611","input_length":44335,"t_proxy_recv":26972.269449448,"t_decision_unix":1779960968.8243906,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9816172324348709,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (815 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":815,"cache_hit":43520,"estimated_new_tokens":815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":43008,"new_prefill":1327,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":44335,"score_linear":121968.0,"score_lmetric":44335},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":12800,"new_prefill":31535,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20175,"ongoing_decode_tokens":20175,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":43520,"new_prefill":815,"score_linear":-23345.0,"score_lmetric":815},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":44335,"score_linear":44792.0,"score_lmetric":64551}],"chosen_score_linear":-23345.0,"chosen_score_lmetric":815,"t_first_token":26972.514932312,"t_first_token_unix":1779960969.0698757,"t_done":26975.073077163,"t_done_unix":1779960971.6280205},{"request_id":"1309252:2:1311531:309","session_id":"1309252","input_length":44792,"t_proxy_recv":26969.183350496,"t_decision_unix":1779960965.738292,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.5486694052509377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":24576,"v3_new_local":20216,"cache_hit":24576,"estimated_new_tokens":20216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":44792,"score_linear":121968.0,"score_lmetric":44792},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":863,"cache_hit":24576,"new_prefill":20216,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":26974.070981334,"t_first_token_unix":1779960970.6259286,"t_done":26975.863495648,"t_done_unix":1779960972.418439},{"request_id":"1268861:4:1312689:315","session_id":"1268861","input_length":26885,"t_proxy_recv":26973.32916279,"t_decision_unix":1779960969.8841045,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7998512181513855,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5381 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":5381,"cache_hit":21504,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":26885,"score_linear":13360.0,"score_lmetric":40245},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":26885,"score_linear":121968.0,"score_lmetric":26885},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":26885,"score_linear":44335.0,"score_lmetric":26885},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":21504,"new_prefill":5381,"score_linear":23288.0,"score_lmetric":25597}],"chosen_score_linear":23288.0,"chosen_score_lmetric":25597,"t_first_token":26974.97957799,"t_first_token_unix":1779960971.5345216,"t_done":26976.53368323,"t_done_unix":1779960973.0886264},{"request_id":"1306347:2:1312642:314","session_id":"1306347","input_length":13360,"t_proxy_recv":26973.159501778,"t_decision_unix":1779960969.7144432,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.03832335329341317,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":13360.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13360,"cache_hit":0,"estimated_new_tokens":13360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":13360,"score_linear":121968.0,"score_lmetric":13360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":13360,"score_linear":44335.0,"score_lmetric":13360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":512,"new_prefill":12848,"score_linear":44280.0,"score_lmetric":33064}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26974.299976658,"t_first_token_unix":1779960970.8549263,"t_done":26976.728986895,"t_done_unix":1779960973.2839305},{"request_id":"1313181:1:1313181:318","session_id":"1313181","input_length":22686,"t_proxy_recv":26974.949784909,"t_decision_unix":1779960971.5047262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9886.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":12800,"v3_new_local":9886,"v3_src_idx":0,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":13360,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":12800,"estimated_new_tokens":9886,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":12800,"new_prefill":9886,"score_linear":560.0,"score_lmetric":9886},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":22686,"score_linear":121968.0,"score_lmetric":22686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107175,"ongoing_decode_tokens":44335,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":22686,"score_linear":107175.0,"score_lmetric":51244},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71677,"ongoing_decode_tokens":44792,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":863,"cache_hit":12800,"new_prefill":9886,"score_linear":58877.0,"score_lmetric":30534}],"chosen_score_linear":560.0,"chosen_score_lmetric":9886,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":26974.950545267,"t_prefill_sent_unix":1779960971.5054882,"t_prefill_done":26976.455807581,"t_prefill_done_unix":1779960973.0107508,"t_decode_sent":26976.45617937,"t_decode_sent_unix":1779960973.0111225,"t_first_token":26976.952554504,"t_first_token_unix":1779960973.5074983,"t_done":26977.623906876,"t_done_unix":1779960974.1788504},{"request_id":"1279412:12:1313518:319","session_id":"1279412","input_length":64755,"t_proxy_recv":26976.070156906,"t_decision_unix":1779960972.6250982,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9962473940236275,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (243 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":243,"cache_hit":64512,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36046,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":64512,"new_prefill":243,"score_linear":-28466.0,"score_lmetric":486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":22686,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":64755,"score_linear":22686.0,"score_lmetric":64755},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":64755,"score_linear":121968.0,"score_lmetric":64755},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62840,"ongoing_decode_tokens":62840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":64755,"score_linear":62840.0,"score_lmetric":64755},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26885,"ongoing_decode_tokens":26885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":902,"cache_hit":39936,"new_prefill":24819,"score_linear":-13051.0,"score_lmetric":24819}],"chosen_score_linear":-28466.0,"chosen_score_lmetric":486,"t_first_token":26976.525402887,"t_first_token_unix":1779960973.0803466,"t_done":26977.911945681,"t_done_unix":1779960974.4668891},{"request_id":"1269373:12:1312836:316","session_id":"1269373","input_length":62840,"t_proxy_recv":26973.700973585,"t_decision_unix":1779960970.2559147,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59904,"affinity_cache_ratio":0.9532781667727562,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2936 < 8000)","v3_prefill_cache_hit":59904,"v3_new_local":2936,"cache_hit":59904,"estimated_new_tokens":2936,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":922,"cache_hit":4096,"new_prefill":58744,"score_linear":9264.0,"score_lmetric":72104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":55160,"score_linear":114288.0,"score_lmetric":55160},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":7680,"new_prefill":55160,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":59904,"new_prefill":2936,"score_linear":-15569.0,"score_lmetric":2936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71677,"ongoing_decode_tokens":0,"pending_prefill_tokens":25597,"num_requests":2,"active_p_offloads":0,"cached_blocks":863,"cache_hit":7680,"new_prefill":55160,"score_linear":63997.0,"score_lmetric":161514}],"chosen_score_linear":-15569.0,"chosen_score_lmetric":2936,"t_first_token":26974.985518823,"t_first_token_unix":1779960971.540462,"t_done":26978.155320003,"t_done_unix":1779960974.7102633},{"request_id":"1294611:10:1314495:322","session_id":"1294611","input_length":45362,"t_proxy_recv":26979.72734132,"t_decision_unix":1779960976.2822828,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":44032,"affinity_cache_ratio":0.970680305101186,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1330 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1330,"cache_hit":44032,"estimated_new_tokens":1330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":43008,"new_prefill":2354,"score_linear":14043.0,"score_lmetric":55821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":45362,"score_linear":121968.0,"score_lmetric":45362},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":12800,"new_prefill":32562,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":44032,"new_prefill":1330,"score_linear":-44032.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":26980.080828229,"t_first_token_unix":1779960976.6357718,"t_done":26981.559212691,"t_done_unix":1779960978.114156},{"request_id":"1315313:1:1315313:325","session_id":"1315313","input_length":7,"t_proxy_recv":26982.369834018,"t_decision_unix":1779960978.9247756,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7,"cache_hit":0,"estimated_new_tokens":7,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":7,"score_linear":81357.0,"score_lmetric":110504},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":7,"score_linear":121968.0,"score_lmetric":7},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":0,"new_prefill":7,"score_linear":32440.0,"score_lmetric":14527},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26982.384640189,"t_first_token_unix":1779960978.9395833,"t_done":26982.388978991,"t_done_unix":1779960978.9439216},{"request_id":"1310590:2:1315212:324","session_id":"1310590","input_length":32440,"t_proxy_recv":26982.02352878,"t_decision_unix":1779960978.5784702,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.5524044389642416,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17920,"v3_new_local":14520,"cache_hit":17920,"estimated_new_tokens":14520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":32440,"score_linear":81357.0,"score_lmetric":175370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":32440,"score_linear":121968.0,"score_lmetric":32440},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":17920,"new_prefill":14520,"score_linear":-17920.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":26984.754260402,"t_first_token_unix":1779960981.3092043,"t_done":26984.903066167,"t_done_unix":1779960981.458009},{"request_id":"1309040:2:1315488:326","session_id":"1309040","input_length":23097,"t_proxy_recv":26983.090475236,"t_decision_unix":1779960979.6454165,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.1995064294064164,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":18489.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":4608,"v3_new_local":18489,"cache_hit":4608,"estimated_new_tokens":18489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":23097,"score_linear":81357.0,"score_lmetric":156684},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":23097,"score_linear":121968.0,"score_lmetric":23097},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":4608,"new_prefill":18489,"score_linear":-4608.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":0,"new_prefill":23097,"score_linear":32440.0,"score_lmetric":37617},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":26985.439678017,"t_first_token_unix":1779960981.9946215,"t_done":26985.805595401,"t_done_unix":1779960982.3605397},{"request_id":"1315567:1:1315567:327","session_id":"1315567","input_length":16960,"t_proxy_recv":26983.358550172,"t_decision_unix":1779960979.9134915,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7680,"v3_new_local":9280,"cache_hit":7680,"estimated_new_tokens":9280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4096,"new_prefill":12864,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":16960,"score_linear":81357.0,"score_lmetric":144410},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":9280,"score_linear":114288.0,"score_lmetric":9280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":7680,"new_prefill":9280,"score_linear":15417.0,"score_lmetric":27769},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":7680,"new_prefill":9280,"score_linear":24760.0,"score_lmetric":23800},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":7680,"new_prefill":9280,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":26984.983242611,"t_first_token_unix":1779960981.5381863,"t_done":26988.085299317,"t_done_unix":1779960984.6402423},{"request_id":"1316201:1:1316201:329","session_id":"1316201","input_length":24487,"t_proxy_recv":26985.623521098,"t_decision_unix":1779960982.1784627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24487.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24487,"cache_hit":0,"estimated_new_tokens":24487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":0,"pending_prefill_tokens":437,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":24487,"score_linear":64949.0,"score_lmetric":24924},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":24487,"score_linear":81357.0,"score_lmetric":159464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24487,"score_linear":121968.0,"score_lmetric":24487},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":23097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24487,"score_linear":23097.0,"score_lmetric":24487},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":24487,"score_linear":16960.0,"score_lmetric":24487}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26988.444767373,"t_first_token_unix":1779960984.999719,"t_done":26988.739436463,"t_done_unix":1779960985.2943795},{"request_id":"1317160:1:1317160:332","session_id":"1317160","input_length":3441,"t_proxy_recv":26988.865206796,"t_decision_unix":1779960985.4201481,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3441.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3441 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3441,"cache_hit":0,"estimated_new_tokens":3441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":3441,"score_linear":70934.0,"score_lmetric":17678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":3441,"score_linear":81357.0,"score_lmetric":117372},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":3441,"score_linear":121968.0,"score_lmetric":3441},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26989.076764036,"t_first_token_unix":1779960985.6317074,"t_done":26989.234125951,"t_done_unix":1779960985.789069},{"request_id":"1317160:2:1317773:336","session_id":"1317160","input_length":7440,"t_proxy_recv":26991.267071866,"t_decision_unix":1779960987.8220131,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":7,"affinity_cache_hit":3072,"affinity_cache_ratio":0.4129032258064516,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":7440.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7440 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7440,"cache_hit":0,"estimated_new_tokens":7440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":7440,"score_linear":70934.0,"score_lmetric":25676},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":7440,"score_linear":81357.0,"score_lmetric":14880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":7440,"score_linear":121968.0,"score_lmetric":7440},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":7440,"score_linear":79663.0,"score_lmetric":86591},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":3072,"new_prefill":4368,"score_linear":63063.0,"score_lmetric":7527},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26991.774679655,"t_first_token_unix":1779960988.3296232,"t_done":26991.900236205,"t_done_unix":1779960988.4551795},{"request_id":"1313181:2:1314940:323","session_id":"1313181","input_length":24306,"t_proxy_recv":26981.138466135,"t_decision_unix":1779960977.6934075,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9268493376121122,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1778 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":1778,"cache_hit":22528,"estimated_new_tokens":1778,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":22528,"new_prefill":1778,"score_linear":-22528.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":22528,"new_prefill":1778,"score_linear":34523.0,"score_lmetric":55245},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24306,"score_linear":121968.0,"score_lmetric":24306},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45362,"ongoing_decode_tokens":45362,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":24306,"score_linear":45362.0,"score_lmetric":24306},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":12800,"new_prefill":11506,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":34523.0,"chosen_score_lmetric":55245,"t_first_token":26991.075018608,"t_first_token_unix":1779960987.6299617,"t_done":26992.019954776,"t_done_unix":1779960988.574898},{"request_id":"1318031:1:1318031:338","session_id":"1318031","input_length":5219,"t_proxy_recv":26991.926555244,"t_decision_unix":1779960988.4814966,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5219.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5219 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5219,"cache_hit":0,"estimated_new_tokens":5219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":5219,"score_linear":70934.0,"score_lmetric":21234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":5219,"score_linear":81357.0,"score_lmetric":10438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":5219,"score_linear":121968.0,"score_lmetric":5219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":5219,"score_linear":104431.0,"score_lmetric":170148},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":5219,"score_linear":66135.0,"score_lmetric":5219},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26992.261197715,"t_first_token_unix":1779960988.8161418,"t_done":26992.484595534,"t_done_unix":1779960989.0395384},{"request_id":"1318036:1:1318036:339","session_id":"1318036","input_length":2696,"t_proxy_recv":26991.930683477,"t_decision_unix":1779960988.485625,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":2696.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2696 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2696,"cache_hit":0,"estimated_new_tokens":2696,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":2696,"score_linear":70934.0,"score_lmetric":16188},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":2696,"score_linear":81357.0,"score_lmetric":5392},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":2696,"score_linear":121968.0,"score_lmetric":2696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":5219,"ongoing_decode_tokens":0,"pending_prefill_tokens":5219,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":2696,"score_linear":5219.0,"score_lmetric":7915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":2696,"score_linear":104431.0,"score_lmetric":165102},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":2696,"score_linear":66135.0,"score_lmetric":2696},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26992.147397093,"t_first_token_unix":1779960988.7023404,"t_done":26992.638101702,"t_done_unix":1779960989.193045},{"request_id":"1314357:1:1314357:321","session_id":"1314357","input_length":57051,"t_proxy_recv":26979.265736294,"t_decision_unix":1779960975.8206775,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":53467.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3584,"v3_new_local":53467,"cache_hit":3584,"estimated_new_tokens":53467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":57051,"score_linear":121968.0,"score_lmetric":57051},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":26991.073824581,"t_first_token_unix":1779960987.6287684,"t_done":26993.184521413,"t_done_unix":1779960989.739465},{"request_id":"1318604:1:1318604:341","session_id":"1318604","input_length":14412,"t_proxy_recv":26993.975019529,"t_decision_unix":1779960990.5299606,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14412.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14412,"cache_hit":0,"estimated_new_tokens":14412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":14412,"score_linear":70934.0,"score_lmetric":39620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14412,"score_linear":62618.0,"score_lmetric":18150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":14412,"score_linear":121968.0,"score_lmetric":14412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":14412,"score_linear":104431.0,"score_lmetric":188534},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":14412,"score_linear":66135.0,"score_lmetric":14412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26995.219120213,"t_first_token_unix":1779960991.7740645,"t_done":26995.4042318,"t_done_unix":1779960991.959175},{"request_id":"1269373:13:1317516:334","session_id":"1269373","input_length":66135,"t_proxy_recv":26990.211386909,"t_decision_unix":1779960986.7663283,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9522340666817872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3159 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":3159,"cache_hit":62976,"estimated_new_tokens":3159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4096,"new_prefill":62039,"score_linear":66838.0,"score_lmetric":134874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":66135,"score_linear":81357.0,"score_lmetric":242760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":58455,"score_linear":114288.0,"score_lmetric":58455},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":62976,"new_prefill":3159,"score_linear":-62976.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":26991.549194157,"t_first_token_unix":1779960988.1041377,"t_done":26995.586477169,"t_done_unix":1779960992.1414208},{"request_id":"1316848:1:1316848:331","session_id":"1316848","input_length":5985,"t_proxy_recv":26987.710651681,"t_decision_unix":1779960984.265593,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5398.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4961 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":4961,"cache_hit":1024,"estimated_new_tokens":4961,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":0,"pending_prefill_tokens":437,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":1024,"new_prefill":4961,"score_linear":63925.0,"score_lmetric":5398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":5985,"score_linear":81357.0,"score_lmetric":122460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":5985,"score_linear":121968.0,"score_lmetric":5985},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":5985,"score_linear":24487.0,"score_lmetric":30472},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":5985,"score_linear":16960.0,"score_lmetric":5985}],"chosen_score_linear":63925.0,"chosen_score_lmetric":5398,"t_first_token":26999.473983524,"t_first_token_unix":1779960996.0289285,"t_done":26999.808586585,"t_done_unix":1779960996.3635297},{"request_id":"1316848:2:1317438:333","session_id":"1316848","input_length":6040,"t_proxy_recv":26999.811218479,"t_decision_unix":1779960996.36616,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5632,"affinity_cache_ratio":0.9324503311258279,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (408 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":408,"cache_hit":5632,"estimated_new_tokens":408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":978,"cache_hit":5632,"new_prefill":408,"score_linear":59317.0,"score_lmetric":408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":6040,"score_linear":62618.0,"score_lmetric":9778},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":6040,"score_linear":121968.0,"score_lmetric":6040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":6040,"score_linear":104431.0,"score_lmetric":171790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":6040,"score_linear":70291.0,"score_lmetric":86356}],"chosen_score_linear":59317.0,"chosen_score_lmetric":408,"t_first_token":26999.848974115,"t_first_token_unix":1779960996.4039173,"t_done":27000.63513675,"t_done_unix":1779960997.19008},{"request_id":"1316848:3:1318975:343","session_id":"1316848","input_length":6298,"t_proxy_recv":27000.638564353,"t_decision_unix":1779960997.1935058,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8942521435376309,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (666 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":666,"cache_hit":5632,"estimated_new_tokens":666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":978,"cache_hit":5632,"new_prefill":666,"score_linear":59317.0,"score_lmetric":666},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":6298,"score_linear":62618.0,"score_lmetric":10036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":6298,"score_linear":121968.0,"score_lmetric":6298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":6298,"score_linear":104431.0,"score_lmetric":172306},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":6298,"score_linear":70291.0,"score_lmetric":86872}],"chosen_score_linear":59317.0,"chosen_score_lmetric":666,"t_first_token":27000.709492099,"t_first_token_unix":1779960997.2644353,"t_done":27001.225619456,"t_done_unix":1779960997.7805624},{"request_id":"1320630:1:1320630:348","session_id":"1320630","input_length":3099,"t_proxy_recv":27001.26788909,"t_decision_unix":1779960997.8228307,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":3099.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3099 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3099,"cache_hit":0,"estimated_new_tokens":3099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86089,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":3099,"score_linear":86089.0,"score_lmetric":6198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":3099,"score_linear":62618.0,"score_lmetric":6837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":3099,"score_linear":121968.0,"score_lmetric":3099},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":3099,"score_linear":21140.0,"score_lmetric":3099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":3099,"score_linear":104431.0,"score_lmetric":165908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":3099,"score_linear":70291.0,"score_lmetric":80474}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27001.461642492,"t_first_token_unix":1779960998.0165863,"t_done":27001.658472835,"t_done_unix":1779960998.2134156},{"request_id":"1318036:2:1321282:353","session_id":"1318036","input_length":2677,"t_proxy_recv":27003.571014767,"t_decision_unix":1779961000.125956,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":2560,"affinity_cache_ratio":0.9562943593574897,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (117 < 8000)","v3_prefill_cache_hit":2560,"v3_new_local":117,"cache_hit":2560,"estimated_new_tokens":117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98855,"ongoing_decode_tokens":64949,"pending_prefill_tokens":2674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":2677,"score_linear":98855.0,"score_lmetric":10702},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":2677,"score_linear":62618.0,"score_lmetric":6415},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":2677,"score_linear":121968.0,"score_lmetric":2677},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":2677,"score_linear":21140.0,"score_lmetric":2677},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":2677,"score_linear":104431.0,"score_lmetric":165064},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":2560,"new_prefill":117,"score_linear":-2560.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":2677,"score_linear":8095.0,"score_lmetric":2677},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":2677,"score_linear":70291.0,"score_lmetric":79630}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":27003.589242362,"t_first_token_unix":1779961000.1441855,"t_done":27003.596511946,"t_done_unix":1779961000.151455},{"request_id":"1321042:1:1321042:351","session_id":"1321042","input_length":8095,"t_proxy_recv":27002.759303535,"t_decision_unix":1779960999.3142445,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":8095.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8095,"cache_hit":0,"estimated_new_tokens":8095,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86089,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":8095,"score_linear":86089.0,"score_lmetric":16190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":8095,"score_linear":62618.0,"score_lmetric":11833},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":8095,"score_linear":121968.0,"score_lmetric":8095},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":8095,"score_linear":21140.0,"score_lmetric":8095},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":8095,"score_linear":104431.0,"score_lmetric":175900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":8095,"score_linear":70291.0,"score_lmetric":90466}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27003.326132466,"t_first_token_unix":1779960999.8810756,"t_done":27003.639660357,"t_done_unix":1779961000.1946032},{"request_id":"1279412:13:1315780:328","session_id":"1279412","input_length":64949,"t_proxy_recv":26984.154464427,"t_decision_unix":1779960980.7094057,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9932716439052179,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":437,"cache_hit":64512,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":64512,"new_prefill":437,"score_linear":-64512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":12800,"new_prefill":52149,"score_linear":68557.0,"score_lmetric":214788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":64949,"score_linear":121968.0,"score_lmetric":64949},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":64949,"score_linear":23097.0,"score_lmetric":83438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":0,"new_prefill":64949,"score_linear":32440.0,"score_lmetric":79469},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":0,"pending_prefill_tokens":9280,"num_requests":1,"active_p_offloads":0,"cached_blocks":912,"cache_hit":39936,"new_prefill":25013,"score_linear":-22976.0,"score_lmetric":34293}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":26999.167021098,"t_first_token_unix":1779960995.721971,"t_done":27005.003809159,"t_done_unix":1779961001.5587533},{"request_id":"1316848:4:1319820:345","session_id":"1316848","input_length":21140,"t_proxy_recv":27001.236351423,"t_decision_unix":1779960997.791293,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":6144,"affinity_cache_ratio":0.29063386944181646,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":14996.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":6144,"v3_new_local":14996,"v3_src_idx":0,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":6144,"estimated_new_tokens":14996,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":979,"cache_hit":6144,"new_prefill":14996,"score_linear":58805.0,"score_lmetric":14996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":21140,"score_linear":62618.0,"score_lmetric":24878},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":21140,"score_linear":121968.0,"score_lmetric":21140},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":21140,"score_linear":104431.0,"score_lmetric":201990},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":21140,"score_linear":70291.0,"score_lmetric":116556}],"chosen_score_linear":58805.0,"chosen_score_lmetric":14996,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"t_prefill_sent":27001.236798603,"t_prefill_sent_unix":1779960997.7917411,"t_prefill_done":27003.108535571,"t_prefill_done_unix":1779960999.6634793,"t_decode_sent":27003.108892532,"t_decode_sent_unix":1779960999.663835,"t_first_token":27004.183867015,"t_first_token_unix":1779961000.7388105,"t_done":27006.038308692,"t_done_unix":1779961002.5932531},{"request_id":"1269373:14:1321512:354","session_id":"1269373","input_length":66840,"t_proxy_recv":27004.3565807,"t_decision_unix":1779961000.9115222,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9958108916816277,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (280 < 8000)","v3_prefill_cache_hit":66560,"v3_new_local":280,"cache_hit":66560,"estimated_new_tokens":280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98855,"ongoing_decode_tokens":98855,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":4096,"new_prefill":62744,"score_linear":94759.0,"score_lmetric":125488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":66840,"score_linear":62618.0,"score_lmetric":70578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":59160,"score_linear":114288.0,"score_lmetric":59160},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":7680,"new_prefill":59160,"score_linear":13460.0,"score_lmetric":59160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":66840,"score_linear":104431.0,"score_lmetric":293390},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":66560,"new_prefill":280,"score_linear":-66560.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":7680,"new_prefill":59160,"score_linear":62611.0,"score_lmetric":192596}],"chosen_score_linear":-66560.0,"chosen_score_lmetric":0,"t_first_token":27004.580461969,"t_first_token_unix":1779961001.1354055,"t_done":27006.786672776,"t_done_unix":1779961003.3416164},{"request_id":"1316848:5:1322192:357","session_id":"1316848","input_length":21471,"t_proxy_recv":27006.878547823,"t_decision_unix":1779961003.4334893,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9776908388058311,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (479 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":479,"cache_hit":20992,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":105760,"ongoing_decode_tokens":33906,"pending_prefill_tokens":6830,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":20992,"new_prefill":479,"score_linear":84768.0,"score_lmetric":14618},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":21471,"score_linear":62618.0,"score_lmetric":25209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":21471,"score_linear":121968.0,"score_lmetric":21471},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":20992,"new_prefill":479,"score_linear":-20992.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":21471,"score_linear":104431.0,"score_lmetric":202652},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":21471,"score_linear":70291.0,"score_lmetric":117218}],"chosen_score_linear":-20992.0,"chosen_score_lmetric":0,"t_first_token":27006.927658832,"t_first_token_unix":1779961003.4826026,"t_done":27007.466248388,"t_done_unix":1779961004.0211916},{"request_id":"1277428:4:1321259:352","session_id":"1277428","input_length":33906,"t_proxy_recv":27003.517568095,"t_decision_unix":1779961000.0725098,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9211349023771603,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2674 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":2674,"cache_hit":31232,"estimated_new_tokens":2674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":31232,"new_prefill":2674,"score_linear":33717.0,"score_lmetric":2674},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":3584,"new_prefill":30322,"score_linear":59034.0,"score_lmetric":34060},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":33906,"score_linear":121968.0,"score_lmetric":33906},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":17408,"new_prefill":16498,"score_linear":3732.0,"score_lmetric":16498},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":33906,"score_linear":104431.0,"score_lmetric":227522},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":4608,"new_prefill":29298,"score_linear":3487.0,"score_lmetric":29298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":33906,"score_linear":70291.0,"score_lmetric":142088}],"chosen_score_linear":33717.0,"chosen_score_lmetric":2674,"t_first_token":27004.179267792,"t_first_token_unix":1779961000.7342117,"t_done":27008.120729191,"t_done_unix":1779961004.675672},{"request_id":"1318604:2:1319895:347","session_id":"1318604","input_length":15745,"t_proxy_recv":26998.484011493,"t_decision_unix":1779960995.0389526,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9105112734201334,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1409 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":1409,"cache_hit":14336,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":15745,"score_linear":70934.0,"score_lmetric":42286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":15745,"score_linear":62618.0,"score_lmetric":19483},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":15745,"score_linear":121968.0,"score_lmetric":15745},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":15745,"score_linear":104431.0,"score_lmetric":191200},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":973,"cache_hit":14336,"new_prefill":1409,"score_linear":-14336.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":26998.787231462,"t_first_token_unix":1779960995.342175,"t_done":27008.221629304,"t_done_unix":1779961004.7765722},{"request_id":"1318031:2:1322552:360","session_id":"1318031","input_length":11145,"t_proxy_recv":27008.214637961,"t_decision_unix":1779961004.7695794,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.45939883355764916,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":6025.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6025 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":6025,"cache_hit":5120,"estimated_new_tokens":6025,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":11145,"score_linear":71854.0,"score_lmetric":11145},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11145,"score_linear":62618.0,"score_lmetric":11145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":11145,"score_linear":121968.0,"score_lmetric":11145},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":999,"cache_hit":5120,"new_prefill":6025,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":11145,"score_linear":104431.0,"score_lmetric":182000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":11145,"score_linear":33182.0,"score_lmetric":44327},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":11145,"score_linear":8939.0,"score_lmetric":20084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":70291,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":11145,"score_linear":70291.0,"score_lmetric":22290}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27008.775724467,"t_first_token_unix":1779961005.3306684,"t_done":27008.828718307,"t_done_unix":1779961005.3836615},{"request_id":"1318604:3:1320865:350","session_id":"1318604","input_length":17883,"t_proxy_recv":27008.23142924,"t_decision_unix":1779961004.7863703,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.8589162892132193,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2523 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":2523,"cache_hit":15360,"estimated_new_tokens":2523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":17883,"score_linear":71854.0,"score_lmetric":17883},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":17883,"score_linear":62618.0,"score_lmetric":17883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":17883,"score_linear":121968.0,"score_lmetric":17883},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11145,"ongoing_decode_tokens":0,"pending_prefill_tokens":6025,"num_requests":1,"active_p_offloads":0,"cached_blocks":999,"cache_hit":0,"new_prefill":17883,"score_linear":11145.0,"score_lmetric":23908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":17883,"score_linear":104431.0,"score_lmetric":195476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":17883,"score_linear":33182.0,"score_lmetric":51065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":17883,"score_linear":8939.0,"score_lmetric":26822},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":975,"cache_hit":15360,"new_prefill":2523,"score_linear":39186.0,"score_lmetric":2523}],"chosen_score_linear":39186.0,"chosen_score_lmetric":2523,"t_first_token":27008.580121942,"t_first_token_unix":1779961005.1350658,"t_done":27008.945788605,"t_done_unix":1779961005.5007324},{"request_id":"1322540:1:1322540:359","session_id":"1322540","input_length":8939,"t_proxy_recv":27008.160526563,"t_decision_unix":1779961004.715468,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8939.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8939,"cache_hit":0,"estimated_new_tokens":8939,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":8939,"score_linear":71854.0,"score_lmetric":8939},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":8939,"score_linear":62618.0,"score_lmetric":8939},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":8939,"score_linear":121968.0,"score_lmetric":8939},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":999,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":8939,"score_linear":104431.0,"score_lmetric":177588},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":8939,"score_linear":33182.0,"score_lmetric":42121},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":70291,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":8939,"score_linear":70291.0,"score_lmetric":17878}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27008.829973306,"t_first_token_unix":1779961005.384917,"t_done":27009.093707265,"t_done_unix":1779961005.6486542},{"request_id":"1318604:4:1321889:356","session_id":"1318604","input_length":21033,"t_proxy_recv":27008.95266711,"t_decision_unix":1779961005.5076087,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8519944848571293,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3113 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":3113,"cache_hit":17920,"estimated_new_tokens":3113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":21033,"score_linear":71854.0,"score_lmetric":21033},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":21033,"score_linear":62618.0,"score_lmetric":21033},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":21033,"score_linear":121968.0,"score_lmetric":21033},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":21033,"score_linear":104431.0,"score_lmetric":201776},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":21033,"score_linear":33182.0,"score_lmetric":54215},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8939,"ongoing_decode_tokens":8939,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":21033,"score_linear":8939.0,"score_lmetric":21033},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":980,"cache_hit":17920,"new_prefill":3113,"score_linear":36626.0,"score_lmetric":3113}],"chosen_score_linear":36626.0,"chosen_score_lmetric":3113,"t_first_token":27009.507742896,"t_first_token_unix":1779961006.062688,"t_done":27009.907148208,"t_done_unix":1779961006.4620917},{"request_id":"1279412:14:1319059:344","session_id":"1279412","input_length":71854,"t_proxy_recv":27005.025437391,"t_decision_unix":1779961001.5803785,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9049461407854816,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6830 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":6830,"cache_hit":65024,"estimated_new_tokens":6830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":65024,"new_prefill":6830,"score_linear":-31118.0,"score_lmetric":6830},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":59054,"score_linear":49818.0,"score_lmetric":62792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":71854,"score_linear":121968.0,"score_lmetric":71854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":71854,"score_linear":21140.0,"score_lmetric":71854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":71854,"score_linear":104431.0,"score_lmetric":303418},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66840,"ongoing_decode_tokens":66840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":71854,"score_linear":66840.0,"score_lmetric":71854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":39936,"new_prefill":31918,"score_linear":30355.0,"score_lmetric":138112}],"chosen_score_linear":-31118.0,"chosen_score_lmetric":6830,"t_first_token":27008.015073638,"t_first_token_unix":1779961004.5700169,"t_done":27010.944324802,"t_done_unix":1779961007.4992683},{"request_id":"1315567:2:1319894:346","session_id":"1315567","input_length":54546,"t_proxy_recv":26998.48944193,"t_decision_unix":1779960995.0443835,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17408,"affinity_cache_ratio":0.31914347523191433,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":38547.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17408,"v3_new_local":37138,"cache_hit":17408,"estimated_new_tokens":37138,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4096,"new_prefill":50450,"score_linear":66838.0,"score_lmetric":111696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":54546,"score_linear":62618.0,"score_lmetric":58284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":46866,"score_linear":114288.0,"score_lmetric":46866},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":7680,"new_prefill":46866,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":54546,"score_linear":104431.0,"score_lmetric":268802},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":7680,"new_prefill":46866,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15745,"ongoing_decode_tokens":0,"pending_prefill_tokens":1409,"num_requests":1,"active_p_offloads":0,"cached_blocks":973,"cache_hit":17408,"new_prefill":37138,"score_linear":-1663.0,"score_lmetric":38547}],"chosen_score_linear":-1663.0,"chosen_score_lmetric":38547,"t_first_token":27007.980828049,"t_first_token_unix":1779961004.5357714,"t_done":27011.779729494,"t_done_unix":1779961008.3346732},{"request_id":"1322540:2:1323519:362","session_id":"1322540","input_length":9016,"t_proxy_recv":27011.457438154,"t_decision_unix":1779961008.0123794,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9653948535936113,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (312 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":312,"cache_hit":8704,"estimated_new_tokens":312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":9016,"score_linear":72402.0,"score_lmetric":9016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9016,"score_linear":62618.0,"score_lmetric":9016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":9016,"score_linear":121968.0,"score_lmetric":9016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":9016,"score_linear":104431.0,"score_lmetric":177742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":9016,"score_linear":33182.0,"score_lmetric":42198},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5328,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":8704,"new_prefill":312,"score_linear":4304.0,"score_lmetric":5640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":9016,"score_linear":54546.0,"score_lmetric":9016}],"chosen_score_linear":4304.0,"chosen_score_lmetric":5640,"t_first_token":27011.94554214,"t_first_token_unix":1779961008.5004854,"t_done":27012.102713259,"t_done_unix":1779961008.6576564},{"request_id":"1321042:2:1323492:361","session_id":"1321042","input_length":13008,"t_proxy_recv":27011.388609239,"t_decision_unix":1779961007.9435503,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5904059040590406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5328 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":5328,"cache_hit":7680,"estimated_new_tokens":5328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":13008,"score_linear":72402.0,"score_lmetric":13008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13008,"score_linear":62618.0,"score_lmetric":13008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":13008,"score_linear":121968.0,"score_lmetric":13008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":13008,"score_linear":104431.0,"score_lmetric":185726},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":13008,"score_linear":33182.0,"score_lmetric":46190},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":7680,"new_prefill":5328,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":13008,"score_linear":54546.0,"score_lmetric":13008}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":27011.92753688,"t_first_token_unix":1779961008.4824803,"t_done":27012.360792868,"t_done_unix":1779961008.9157405},{"request_id":"1316848:6:1323535:363","session_id":"1316848","input_length":24395,"t_proxy_recv":27011.506600764,"t_decision_unix":1779961008.061542,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.8814921090387374,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2891 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":2891,"cache_hit":21504,"estimated_new_tokens":2891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":20992,"new_prefill":3403,"score_linear":51410.0,"score_lmetric":3403},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":24395,"score_linear":62618.0,"score_lmetric":24395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24395,"score_linear":121968.0,"score_lmetric":24395},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":21504,"new_prefill":2891,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":24395,"score_linear":104431.0,"score_lmetric":208500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":24395,"score_linear":33182.0,"score_lmetric":57577},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22024,"ongoing_decode_tokens":0,"pending_prefill_tokens":5640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":24395,"score_linear":22024.0,"score_lmetric":60070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":24395,"score_linear":54546.0,"score_lmetric":24395}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":27012.073260976,"t_first_token_unix":1779961008.6282043,"t_done":27012.673486008,"t_done_unix":1779961009.2284296},{"request_id":"1316201:2:1317776:337","session_id":"1316201","input_length":24768,"t_proxy_recv":26991.282674906,"t_decision_unix":1779960987.8376164,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9715762273901809,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (704 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":704,"cache_hit":24064,"estimated_new_tokens":704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":24768,"score_linear":70934.0,"score_lmetric":60332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":24768,"score_linear":81357.0,"score_lmetric":49536},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24768,"score_linear":121968.0,"score_lmetric":24768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":24064,"new_prefill":704,"score_linear":55599.0,"score_lmetric":79855},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":24768,"score_linear":66135.0,"score_lmetric":27927},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":7440,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":24768,"score_linear":7440.0,"score_lmetric":32208}],"chosen_score_linear":55599.0,"chosen_score_lmetric":79855,"t_first_token":27012.20059317,"t_first_token_unix":1779961008.7555366,"t_done":27013.134205569,"t_done_unix":1779961009.6891491},{"request_id":"1279412:15:1321613:355","session_id":"1279412","input_length":72402,"t_proxy_recv":27010.958750797,"t_decision_unix":1779961007.5136924,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71680,"affinity_cache_ratio":0.990027899781774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (722 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":722,"cache_hit":71680,"estimated_new_tokens":722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":71680,"new_prefill":722,"score_linear":-71680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":59602,"score_linear":49818.0,"score_lmetric":59602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":72402,"score_linear":121968.0,"score_lmetric":72402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":72402,"score_linear":104431.0,"score_lmetric":304514},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":72402,"score_linear":33182.0,"score_lmetric":105584},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":39936,"new_prefill":32466,"score_linear":14610.0,"score_lmetric":32466}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":27011.195022503,"t_first_token_unix":1779961007.7499664,"t_done":27013.450498277,"t_done_unix":1779961010.0054414},{"request_id":"1320630:2:1323748:364","session_id":"1320630","input_length":11298,"t_proxy_recv":27012.229472464,"t_decision_unix":1779961008.7844138,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27190653212958044,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":8226.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":3072,"v3_new_local":8226,"v3_src_idx":5,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":3072,"estimated_new_tokens":8226,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":11298,"score_linear":72402.0,"score_lmetric":11298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11298,"score_linear":62618.0,"score_lmetric":11298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":11298,"score_linear":121968.0,"score_lmetric":11298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":11298,"score_linear":24395.0,"score_lmetric":11298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":104431,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":11298,"score_linear":104431.0,"score_lmetric":22596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":3072,"new_prefill":8226,"score_linear":30110.0,"score_lmetric":8226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13008,"ongoing_decode_tokens":13008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":11298,"score_linear":13008.0,"score_lmetric":11298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":30110.0,"chosen_score_lmetric":8226,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"t_prefill_sent":27012.229837711,"t_prefill_sent_unix":1779961008.7847803,"t_prefill_done":27012.95273709,"t_prefill_done_unix":1779961009.5076804,"t_decode_sent":27012.953024074,"t_decode_sent_unix":1779961009.5079668,"t_first_token":27013.35741674,"t_first_token_unix":1779961009.912361,"t_done":27013.637531195,"t_done_unix":1779961010.1924748},{"request_id":"1266668:12:1303535:276","session_id":"1266668","input_length":121968,"t_proxy_recv":26940.859526042,"t_decision_unix":1779960937.4144676,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8017840745113473,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":97792,"v3_new_local":24176,"cache_hit":97792,"estimated_new_tokens":24176,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":4096,"new_prefill":117872,"score_linear":39085.0,"score_lmetric":117872},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":121968,"score_linear":65351.0,"score_lmetric":323438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":97792,"new_prefill":24176,"score_linear":-82711.0,"score_lmetric":39257},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":7680,"new_prefill":114288,"score_linear":101095.0,"score_lmetric":344193},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":121968,"score_linear":14944.0,"score_lmetric":136912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":121968,"score_linear":43607.0,"score_lmetric":121968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":7680,"new_prefill":114288,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":79872,"new_prefill":42096,"score_linear":-79872.0,"score_lmetric":0}],"chosen_score_linear":-82711.0,"chosen_score_lmetric":39257,"t_first_token":26957.946119144,"t_first_token_unix":1779960954.5010626,"t_done":27015.058236475,"t_done_unix":1779961011.61318},{"request_id":"1324227:1:1324227:367","session_id":"1324227","input_length":14863,"t_proxy_recv":27014.019202865,"t_decision_unix":1779961010.574144,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14863.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14863,"cache_hit":0,"estimated_new_tokens":14863,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75624,"ongoing_decode_tokens":0,"pending_prefill_tokens":3432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":14863,"score_linear":75624.0,"score_lmetric":18295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14863,"score_linear":62618.0,"score_lmetric":14863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":14863,"score_linear":121968.0,"score_lmetric":14863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":14863,"score_linear":79663.0,"score_lmetric":14863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":14863,"score_linear":33182.0,"score_lmetric":14863},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27015.339976337,"t_first_token_unix":1779961011.89492,"t_done":27015.592897025,"t_done_unix":1779961012.1478405},{"request_id":"1279412:16:1323780:365","session_id":"1279412","input_length":75624,"t_proxy_recv":27013.466612107,"t_decision_unix":1779961010.0215528,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9546175817200888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3432 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":3432,"cache_hit":72192,"estimated_new_tokens":3432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":72192,"new_prefill":3432,"score_linear":-72192.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":62824,"score_linear":49818.0,"score_lmetric":62824},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":75624,"score_linear":121968.0,"score_lmetric":75624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":75624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":75624,"score_linear":79663.0,"score_lmetric":75624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":75624,"score_linear":33182.0,"score_lmetric":75624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":75624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":39936,"new_prefill":35688,"score_linear":-28638.0,"score_lmetric":35688}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":27014.987085217,"t_first_token_unix":1779961011.542029,"t_done":27017.513723181,"t_done_unix":1779961014.0686667},{"request_id":"1316848:7:1325031:371","session_id":"1316848","input_length":26994,"t_proxy_recv":27016.681435878,"t_decision_unix":1779961013.2363772,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.8914573608950137,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2930 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":2930,"cache_hit":24064,"estimated_new_tokens":2930,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":20992,"new_prefill":6002,"score_linear":54632.0,"score_lmetric":6002},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":26994,"score_linear":62618.0,"score_lmetric":26994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":0,"pending_prefill_tokens":4312,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":24064,"new_prefill":2930,"score_linear":-19752.0,"score_lmetric":7242},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":26994,"score_linear":79663.0,"score_lmetric":26994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":26994,"score_linear":33182.0,"score_lmetric":26994},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1240,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19752.0,"chosen_score_lmetric":7242,"t_first_token":27017.24737702,"t_first_token_unix":1779961013.8023207,"t_done":27017.982924615,"t_done_unix":1779961014.5378675},{"request_id":"1322540:3:1325410:373","session_id":"1322540","input_length":12118,"t_proxy_recv":27018.053551488,"t_decision_unix":1779961014.608493,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.7182703416405347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3414 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":3414,"cache_hit":8704,"estimated_new_tokens":3414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":12118,"score_linear":62618.0,"score_lmetric":12118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":12118,"score_linear":4312.0,"score_lmetric":12118},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":12118,"score_linear":79663.0,"score_lmetric":12118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":12118,"score_linear":33182.0,"score_lmetric":12118},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1240,"cache_hit":8704,"new_prefill":3414,"score_linear":-8704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":12118,"score_linear":55130.0,"score_lmetric":12118}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":27018.410183246,"t_first_token_unix":1779961014.965127,"t_done":27018.537430353,"t_done_unix":1779961015.0923736},{"request_id":"1324964:1:1324964:370","session_id":"1324964","input_length":4312,"t_proxy_recv":27016.437026065,"t_decision_unix":1779961012.991967,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4312.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4312 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4312,"cache_hit":0,"estimated_new_tokens":4312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":4312,"score_linear":75624.0,"score_lmetric":4312},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":4312,"score_linear":62618.0,"score_lmetric":4312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":4312,"score_linear":79663.0,"score_lmetric":4312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":4312,"score_linear":33182.0,"score_lmetric":4312},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1240,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27016.706621663,"t_first_token_unix":1779961013.2615647,"t_done":27019.078559918,"t_done_unix":1779961015.6335034},{"request_id":"1317598:1:1317598:335","session_id":"1317598","input_length":79663,"t_proxy_recv":26990.511036189,"t_decision_unix":1779960987.0659776,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":79151.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":512,"v3_new_local":79151,"cache_hit":512,"estimated_new_tokens":79151,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":79663,"score_linear":70934.0,"score_lmetric":170122},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":79663,"score_linear":81357.0,"score_lmetric":269816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":79663,"score_linear":121968.0,"score_lmetric":79663},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":512,"new_prefill":79151,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":79663,"score_linear":66135.0,"score_lmetric":82822},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":27012.199308405,"t_first_token_unix":1779961008.7542565,"t_done":27019.568198508,"t_done_unix":1779961016.1231425},{"request_id":"1325987:1:1325987:376","session_id":"1325987","input_length":1823,"t_proxy_recv":27020.147268306,"t_decision_unix":1779961016.7022092,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1823.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1823 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1823,"cache_hit":0,"estimated_new_tokens":1823,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":1823,"score_linear":66703.0,"score_lmetric":68526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":1823,"score_linear":62618.0,"score_lmetric":1823},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":0,"pending_prefill_tokens":836,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":1823,"score_linear":81220.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":1823,"score_linear":33182.0,"score_lmetric":1823},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":1823,"score_linear":69041.0,"score_lmetric":1823},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":1823,"score_linear":55130.0,"score_lmetric":1823}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27020.266963395,"t_first_token_unix":1779961016.821907,"t_done":27020.452173082,"t_done_unix":1779961017.0071163},{"request_id":"1326192:1:1326192:378","session_id":"1326192","input_length":9513,"t_proxy_recv":27021.028479483,"t_decision_unix":1779961017.5834205,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9513.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9513,"cache_hit":0,"estimated_new_tokens":9513,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":9513,"score_linear":147711.0,"score_lmetric":162896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9513,"score_linear":62618.0,"score_lmetric":9513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":9513,"score_linear":81220.0,"score_lmetric":9513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":9513,"score_linear":33182.0,"score_lmetric":9513},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":9513,"score_linear":69041.0,"score_lmetric":9513},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":9513,"score_linear":55130.0,"score_lmetric":9513}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27021.791442324,"t_first_token_unix":1779961018.3463857,"t_done":27022.332193538,"t_done_unix":1779961018.8871398},{"request_id":"1317598:2:1324364:368","session_id":"1317598","input_length":81220,"t_proxy_recv":27019.583619185,"t_decision_unix":1779961016.1385605,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":80384,"affinity_cache_ratio":0.9897069687269145,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (836 < 8000)","v3_prefill_cache_hit":80384,"v3_new_local":836,"cache_hit":80384,"estimated_new_tokens":836,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":81220,"score_linear":66703.0,"score_lmetric":147923},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":81220,"score_linear":62618.0,"score_lmetric":81220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":80384,"new_prefill":836,"score_linear":-80384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":81220,"score_linear":33182.0,"score_lmetric":81220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":0,"pending_prefill_tokens":1969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":81220,"score_linear":69041.0,"score_lmetric":83189},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":81220,"score_linear":55130.0,"score_lmetric":81220}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":27020.149915228,"t_first_token_unix":1779961016.7048585,"t_done":27023.008444324,"t_done_unix":1779961019.5633879},{"request_id":"1322540:4:1326861:380","session_id":"1322540","input_length":13249,"t_proxy_recv":27023.303888377,"t_decision_unix":1779961019.8588297,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8888217978715375,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1473 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":1473,"cache_hit":11776,"estimated_new_tokens":1473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":13249,"score_linear":147711.0,"score_lmetric":170368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13249,"score_linear":62618.0,"score_lmetric":13249},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":13249,"score_linear":28120.0,"score_lmetric":13249},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":13249,"score_linear":33182.0,"score_lmetric":13249},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":11776,"new_prefill":1473,"score_linear":57265.0,"score_lmetric":1473},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":13249,"score_linear":55130.0,"score_lmetric":13249}],"chosen_score_linear":57265.0,"chosen_score_lmetric":1473,"t_first_token":27023.524089951,"t_first_token_unix":1779961020.0790334,"t_done":27023.77493442,"t_done_unix":1779961020.3298776},{"request_id":"1316848:8:1326380:379","session_id":"1316848","input_length":28120,"t_proxy_recv":27021.639837526,"t_decision_unix":1779961018.194779,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9467994310099573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1496 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":1496,"cache_hit":26624,"estimated_new_tokens":1496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":20992,"new_prefill":7128,"score_linear":126719.0,"score_lmetric":158126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":28120,"score_linear":62618.0,"score_lmetric":28120},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9513,"ongoing_decode_tokens":0,"pending_prefill_tokens":9513,"num_requests":1,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":28120,"score_linear":9513.0,"score_lmetric":37633},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":26624,"new_prefill":1496,"score_linear":-26624.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":28120,"score_linear":81220.0,"score_lmetric":28120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":28120,"score_linear":33182.0,"score_lmetric":28120},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":28120,"score_linear":69041.0,"score_lmetric":28120},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":28120,"score_linear":55130.0,"score_lmetric":28120}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":27021.929764504,"t_first_token_unix":1779961018.4847083,"t_done":27023.862590746,"t_done_unix":1779961020.4175339},{"request_id":"1269373:15:1325630:375","session_id":"1269373","input_length":69041,"t_proxy_recv":27018.901789858,"t_decision_unix":1779961015.4567313,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":67072,"affinity_cache_ratio":0.971480714358135,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1969 < 8000)","v3_prefill_cache_hit":67072,"v3_new_local":1969,"cache_hit":67072,"estimated_new_tokens":1969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":4096,"new_prefill":64945,"score_linear":62607.0,"score_lmetric":131648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":69041,"score_linear":62618.0,"score_lmetric":69041},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":7680,"new_prefill":61361,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":7680,"new_prefill":61361,"score_linear":-3368.0,"score_lmetric":61361},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":69041,"score_linear":79663.0,"score_lmetric":69041},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":69041,"score_linear":33182.0,"score_lmetric":69041},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":67072,"new_prefill":1969,"score_linear":-67072.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":7680,"new_prefill":61361,"score_linear":47450.0,"score_lmetric":61361}],"chosen_score_linear":-67072.0,"chosen_score_lmetric":0,"t_first_token":27019.905635418,"t_first_token_unix":1779961016.4605796,"t_done":27025.003664538,"t_done_unix":1779961021.5586083},{"request_id":"1326192:2:1327234:381","session_id":"1326192","input_length":15253,"t_proxy_recv":27024.5863699,"t_decision_unix":1779961021.1413112,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6042090080639874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6037 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":6037,"cache_hit":9216,"estimated_new_tokens":6037,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":15253,"score_linear":147711.0,"score_lmetric":174376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":15253,"score_linear":62618.0,"score_lmetric":15253},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":9216,"new_prefill":6037,"score_linear":-9216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":15253,"score_linear":33182.0,"score_lmetric":15253},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":15253,"score_linear":69041.0,"score_lmetric":15253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":15253,"score_linear":55130.0,"score_lmetric":15253}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":27025.273987148,"t_first_token_unix":1779961021.8289309,"t_done":27025.659679863,"t_done_unix":1779961022.2146235},{"request_id":"1324964:2:1327382:382","session_id":"1324964","input_length":5146,"t_proxy_recv":27025.191156124,"t_decision_unix":1779961021.7460973,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.895452778857365,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (538 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":538,"cache_hit":4608,"estimated_new_tokens":538,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":5146,"score_linear":147711.0,"score_lmetric":154162},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":5146,"score_linear":62618.0,"score_lmetric":5146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":5146,"score_linear":15253.0,"score_lmetric":11183},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":4608,"new_prefill":538,"score_linear":-4608.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":5146,"score_linear":33182.0,"score_lmetric":5146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":5146,"score_linear":55130.0,"score_lmetric":5146}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":27025.277518654,"t_first_token_unix":1779961021.832462,"t_done":27025.735089838,"t_done_unix":1779961022.2900329},{"request_id":"1324964:3:1328499:384","session_id":"1324964","input_length":5234,"t_proxy_recv":27029.206619769,"t_decision_unix":1779961025.7615612,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9782193351165457,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (114 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":114,"cache_hit":5120,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":5234,"score_linear":147711.0,"score_lmetric":154338},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":5234,"score_linear":62618.0,"score_lmetric":5234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":5120,"new_prefill":114,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":5234,"score_linear":33182.0,"score_lmetric":5234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":5234,"score_linear":55130.0,"score_lmetric":5234}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27029.227531351,"t_first_token_unix":1779961025.7824745,"t_done":27029.440904796,"t_done_unix":1779961025.9958494},{"request_id":"1316848:9:1328693:386","session_id":"1316848","input_length":28615,"t_proxy_recv":27029.921877366,"t_decision_unix":1779961026.476819,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9840992486458151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (455 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":455,"cache_hit":28160,"estimated_new_tokens":455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":20992,"new_prefill":7623,"score_linear":126719.0,"score_lmetric":159116},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":28615,"score_linear":62618.0,"score_lmetric":28615},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":28160,"new_prefill":455,"score_linear":-28160.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":28615,"score_linear":81827.0,"score_lmetric":29034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":28615,"score_linear":33182.0,"score_lmetric":28615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":28615,"score_linear":55130.0,"score_lmetric":28615}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":27030.033509837,"t_first_token_unix":1779961026.5884535,"t_done":27031.72708935,"t_done_unix":1779961028.2820327},{"request_id":"1317598:3:1328678:385","session_id":"1317598","input_length":81827,"t_proxy_recv":27029.882147056,"t_decision_unix":1779961026.437088,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9948794407713836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (419 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":419,"cache_hit":81408,"estimated_new_tokens":419,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":81827,"score_linear":147711.0,"score_lmetric":307524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":81827,"score_linear":62618.0,"score_lmetric":81827},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":81408,"new_prefill":419,"score_linear":-81408.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":81827,"score_linear":33182.0,"score_lmetric":81827},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":81827,"score_linear":55130.0,"score_lmetric":81827}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":27030.294952411,"t_first_token_unix":1779961026.8498957,"t_done":27031.795022087,"t_done_unix":1779961028.3499656},{"request_id":"1324964:4:1329201:390","session_id":"1324964","input_length":5414,"t_proxy_recv":27031.730323854,"t_decision_unix":1779961028.2852654,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9456963428149243,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (294 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":294,"cache_hit":5120,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":5414,"score_linear":147711.0,"score_lmetric":154698},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":5414,"score_linear":62618.0,"score_lmetric":5414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9292,"ongoing_decode_tokens":0,"pending_prefill_tokens":9292,"num_requests":1,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":5414,"score_linear":9292.0,"score_lmetric":14706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":5120,"new_prefill":294,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":5414,"score_linear":81827.0,"score_lmetric":5414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":5414,"score_linear":33182.0,"score_lmetric":5414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":5414,"score_linear":36880.0,"score_lmetric":42294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":55130,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":5414,"score_linear":89394.0,"score_lmetric":26108}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27031.772801435,"t_first_token_unix":1779961028.3277454,"t_done":27032.167049,"t_done_unix":1779961028.7219927},{"request_id":"1322225:1:1322225:358","session_id":"1322225","input_length":33182,"t_proxy_recv":27006.982434474,"t_decision_unix":1779961003.537376,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":33182.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":33182,"cache_hit":0,"estimated_new_tokens":33182,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":105760,"ongoing_decode_tokens":33906,"pending_prefill_tokens":6830,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":33182,"score_linear":105760.0,"score_lmetric":80024},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":33182,"score_linear":62618.0,"score_lmetric":36920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":33182,"score_linear":121968.0,"score_lmetric":33182},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21471,"ongoing_decode_tokens":21471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":33182,"score_linear":21471.0,"score_lmetric":33182},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":33182,"score_linear":104431.0,"score_lmetric":226074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":33182,"score_linear":70291.0,"score_lmetric":140640}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27011.644601954,"t_first_token_unix":1779961008.1995454,"t_done":27032.390300903,"t_done_unix":1779961028.945244},{"request_id":"1329110:1:1329110:389","session_id":"1329110","input_length":9292,"t_proxy_recv":27031.418991779,"t_decision_unix":1779961027.9739332,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":9292.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9292,"cache_hit":0,"estimated_new_tokens":9292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":9292,"score_linear":147711.0,"score_lmetric":162454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9292,"score_linear":62618.0,"score_lmetric":9292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":9292,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":9292,"score_linear":28615.0,"score_lmetric":9292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":9292,"score_linear":81827.0,"score_lmetric":9292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":9292,"score_linear":33182.0,"score_lmetric":9292},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":9292,"score_linear":36880.0,"score_lmetric":46172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":55130,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":9292,"score_linear":89394.0,"score_lmetric":33864}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27032.120981622,"t_first_token_unix":1779961028.6759255,"t_done":27032.435989826,"t_done_unix":1779961028.9909327},{"request_id":"1325987:2:1329336:391","session_id":"1325987","input_length":7423,"t_proxy_recv":27032.267461382,"t_decision_unix":1779961028.8224025,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.20692442408729625,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":5887.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5887 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":5887,"cache_hit":1536,"estimated_new_tokens":5887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":7423,"score_linear":147711.0,"score_lmetric":158716},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":7423,"score_linear":62618.0,"score_lmetric":7423},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9292,"ongoing_decode_tokens":9292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":7423,"score_linear":9292.0,"score_lmetric":7423},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":1536,"new_prefill":5887,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":7423,"score_linear":33182.0,"score_lmetric":7423},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":7423,"score_linear":36880.0,"score_lmetric":44303},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":55130,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":7423,"score_linear":89394.0,"score_lmetric":30126}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":27032.686137637,"t_first_token_unix":1779961029.241081,"t_done":27032.889857944,"t_done_unix":1779961029.444801},{"request_id":"1324964:5:1330169:397","session_id":"1324964","input_length":6691,"t_proxy_recv":27035.124866329,"t_decision_unix":1779961031.6798074,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.7652069944701838,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1571 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":1571,"cache_hit":5120,"estimated_new_tokens":1571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":6691,"score_linear":147711.0,"score_lmetric":157252},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":6691,"score_linear":62618.0,"score_lmetric":6691},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":5120,"new_prefill":1571,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":6691,"score_linear":101452.0,"score_lmetric":14368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11725,"ongoing_decode_tokens":0,"pending_prefill_tokens":11725,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":6691,"score_linear":11725.0,"score_lmetric":18416},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":6691,"score_linear":36880.0,"score_lmetric":43571},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":6691,"score_linear":89394.0,"score_lmetric":13382}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27035.264368806,"t_first_token_unix":1779961031.8193126,"t_done":27035.470024042,"t_done_unix":1779961032.02497},{"request_id":"1328753:1:1328753:387","session_id":"1328753","input_length":36880,"t_proxy_recv":27030.17414466,"t_decision_unix":1779961026.729086,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":36880.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":36880,"cache_hit":0,"estimated_new_tokens":36880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":36880,"score_linear":147711.0,"score_lmetric":217630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":36880,"score_linear":62618.0,"score_lmetric":36880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":36880,"score_linear":28615.0,"score_lmetric":36880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":36880,"score_linear":81827.0,"score_lmetric":37299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":36880,"score_linear":33182.0,"score_lmetric":36880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":36880,"score_linear":55130.0,"score_lmetric":36880}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27035.764127489,"t_first_token_unix":1779961032.3190718,"t_done":27036.152412365,"t_done_unix":1779961032.7073557},{"request_id":"1330130:1:1330130:396","session_id":"1330130","input_length":11725,"t_proxy_recv":27035.02260813,"t_decision_unix":1779961031.577549,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11725.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11725,"cache_hit":0,"estimated_new_tokens":11725,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":11725,"score_linear":147711.0,"score_lmetric":167320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11725,"score_linear":62618.0,"score_lmetric":11725},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":11725,"score_linear":101452.0,"score_lmetric":24436},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":11725,"score_linear":36880.0,"score_lmetric":48605},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":11725,"score_linear":89394.0,"score_lmetric":23450}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27035.968925369,"t_first_token_unix":1779961032.5238693,"t_done":27036.424582384,"t_done_unix":1779961032.9795256},{"request_id":"1328753:2:1330033:395","session_id":"1328753","input_length":37007,"t_proxy_recv":27036.160119079,"t_decision_unix":1779961032.7150607,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9961358661874781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (143 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":143,"cache_hit":36864,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":37007,"score_linear":147711.0,"score_lmetric":217884},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":37007,"score_linear":62618.0,"score_lmetric":37007},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":37007,"score_linear":101452.0,"score_lmetric":75000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":37007,"score_linear":11725.0,"score_lmetric":37007},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":36864,"new_prefill":143,"score_linear":-36864.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":37007,"score_linear":89394.0,"score_lmetric":74014}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":27036.252991868,"t_first_token_unix":1779961032.8079355,"t_done":27036.716015943,"t_done_unix":1779961033.2709596},{"request_id":"1325541:1:1325541:374","session_id":"1325541","input_length":66703,"t_proxy_recv":27018.640307323,"t_decision_unix":1779961015.1952486,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":66703.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":66703,"cache_hit":0,"estimated_new_tokens":66703,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":66703,"score_linear":62618.0,"score_lmetric":66703},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":66703,"score_linear":4312.0,"score_lmetric":66703},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":66703,"score_linear":79663.0,"score_lmetric":66703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":66703,"score_linear":33182.0,"score_lmetric":66703},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":66703,"score_linear":55130.0,"score_lmetric":66703}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27036.914838874,"t_first_token_unix":1779961033.469783,"t_done":27037.338758623,"t_done_unix":1779961033.893702},{"request_id":"1268861:5:1329060:388","session_id":"1268861","input_length":34264,"t_proxy_recv":27031.291812053,"t_decision_unix":1779961027.8467534,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.7770254494513191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7640 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":7640,"cache_hit":26624,"estimated_new_tokens":7640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":34264,"score_linear":147711.0,"score_lmetric":212398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":34264,"score_linear":62618.0,"score_lmetric":34264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":34264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":34264,"score_linear":28615.0,"score_lmetric":34264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":34264,"score_linear":81827.0,"score_lmetric":34264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":34264,"score_linear":33182.0,"score_lmetric":34264},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":34264,"score_linear":36880.0,"score_lmetric":71144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":26624,"new_prefill":7640,"score_linear":28506.0,"score_lmetric":7640}],"chosen_score_linear":28506.0,"chosen_score_lmetric":7640,"t_first_token":27032.926035993,"t_first_token_unix":1779961029.4809792,"t_done":27037.380343734,"t_done_unix":1779961033.935287},{"request_id":"1330881:1:1330881:400","session_id":"1330881","input_length":3866,"t_proxy_recv":27037.783852085,"t_decision_unix":1779961034.3387933,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3866.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3866 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3866,"cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":3866,"score_linear":81008.0,"score_lmetric":3866},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":3866,"score_linear":62618.0,"score_lmetric":3866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":25688,"ongoing_decode_tokens":0,"pending_prefill_tokens":10840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":3866,"score_linear":25688.0,"score_lmetric":14706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":3866,"score_linear":28977.0,"score_lmetric":3866},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":3866,"score_linear":101452.0,"score_lmetric":8718},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":761,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":3866,"score_linear":55130.0,"score_lmetric":3866}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27038.022841997,"t_first_token_unix":1779961034.577788,"t_done":27038.386623809,"t_done_unix":1779961034.941568},{"request_id":"1326192:3:1330643:399","session_id":"1326192","input_length":25688,"t_proxy_recv":27036.927554672,"t_decision_unix":1779961033.4824963,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.5780130800373715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":14848,"v3_new_local":10840,"cache_hit":14848,"estimated_new_tokens":10840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":147711,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":25688,"score_linear":147711.0,"score_lmetric":51376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":25688,"score_linear":62618.0,"score_lmetric":25688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":14848,"new_prefill":10840,"score_linear":-14848.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":25688,"score_linear":28977.0,"score_lmetric":25688},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":25688,"score_linear":101452.0,"score_lmetric":52362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":761,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":25688,"score_linear":89394.0,"score_lmetric":51376}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":27038.720512921,"t_first_token_unix":1779961035.2754574,"t_done":27039.005540304,"t_done_unix":1779961035.560484},{"request_id":"1316848:10:1330509:398","session_id":"1316848","input_length":28977,"t_proxy_recv":27036.393787738,"t_decision_unix":1779961032.948729,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9894744107395521,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (305 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":305,"cache_hit":28672,"estimated_new_tokens":305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":20992,"new_prefill":7985,"score_linear":126719.0,"score_lmetric":159840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":28977,"score_linear":62618.0,"score_lmetric":28977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":28672,"new_prefill":305,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":28977,"score_linear":101452.0,"score_lmetric":58940},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":28977,"score_linear":11725.0,"score_lmetric":28977},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37007,"ongoing_decode_tokens":37007,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":28977,"score_linear":37007.0,"score_lmetric":28977},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":28977,"score_linear":89394.0,"score_lmetric":57954}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":27036.495782321,"t_first_token_unix":1779961033.0507262,"t_done":27039.561092611,"t_done_unix":1779961036.1160362},{"request_id":"1326192:4:1331370:401","session_id":"1326192","input_length":27049,"t_proxy_recv":27039.555915913,"t_decision_unix":1779961036.1108572,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":25600,"affinity_cache_ratio":0.9464305519612555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1449 < 8000)","v3_prefill_cache_hit":25600,"v3_new_local":1449,"cache_hit":25600,"estimated_new_tokens":1449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":27049,"score_linear":81008.0,"score_lmetric":27049},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":27049,"score_linear":62618.0,"score_lmetric":27049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":25600,"new_prefill":1449,"score_linear":-25600.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":27049,"score_linear":28977.0,"score_lmetric":27049},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":27049,"score_linear":101452.0,"score_lmetric":55084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":27049,"score_linear":55130.0,"score_lmetric":27049}],"chosen_score_linear":-25600.0,"chosen_score_lmetric":0,"t_first_token":27039.89918098,"t_first_token_unix":1779961036.4541256,"t_done":27040.712629596,"t_done_unix":1779961037.2675729},{"request_id":"1329110:2:1331399:402","session_id":"1329110","input_length":12781,"t_proxy_recv":27039.634941296,"t_decision_unix":1779961036.1898825,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.7210703387841327,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3565 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":3565,"cache_hit":9216,"estimated_new_tokens":3565,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":12781,"score_linear":81008.0,"score_lmetric":12781},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":12781,"score_linear":62618.0,"score_lmetric":12781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27049,"ongoing_decode_tokens":0,"pending_prefill_tokens":1449,"num_requests":1,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":9216,"new_prefill":3565,"score_linear":17833.0,"score_lmetric":5014},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":12781,"score_linear":101452.0,"score_lmetric":26548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":12781,"score_linear":55130.0,"score_lmetric":12781}],"chosen_score_linear":17833.0,"chosen_score_lmetric":5014,"t_first_token":27040.281851937,"t_first_token_unix":1779961036.8367958,"t_done":27040.785701588,"t_done_unix":1779961037.340645},{"request_id":"1330130:2:1331784:403","session_id":"1330130","input_length":14067,"t_proxy_recv":27040.827834006,"t_decision_unix":1779961037.382775,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8371365607450061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2291 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":2291,"cache_hit":11776,"estimated_new_tokens":2291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":14067,"score_linear":81008.0,"score_lmetric":14067},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14067,"score_linear":62618.0,"score_lmetric":14067},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":14067,"score_linear":101452.0,"score_lmetric":29120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":11776,"new_prefill":2291,"score_linear":-11776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":14067,"score_linear":55130.0,"score_lmetric":14067}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27041.174297674,"t_first_token_unix":1779961037.7292411,"t_done":27041.312563149,"t_done_unix":1779961037.8675077},{"request_id":"1332021:1:1332021:407","session_id":"1332021","input_length":12421,"t_proxy_recv":27041.626907203,"t_decision_unix":1779961038.1818488,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12421.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12421,"cache_hit":0,"estimated_new_tokens":12421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":12421,"score_linear":154242.0,"score_lmetric":38190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":12421,"score_linear":62618.0,"score_lmetric":12421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":12421,"score_linear":21680.0,"score_lmetric":21301},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":12421,"score_linear":101452.0,"score_lmetric":25828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":12421,"score_linear":71777.0,"score_lmetric":15078},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":12421,"score_linear":55130.0,"score_lmetric":12421}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27042.647339543,"t_first_token_unix":1779961039.2022836,"t_done":27042.904418789,"t_done_unix":1779961039.459362},{"request_id":"1329110:3:1332476:411","session_id":"1329110","input_length":13479,"t_proxy_recv":27043.310511892,"t_decision_unix":1779961039.8654532,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9496253431263447,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (679 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":679,"cache_hit":12800,"estimated_new_tokens":679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":13479,"score_linear":154242.0,"score_lmetric":40306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13479,"score_linear":62618.0,"score_lmetric":13479},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1810,"ongoing_decode_tokens":0,"pending_prefill_tokens":1810,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":12800,"new_prefill":679,"score_linear":-10990.0,"score_lmetric":2489},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":13479,"score_linear":21680.0,"score_lmetric":22359},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":13479,"score_linear":183594.0,"score_lmetric":42582},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":13479,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":13479,"score_linear":71777.0,"score_lmetric":13479},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":13479,"score_linear":55130.0,"score_lmetric":13479}],"chosen_score_linear":-10990.0,"chosen_score_lmetric":2489,"t_first_token":27043.535349538,"t_first_token_unix":1779961040.0902932,"t_done":27043.969526027,"t_done_unix":1779961040.5244691},{"request_id":"1325541:2:1331846:404","session_id":"1325541","input_length":73234,"t_proxy_recv":27041.030883946,"t_decision_unix":1779961037.585825,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9088674659311249,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6674 < 8000)","v3_prefill_cache_hit":66560,"v3_new_local":6674,"cache_hit":66560,"estimated_new_tokens":6674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":66560,"new_prefill":6674,"score_linear":14448.0,"score_lmetric":6674},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":73234,"score_linear":62618.0,"score_lmetric":73234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":73234,"score_linear":101452.0,"score_lmetric":147454},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14067,"ongoing_decode_tokens":0,"pending_prefill_tokens":2291,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":73234,"score_linear":14067.0,"score_lmetric":75525},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":73234,"score_linear":55130.0,"score_lmetric":73234}],"chosen_score_linear":14448.0,"chosen_score_lmetric":6674,"t_first_token":27043.969885941,"t_first_token_unix":1779961040.5248291,"t_done":27044.089433194,"t_done_unix":1779961040.6443768},{"request_id":"1332472:1:1332472:410","session_id":"1332472","input_length":1810,"t_proxy_recv":27043.283633307,"t_decision_unix":1779961039.8385744,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":1810.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1810 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1810,"cache_hit":0,"estimated_new_tokens":1810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":1810,"score_linear":154242.0,"score_lmetric":16968},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":1810,"score_linear":62618.0,"score_lmetric":1810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":1810,"score_linear":21680.0,"score_lmetric":10690},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":1810,"score_linear":183594.0,"score_lmetric":7575},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":1810,"score_linear":71777.0,"score_lmetric":1810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":1810,"score_linear":55130.0,"score_lmetric":1810}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27043.452405445,"t_first_token_unix":1779961040.0073488,"t_done":27044.337230112,"t_done_unix":1779961040.8921735},{"request_id":"1269373:16:1331896:405","session_id":"1269373","input_length":71777,"t_proxy_recv":27041.224810775,"t_decision_unix":1779961037.7797523,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9629825710185714,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2657 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":2657,"cache_hit":69120,"estimated_new_tokens":2657,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":4096,"new_prefill":67681,"score_linear":150146.0,"score_lmetric":148710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":71777,"score_linear":62618.0,"score_lmetric":71777},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":7680,"new_prefill":64097,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":7680,"new_prefill":64097,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":71777,"score_linear":101452.0,"score_lmetric":144540},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14067,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":71777,"score_linear":14067.0,"score_lmetric":71777},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":69120,"new_prefill":2657,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":7680,"new_prefill":64097,"score_linear":47450.0,"score_lmetric":64097}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":27042.393301401,"t_first_token_unix":1779961038.948245,"t_done":27045.067269536,"t_done_unix":1779961041.6222134},{"request_id":"1332013:1:1332013:406","session_id":"1332013","input_length":21680,"t_proxy_recv":27041.611038171,"t_decision_unix":1779961038.1659796,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8880.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":8880,"cache_hit":12800,"estimated_new_tokens":8880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":21680,"score_linear":154242.0,"score_lmetric":56708},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":8880,"score_linear":49818.0,"score_lmetric":8880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":12800,"new_prefill":8880,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":21680,"score_linear":101452.0,"score_lmetric":44346},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":12800,"new_prefill":8880,"score_linear":58977.0,"score_lmetric":11537},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":21680,"score_linear":55130.0,"score_lmetric":21680}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":27043.931072817,"t_first_token_unix":1779961040.486017,"t_done":27045.07544039,"t_done_unix":1779961041.6303837},{"request_id":"1332754:1:1332754:412","session_id":"1332754","input_length":19766,"t_proxy_recv":27044.322973465,"t_decision_unix":1779961040.8779142,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":19766.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19766,"cache_hit":0,"estimated_new_tokens":19766,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":19766,"score_linear":81008.0,"score_lmetric":19766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":19766,"score_linear":62618.0,"score_lmetric":19766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1810,"ongoing_decode_tokens":1810,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":19766,"score_linear":1810.0,"score_lmetric":19766},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":21680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":19766,"score_linear":21680.0,"score_lmetric":19766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":19766,"score_linear":183594.0,"score_lmetric":61443},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":19766,"score_linear":71777.0,"score_lmetric":19766},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":19766,"score_linear":55130.0,"score_lmetric":19766}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27046.348320996,"t_first_token_unix":1779961042.903265,"t_done":27046.829022265,"t_done_unix":1779961043.383966},{"request_id":"1279412:17:1326166:377","session_id":"1279412","input_length":81008,"t_proxy_recv":27020.877322513,"t_decision_unix":1779961017.4322636,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9354137862927119,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5232 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":5232,"cache_hit":75776,"estimated_new_tokens":5232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":75776,"new_prefill":5232,"score_linear":-9073.0,"score_lmetric":71935},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":68208,"score_linear":49818.0,"score_lmetric":68208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":81008,"score_linear":81220.0,"score_lmetric":81008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":81008,"score_linear":33182.0,"score_lmetric":81008},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":81008,"score_linear":69041.0,"score_lmetric":81008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":39936,"new_prefill":41072,"score_linear":15194.0,"score_lmetric":41072}],"chosen_score_linear":-9073.0,"chosen_score_lmetric":71935,"t_first_token":27036.923846593,"t_first_token_unix":1779961033.4787953,"t_done":27048.536270063,"t_done_unix":1779961045.091226},{"request_id":"1316848:11:1333994:416","session_id":"1316848","input_length":29656,"t_proxy_recv":27048.686822593,"t_decision_unix":1779961045.2417576,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9840841650930672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (472 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":472,"cache_hit":29184,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":82488,"ongoing_decode_tokens":0,"pending_prefill_tokens":1080,"num_requests":1,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":20992,"new_prefill":8664,"score_linear":61496.0,"score_lmetric":9744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":29656,"score_linear":62618.0,"score_lmetric":29656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1069,"cache_hit":29184,"new_prefill":472,"score_linear":-29184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":29656,"score_linear":183594.0,"score_lmetric":91113},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":29656,"score_linear":55130.0,"score_lmetric":29656}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27048.802372162,"t_first_token_unix":1779961045.3573158,"t_done":27049.092592862,"t_done_unix":1779961045.647536},{"request_id":"1279412:18:1332945:413","session_id":"1279412","input_length":82488,"t_proxy_recv":27048.553927363,"t_decision_unix":1779961045.1088688,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9869071864998545,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1080 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":1080,"cache_hit":81408,"estimated_new_tokens":1080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":81408,"new_prefill":1080,"score_linear":-81408.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":69688,"score_linear":49818.0,"score_lmetric":69688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1069,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":82488,"score_linear":183594.0,"score_lmetric":249609},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":39936,"new_prefill":42552,"score_linear":15194.0,"score_lmetric":42552}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":27048.981467104,"t_first_token_unix":1779961045.5364113,"t_done":27051.75093051,"t_done_unix":1779961048.305879},{"request_id":"1334223:1:1334223:417","session_id":"1334223","input_length":23689,"t_proxy_recv":27049.557733677,"t_decision_unix":1779961046.1126747,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":23689.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23689,"cache_hit":0,"estimated_new_tokens":23689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":0,"new_prefill":23689,"score_linear":82488.0,"score_lmetric":23689},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":23689,"score_linear":62618.0,"score_lmetric":23689},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":23689,"score_linear":183594.0,"score_lmetric":73212},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":23689,"score_linear":55130.0,"score_lmetric":23689}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27052.233988945,"t_first_token_unix":1779961048.788933,"t_done":27052.834414356,"t_done_unix":1779961049.389358},{"request_id":"1309252:2:1334746:419","session_id":"1309252","input_length":45601,"t_proxy_recv":27051.539896348,"t_decision_unix":1779961048.0948374,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9768206837569352,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1057 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":1057,"cache_hit":44544,"estimated_new_tokens":1057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":0,"new_prefill":45601,"score_linear":82488.0,"score_lmetric":45601},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":45601,"score_linear":62618.0,"score_lmetric":45601},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":45601,"score_linear":44664.0,"score_lmetric":60569},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":45601,"score_linear":183594.0,"score_lmetric":138948},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23689,"ongoing_decode_tokens":0,"pending_prefill_tokens":23689,"num_requests":1,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":45601,"score_linear":23689.0,"score_lmetric":69290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":44544,"new_prefill":1057,"score_linear":10586.0,"score_lmetric":1057}],"chosen_score_linear":10586.0,"chosen_score_lmetric":1057,"t_first_token":27051.901145071,"t_first_token_unix":1779961048.4560893,"t_done":27054.400597001,"t_done_unix":1779961050.9555404},{"request_id":"1316848:12:1334743:418","session_id":"1316848","input_length":44664,"t_proxy_recv":27051.535824677,"t_decision_unix":1779961048.0907576,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.6648755149561167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":29696,"v3_new_local":14968,"cache_hit":29696,"estimated_new_tokens":14968,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":20992,"new_prefill":23672,"score_linear":61496.0,"score_lmetric":23672},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":44664,"score_linear":62618.0,"score_lmetric":44664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":29696,"new_prefill":14968,"score_linear":-29696.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":44664,"score_linear":183594.0,"score_lmetric":136137},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23689,"ongoing_decode_tokens":0,"pending_prefill_tokens":23689,"num_requests":1,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":44664,"score_linear":23689.0,"score_lmetric":68353},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":44664,"score_linear":55130.0,"score_lmetric":44664}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":27055.384632769,"t_first_token_unix":1779961051.939577,"t_done":27056.324901398,"t_done_unix":1779961052.8798451},{"request_id":"1314357:2:1335184:420","session_id":"1314357","input_length":61229,"t_proxy_recv":27052.891215098,"t_decision_unix":1779961049.4461565,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9281876235117347,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4397 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":4397,"cache_hit":56832,"estimated_new_tokens":4397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":56832,"new_prefill":4397,"score_linear":5786.0,"score_lmetric":4397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":61229,"score_linear":44664.0,"score_lmetric":76197},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":61229,"score_linear":183594.0,"score_lmetric":185832},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":100731,"ongoing_decode_tokens":100731,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":61229,"score_linear":100731.0,"score_lmetric":122458}],"chosen_score_linear":5786.0,"chosen_score_lmetric":4397,"t_first_token":27054.481450344,"t_first_token_unix":1779961051.036394,"t_done":27057.431794252,"t_done_unix":1779961053.986738},{"request_id":"1330881:2:1336222:422","session_id":"1330881","input_length":11989,"t_proxy_recv":27056.641281809,"t_decision_unix":1779961053.1962235,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3584,"affinity_cache_ratio":0.29894069563766784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":8405.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3584,"v3_new_local":8405,"cache_hit":3584,"estimated_new_tokens":8405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":11989,"score_linear":87264.0,"score_lmetric":11989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":123847,"ongoing_decode_tokens":123847,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11989,"score_linear":123847.0,"score_lmetric":23978},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":11989,"score_linear":183594.0,"score_lmetric":38112},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":3584,"new_prefill":8405,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":11989,"score_linear":55130.0,"score_lmetric":11989}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":27057.387324315,"t_first_token_unix":1779961053.9422681,"t_done":27057.54595856,"t_done_unix":1779961054.1009018},{"request_id":"1279412:19:1335444:421","session_id":"1279412","input_length":87264,"t_proxy_recv":27053.817810762,"t_decision_unix":1779961050.3727522,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":82432,"affinity_cache_ratio":0.9446277961129447,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4832 < 8000)","v3_prefill_cache_hit":82432,"v3_new_local":4832,"cache_hit":82432,"estimated_new_tokens":4832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":82432,"new_prefill":4832,"score_linear":-82432.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":123847,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4397,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":74464,"score_linear":111047.0,"score_lmetric":157722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":87264,"score_linear":44664.0,"score_lmetric":102232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":87264,"score_linear":183594.0,"score_lmetric":263937},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":100731,"ongoing_decode_tokens":100731,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":39936,"new_prefill":47328,"score_linear":60795.0,"score_lmetric":94656}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":27056.330295782,"t_first_token_unix":1779961052.8852396,"t_done":27058.32068799,"t_done_unix":1779961054.8756313},{"request_id":"1336620:1:1336620:423","session_id":"1336620","input_length":14666,"t_proxy_recv":27057.943749775,"t_decision_unix":1779961054.498691,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6986.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6986 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":6986,"cache_hit":7680,"estimated_new_tokens":6986,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":4096,"new_prefill":10570,"score_linear":83168.0,"score_lmetric":10570},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14666,"score_linear":62618.0,"score_lmetric":14666},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":14666,"score_linear":183594.0,"score_lmetric":46143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":850,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":6986,"score_linear":47450.0,"score_lmetric":6986}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":27058.728502437,"t_first_token_unix":1779961055.283446,"t_done":27059.695108977,"t_done_unix":1779961056.2500527},{"request_id":"1337035:1:1337035:425","session_id":"1337035","input_length":12644,"t_proxy_recv":27059.435576824,"t_decision_unix":1779961055.990518,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12644.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12644,"cache_hit":0,"estimated_new_tokens":12644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":12644,"score_linear":62618.0,"score_lmetric":12644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14666,"ongoing_decode_tokens":14666,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":12644,"score_linear":14666.0,"score_lmetric":12644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":12644,"score_linear":183594.0,"score_lmetric":40077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":850,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":12644,"score_linear":20009.0,"score_lmetric":18317},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":12644,"score_linear":55130.0,"score_lmetric":12644}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27060.483755131,"t_first_token_unix":1779961057.038699,"t_done":27060.659672109,"t_done_unix":1779961057.2146184},{"request_id":"1257323:2:1329541:393","session_id":"1257323","input_length":90605,"t_proxy_recv":27033.198262235,"t_decision_unix":1779961029.7532034,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":90112,"affinity_cache_ratio":0.9945587991832681,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (493 < 8000)","v3_prefill_cache_hit":90112,"v3_new_local":493,"cache_hit":90112,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":90605,"score_linear":147711.0,"score_lmetric":325080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":90605,"score_linear":62618.0,"score_lmetric":90605},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":90112,"new_prefill":493,"score_linear":-79265.0,"score_lmetric":11340},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":90605,"score_linear":36880.0,"score_lmetric":127485},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":90605,"score_linear":89394.0,"score_lmetric":181210}],"chosen_score_linear":-79265.0,"chosen_score_lmetric":11340,"t_first_token":27060.796050809,"t_first_token_unix":1779961057.3509955,"t_done":27061.556466105,"t_done_unix":1779961058.1114097},{"request_id":"1316848:13:1337519:427","session_id":"1316848","input_length":45005,"t_proxy_recv":27061.276155795,"t_decision_unix":1779961057.8310971,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9897566937007,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (461 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":461,"cache_hit":44544,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":20992,"new_prefill":24013,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":45005,"score_linear":62618.0,"score_lmetric":45005},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":44544,"new_prefill":461,"score_linear":-44544.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":183594,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":45005,"score_linear":183594.0,"score_lmetric":135015},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":56527,"ongoing_decode_tokens":20009,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":45005,"score_linear":56527.0,"score_lmetric":123110},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":45005,"score_linear":55130.0,"score_lmetric":45005}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":27061.450204596,"t_first_token_unix":1779961058.0051486,"t_done":27061.752995642,"t_done_unix":1779961058.307939},{"request_id":"1329470:1:1329470:392","session_id":"1329470","input_length":10847,"t_proxy_recv":27032.752686391,"t_decision_unix":1779961029.3076277,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10847.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10847,"cache_hit":0,"estimated_new_tokens":10847,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":10847,"score_linear":147711.0,"score_lmetric":165564},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":10847,"score_linear":62618.0,"score_lmetric":10847},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7423,"ongoing_decode_tokens":7423,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":10847,"score_linear":7423.0,"score_lmetric":10847},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":10847,"score_linear":36880.0,"score_lmetric":47727},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":55130,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":10847,"score_linear":89394.0,"score_lmetric":36974}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27033.627874503,"t_first_token_unix":1779961030.1828177,"t_done":27064.035357616,"t_done_unix":1779961060.590301},{"request_id":"1329470:2:1332133:409","session_id":"1329470","input_length":11766,"t_proxy_recv":27064.039596346,"t_decision_unix":1779961060.594538,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9138194798572157,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1014 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":1014,"cache_hit":10752,"estimated_new_tokens":1014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":11766,"score_linear":95383.0,"score_lmetric":20109},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":11766,"score_linear":62618.0,"score_lmetric":11766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":11766,"score_linear":9325.0,"score_lmetric":21091},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":11766,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":10752,"new_prefill":1014,"score_linear":71390.0,"score_lmetric":1014},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":11766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":11766,"score_linear":129600.0,"score_lmetric":89127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":11766,"score_linear":55130.0,"score_lmetric":11766}],"chosen_score_linear":71390.0,"chosen_score_lmetric":1014,"t_first_token":27064.313658983,"t_first_token_unix":1779961060.8686025,"t_done":27064.450205145,"t_done_unix":1779961061.0051482},{"request_id":"1338292:1:1338292:432","session_id":"1338292","input_length":9325,"t_proxy_recv":27063.923795987,"t_decision_unix":1779961060.478737,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9325.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9325,"cache_hit":0,"estimated_new_tokens":9325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":9325,"score_linear":95383.0,"score_lmetric":17668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9325,"score_linear":62618.0,"score_lmetric":9325},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92989,"ongoing_decode_tokens":92989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":9325,"score_linear":92989.0,"score_lmetric":18650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":9325,"score_linear":129600.0,"score_lmetric":81804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":9325,"score_linear":55130.0,"score_lmetric":9325}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27064.624787061,"t_first_token_unix":1779961061.179731,"t_done":27064.743992242,"t_done_unix":1779961061.2989361},{"request_id":"1317598:4:1332127:408","session_id":"1317598","input_length":82142,"t_proxy_recv":27041.981631031,"t_decision_unix":1779961038.5365725,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81920,"affinity_cache_ratio":0.9972973631029194,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (222 < 8000)","v3_prefill_cache_hit":81920,"v3_new_local":222,"cache_hit":81920,"estimated_new_tokens":222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":82142,"score_linear":154242.0,"score_lmetric":177632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":82142,"score_linear":62618.0,"score_lmetric":82142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":82142,"score_linear":21680.0,"score_lmetric":91022},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":81920,"new_prefill":222,"score_linear":19532.0,"score_lmetric":1430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":82142,"score_linear":12421.0,"score_lmetric":94563},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":82142,"score_linear":71777.0,"score_lmetric":84799},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":82142,"score_linear":55130.0,"score_lmetric":82142}],"chosen_score_linear":19532.0,"chosen_score_lmetric":1430,"t_first_token":27060.947971257,"t_first_token_unix":1779961057.5029156,"t_done":27066.45988398,"t_done_unix":1779961063.0148318},{"request_id":"1311753:2:1337278:426","session_id":"1311753","input_length":36518,"t_proxy_recv":27060.300555934,"t_decision_unix":1779961056.855497,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.5467988389287475,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":19968,"v3_new_local":16550,"cache_hit":19968,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":36518,"score_linear":62618.0,"score_lmetric":36518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":36518,"score_linear":183594.0,"score_lmetric":111699},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12644,"ongoing_decode_tokens":0,"pending_prefill_tokens":12644,"num_requests":1,"active_p_offloads":0,"cached_blocks":850,"cache_hit":0,"new_prefill":36518,"score_linear":12644.0,"score_lmetric":49162},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":19968,"new_prefill":16550,"score_linear":41.0,"score_lmetric":22223},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":36518,"score_linear":55130.0,"score_lmetric":36518}],"chosen_score_linear":41.0,"chosen_score_lmetric":22223,"t_first_token":27065.577329907,"t_first_token_unix":1779961062.1322742,"t_done":27066.565023195,"t_done_unix":1779961063.1199663},{"request_id":"1317598:5:1337780:430","session_id":"1317598","input_length":83088,"t_proxy_recv":27066.4735274,"t_decision_unix":1779961063.028469,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82432,"affinity_cache_ratio":0.99210475640285,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (656 < 8000)","v3_prefill_cache_hit":82432,"v3_new_local":656,"cache_hit":82432,"estimated_new_tokens":656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":83088,"score_linear":95383.0,"score_lmetric":83088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":83088,"score_linear":128770.0,"score_lmetric":175600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":83088,"score_linear":114821.0,"score_lmetric":264696},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":82432,"new_prefill":656,"score_linear":-82432.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":129600,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":83088,"score_linear":129600.0,"score_lmetric":249264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":83088,"score_linear":55130.0,"score_lmetric":83088}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":27066.897521221,"t_first_token_unix":1779961063.452465,"t_done":27067.466911202,"t_done_unix":1779961064.0218556},{"request_id":"1279412:20:1337591:428","session_id":"1279412","input_length":95383,"t_proxy_recv":27061.525421576,"t_decision_unix":1779961058.0803628,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":87040,"affinity_cache_ratio":0.912531583196167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":87040,"v3_new_local":8343,"cache_hit":87040,"estimated_new_tokens":8343,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":87040,"new_prefill":8343,"score_linear":-87040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":12800,"new_prefill":82583,"score_linear":49818.0,"score_lmetric":82583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45005,"ongoing_decode_tokens":45005,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":95383,"score_linear":45005.0,"score_lmetric":95383},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":183594,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":95383,"score_linear":183594.0,"score_lmetric":286149},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":56527,"ongoing_decode_tokens":20009,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":95383,"score_linear":56527.0,"score_lmetric":223866},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":39936,"new_prefill":55447,"score_linear":15194.0,"score_lmetric":55447}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":27066.089853784,"t_first_token_unix":1779961062.6447983,"t_done":27067.59136842,"t_done_unix":1779961064.1463118},{"request_id":"1336620:2:1338440:434","session_id":"1336620","input_length":14918,"t_proxy_recv":27064.338462767,"t_decision_unix":1779961060.8934045,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.960986727443357,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (582 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":582,"cache_hit":14336,"estimated_new_tokens":582,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":4096,"new_prefill":10822,"score_linear":91287.0,"score_lmetric":19165},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14918,"score_linear":62618.0,"score_lmetric":14918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":7680,"new_prefill":7238,"score_linear":1645.0,"score_lmetric":16563},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":50215,"ongoing_decode_tokens":0,"pending_prefill_tokens":551,"num_requests":1,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":14336,"new_prefill":582,"score_linear":35879.0,"score_lmetric":1133},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":93908,"ongoing_decode_tokens":93908,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14918,"score_linear":93908.0,"score_lmetric":29836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":7680,"new_prefill":7238,"score_linear":121920.0,"score_lmetric":75543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":7238,"score_linear":47450.0,"score_lmetric":7238}],"chosen_score_linear":35879.0,"chosen_score_lmetric":1133,"t_first_token":27064.461430465,"t_first_token_unix":1779961061.0163739,"t_done":27067.641077698,"t_done_unix":1779961064.1960213},{"request_id":"1259178:2:1336768:424","session_id":"1259178","input_length":20009,"t_proxy_recv":27058.409121276,"t_decision_unix":1779961054.9640627,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.716477585086711,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5673 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":5673,"cache_hit":14336,"estimated_new_tokens":5673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":20009,"score_linear":62618.0,"score_lmetric":20009},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14666,"ongoing_decode_tokens":0,"pending_prefill_tokens":6986,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":20009,"score_linear":14666.0,"score_lmetric":26995},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":20009,"score_linear":183594.0,"score_lmetric":62172},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":850,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":14336,"new_prefill":5673,"score_linear":-14336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":20009,"score_linear":55130.0,"score_lmetric":20009}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":27060.477824832,"t_first_token_unix":1779961057.032769,"t_done":27067.655361847,"t_done_unix":1779961064.210305},{"request_id":"1269373:17:1338104:431","session_id":"1269373","input_length":73073,"t_proxy_recv":27063.384806821,"t_decision_unix":1779961059.9397476,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9809368713478303,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1393 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":1393,"cache_hit":71680,"estimated_new_tokens":1393,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":4096,"new_prefill":68977,"score_linear":91287.0,"score_lmetric":77320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":73073,"score_linear":62618.0,"score_lmetric":73073},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":7680,"new_prefill":65393,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":7680,"new_prefill":65393,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92989,"ongoing_decode_tokens":92989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":73073,"score_linear":92989.0,"score_lmetric":146146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":56527,"ongoing_decode_tokens":20009,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":71680,"new_prefill":1393,"score_linear":-15153.0,"score_lmetric":35886},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":65393,"score_linear":47450.0,"score_lmetric":65393}],"chosen_score_linear":-15153.0,"chosen_score_lmetric":35886,"t_first_token":27066.156659597,"t_first_token_unix":1779961062.7116034,"t_done":27069.607385086,"t_done_unix":1779961066.1623282},{"request_id":"1259178:3:1337653:429","session_id":"1259178","input_length":22398,"t_proxy_recv":27067.661303568,"t_decision_unix":1779961064.2162447,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8915081703723546,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2430 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":2430,"cache_hit":19968,"estimated_new_tokens":2430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":22398,"score_linear":128770.0,"score_lmetric":54220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":22398,"score_linear":99903.0,"score_lmetric":44796},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":22398,"score_linear":7065.0,"score_lmetric":22398},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":19968,"new_prefill":2430,"score_linear":53105.0,"score_lmetric":2430},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":22398,"score_linear":55130.0,"score_lmetric":22398}],"chosen_score_linear":53105.0,"chosen_score_lmetric":2430,"t_first_token":27068.103173318,"t_first_token_unix":1779961064.6581168,"t_done":27069.63361437,"t_done_unix":1779961066.1885583},{"request_id":"1279412:21:1339581:440","session_id":"1279412","input_length":95543,"t_proxy_recv":27068.490077262,"t_decision_unix":1779961065.0450187,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9967449211349864,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":95232,"v3_new_local":311,"cache_hit":95232,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":95232,"new_prefill":311,"score_linear":-95232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":12800,"new_prefill":82743,"score_linear":115970.0,"score_lmetric":165486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":95543,"score_linear":99903.0,"score_lmetric":191086},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":95543,"score_linear":7065.0,"score_lmetric":95543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95471,"ongoing_decode_tokens":95471,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":95543,"score_linear":95471.0,"score_lmetric":191086},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":39936,"new_prefill":55607,"score_linear":15194.0,"score_lmetric":55607}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":27068.634993571,"t_first_token_unix":1779961065.1899369,"t_done":27070.94665393,"t_done_unix":1779961067.5016},{"request_id":"1339977:1:1339977:442","session_id":"1339977","input_length":13816,"t_proxy_recv":27069.986494715,"t_decision_unix":1779961066.5414357,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":13816.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13816,"cache_hit":0,"estimated_new_tokens":13816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":13816,"score_linear":95543.0,"score_lmetric":13816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":13816,"score_linear":128770.0,"score_lmetric":27632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":13816,"score_linear":99903.0,"score_lmetric":27632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":13816,"score_linear":7065.0,"score_lmetric":13816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":0,"pending_prefill_tokens":1934,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":13816,"score_linear":24462.0,"score_lmetric":15750},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":13816,"score_linear":101124.0,"score_lmetric":27632}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27071.176723865,"t_first_token_unix":1779961067.7316678,"t_done":27071.375571288,"t_done_unix":1779961067.9305143},{"request_id":"1253743:5:1338406:433","session_id":"1253743","input_length":50215,"t_proxy_recv":27064.246660237,"t_decision_unix":1779961060.8016005,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9890271831126157,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (551 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":551,"cache_hit":49664,"estimated_new_tokens":551,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":17408,"new_prefill":32807,"score_linear":77975.0,"score_lmetric":41150},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":3584,"new_prefill":46631,"score_linear":59034.0,"score_lmetric":46631},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":50215,"score_linear":9325.0,"score_lmetric":59540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":49664,"new_prefill":551,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":93908,"ongoing_decode_tokens":82142,"pending_prefill_tokens":1014,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":50215,"score_linear":93908.0,"score_lmetric":102458},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":4608,"new_prefill":45607,"score_linear":124992.0,"score_lmetric":190650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":50215,"score_linear":55130.0,"score_lmetric":50215}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":27064.426092213,"t_first_token_unix":1779961060.9810357,"t_done":27071.392040977,"t_done_unix":1779961067.9469845},{"request_id":"1316848:14:1338658:435","session_id":"1316848","input_length":49688,"t_proxy_recv":27065.160903767,"t_decision_unix":1779961061.7158449,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.8964739977459346,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5144 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":5144,"cache_hit":44544,"estimated_new_tokens":5144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":20992,"new_prefill":28696,"score_linear":74391.0,"score_lmetric":37039},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":49688,"score_linear":62618.0,"score_lmetric":49688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":65133,"ongoing_decode_tokens":65133,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":44544,"new_prefill":5144,"score_linear":20589.0,"score_lmetric":10288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":49688,"score_linear":82142.0,"score_lmetric":49688},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":49688,"score_linear":129600.0,"score_lmetric":202893},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":49688,"score_linear":55130.0,"score_lmetric":49688}],"chosen_score_linear":20589.0,"chosen_score_lmetric":10288,"t_first_token":27066.680778823,"t_first_token_unix":1779961063.2357228,"t_done":27073.707589845,"t_done_unix":1779961070.2625368},{"request_id":"1341005:1:1341005:447","session_id":"1341005","input_length":5280,"t_proxy_recv":27073.45224647,"t_decision_unix":1779961070.0071876,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":5280.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5280 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5280,"cache_hit":0,"estimated_new_tokens":5280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":5280,"score_linear":21221.0,"score_lmetric":5280},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":5280,"score_linear":128770.0,"score_lmetric":10560},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":2279,"ongoing_decode_tokens":2279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":5280,"score_linear":2279.0,"score_lmetric":5280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71059,"ongoing_decode_tokens":71059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":5280,"score_linear":71059.0,"score_lmetric":10560},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":5280,"score_linear":48381.0,"score_lmetric":53661},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":5280,"score_linear":7065.0,"score_lmetric":5280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5280,"score_linear":24462.0,"score_lmetric":5280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":5280,"score_linear":101124.0,"score_lmetric":10560}],"chosen_score_linear":7065.0,"chosen_score_lmetric":5280,"t_first_token":27073.788160276,"t_first_token_unix":1779961070.3431046,"t_done":27074.260881565,"t_done_unix":1779961070.815825},{"request_id":"1340903:1:1340903:446","session_id":"1340903","input_length":2279,"t_proxy_recv":27073.109148019,"t_decision_unix":1779961069.6640887,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":2279.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2279 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2279,"cache_hit":0,"estimated_new_tokens":2279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":2279,"score_linear":21221.0,"score_lmetric":2279},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":2279,"score_linear":128770.0,"score_lmetric":4558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71059,"ongoing_decode_tokens":71059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":2279,"score_linear":71059.0,"score_lmetric":4558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":2279,"score_linear":48381.0,"score_lmetric":50660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":2279,"score_linear":7065.0,"score_lmetric":2279},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45683,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":2279,"score_linear":45683.0,"score_lmetric":4558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":2279,"score_linear":101124.0,"score_lmetric":4558}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27073.299239304,"t_first_token_unix":1779961069.8541832,"t_done":27074.320855237,"t_done_unix":1779961070.8757982},{"request_id":"1309252:3:1339771:441","session_id":"1309252","input_length":45994,"t_proxy_recv":27069.225926392,"t_decision_unix":1779961065.7808678,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45568,"affinity_cache_ratio":0.9907379223376962,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (426 < 8000)","v3_prefill_cache_hit":45568,"v3_new_local":426,"cache_hit":45568,"estimated_new_tokens":426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":45994,"score_linear":95543.0,"score_lmetric":45994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":45994,"score_linear":128770.0,"score_lmetric":91988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":45994,"score_linear":99903.0,"score_lmetric":91988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":45994,"score_linear":7065.0,"score_lmetric":45994},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95471,"ongoing_decode_tokens":95471,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":45994,"score_linear":95471.0,"score_lmetric":91988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":45568,"new_prefill":426,"score_linear":9562.0,"score_lmetric":426}],"chosen_score_linear":9562.0,"chosen_score_lmetric":426,"t_first_token":27069.39766314,"t_first_token_unix":1779961065.9526064,"t_done":27074.696492193,"t_done_unix":1779961071.2514355},{"request_id":"1340290:1:1340290:445","session_id":"1340290","input_length":21221,"t_proxy_recv":27071.106357698,"t_decision_unix":1779961067.6612985,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":20197.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":1024,"v3_new_local":20197,"v3_src_idx":6,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":1024,"estimated_new_tokens":20197,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21221,"score_linear":128770.0,"score_lmetric":42442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":21221,"score_linear":13816.0,"score_lmetric":35037},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":21221,"score_linear":121274.0,"score_lmetric":63663},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21221,"score_linear":48381.0,"score_lmetric":69602},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":21221,"score_linear":7065.0,"score_lmetric":21221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":1024,"new_prefill":20197,"score_linear":23438.0,"score_lmetric":20197},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":21221,"score_linear":101124.0,"score_lmetric":42442}],"chosen_score_linear":23438.0,"chosen_score_lmetric":20197,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":27071.106577364,"t_prefill_sent_unix":1779961067.6615198,"t_prefill_done":27073.349671522,"t_prefill_done_unix":1779961069.9046156,"t_decode_sent":27073.350026315,"t_decode_sent_unix":1779961069.904969,"t_first_token":27073.771010371,"t_first_token_unix":1779961070.3259542,"t_done":27075.563292784,"t_done_unix":1779961072.118236},{"request_id":"1315567:3:1325346:372","session_id":"1315567","input_length":55130,"t_proxy_recv":27017.826348341,"t_decision_unix":1779961014.3812897,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9937239252675494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (346 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":346,"cache_hit":54784,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":4096,"new_prefill":51034,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":55130,"score_linear":62618.0,"score_lmetric":55130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":7680,"new_prefill":47450,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31306,"ongoing_decode_tokens":31306,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":7680,"new_prefill":47450,"score_linear":23626.0,"score_lmetric":94900},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":55130,"score_linear":79663.0,"score_lmetric":55130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":55130,"score_linear":33182.0,"score_lmetric":55130},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1240,"cache_hit":7680,"new_prefill":47450,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":54784,"new_prefill":346,"score_linear":-54784.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":27018.014744427,"t_first_token_unix":1779961014.5696878,"t_done":27075.779086358,"t_done_unix":1779961072.3340302},{"request_id":"1341912:1:1341912:449","session_id":"1341912","input_length":9909,"t_proxy_recv":27076.486934684,"t_decision_unix":1779961073.041876,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9909.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9909,"cache_hit":0,"estimated_new_tokens":9909,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9909,"score_linear":128770.0,"score_lmetric":19818},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":9909,"score_linear":37527.0,"score_lmetric":9909},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9909,"score_linear":21371.0,"score_lmetric":9909},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":9909,"score_linear":48381.0,"score_lmetric":58290},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":9909,"score_linear":7065.0,"score_lmetric":9909},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":9909,"score_linear":61989.0,"score_lmetric":19818},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27077.24936343,"t_first_token_unix":1779961073.804307,"t_done":27077.744225277,"t_done_unix":1779961074.2991686},{"request_id":"1342327:1:1342327:452","session_id":"1342327","input_length":6180,"t_proxy_recv":27077.909118682,"t_decision_unix":1779961074.46406,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":6180.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6180 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6180,"cache_hit":0,"estimated_new_tokens":6180,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41267,"ongoing_decode_tokens":0,"pending_prefill_tokens":20275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":6180,"score_linear":41267.0,"score_lmetric":52910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":6180,"score_linear":128770.0,"score_lmetric":12360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":6180,"score_linear":37527.0,"score_lmetric":6180},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":6180,"score_linear":21371.0,"score_lmetric":6180},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":6180,"score_linear":48381.0,"score_lmetric":54561},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":6180,"score_linear":7065.0,"score_lmetric":6180},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":6180,"score_linear":61989.0,"score_lmetric":12360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27078.312276876,"t_first_token_unix":1779961074.8672202,"t_done":27078.6126383,"t_done_unix":1779961075.1675825},{"request_id":"1341948:1:1341948:450","session_id":"1341948","input_length":19887,"t_proxy_recv":27076.605290831,"t_decision_unix":1779961073.1602323,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":19887.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19887,"cache_hit":0,"estimated_new_tokens":19887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":19887,"score_linear":128770.0,"score_lmetric":39774},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":19887,"score_linear":37527.0,"score_lmetric":19887},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":19887,"score_linear":21371.0,"score_lmetric":19887},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":19887,"score_linear":48381.0,"score_lmetric":68268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":19887,"score_linear":7065.0,"score_lmetric":19887},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":19887,"score_linear":61989.0,"score_lmetric":39774},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":19887,"score_linear":9909.0,"score_lmetric":29796}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27078.688529679,"t_first_token_unix":1779961075.243473,"t_done":27079.013434044,"t_done_unix":1779961075.5683773},{"request_id":"1340903:2:1342632:453","session_id":"1340903","input_length":2129,"t_proxy_recv":27078.976746594,"t_decision_unix":1779961075.531688,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":2048,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (81 < 8000)","v3_prefill_cache_hit":2048,"v3_new_local":81,"cache_hit":2048,"estimated_new_tokens":81,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41267,"ongoing_decode_tokens":41267,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":2129,"score_linear":41267.0,"score_lmetric":4258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":2129,"score_linear":128770.0,"score_lmetric":4258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":2048,"new_prefill":81,"score_linear":35479.0,"score_lmetric":81},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":2129,"score_linear":21371.0,"score_lmetric":2129},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":2129,"score_linear":48381.0,"score_lmetric":50510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":2129,"score_linear":7065.0,"score_lmetric":2129},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":2129,"score_linear":61989.0,"score_lmetric":4258},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":35479.0,"chosen_score_lmetric":81,"t_first_token":27079.000371792,"t_first_token_unix":1779961075.5553153,"t_done":27079.073481918,"t_done_unix":1779961075.628425},{"request_id":"1340290:2:1342119:451","session_id":"1340290","input_length":21380,"t_proxy_recv":27077.144652038,"t_decision_unix":1779961073.6995935,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9818521983161833,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (388 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":388,"cache_hit":20992,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":20992,"new_prefill":388,"score_linear":-1105.0,"score_lmetric":20275},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21380,"score_linear":128770.0,"score_lmetric":42760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":21380,"score_linear":37527.0,"score_lmetric":21380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21380,"score_linear":21371.0,"score_lmetric":21380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21380,"score_linear":48381.0,"score_lmetric":69761},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":21380,"score_linear":7065.0,"score_lmetric":21380},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":20992,"new_prefill":388,"score_linear":40997.0,"score_lmetric":776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":21380,"score_linear":9909.0,"score_lmetric":31289}],"chosen_score_linear":-1105.0,"chosen_score_lmetric":20275,"t_first_token":27078.690317867,"t_first_token_unix":1779961075.245261,"t_done":27079.43891364,"t_done_unix":1779961075.993857},{"request_id":"1259178:4:1339295:439","session_id":"1259178","input_length":24462,"t_proxy_recv":27069.640084499,"t_decision_unix":1779961066.195026,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9209385986427929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1934 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":1934,"cache_hit":22528,"estimated_new_tokens":1934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":24462,"score_linear":95543.0,"score_lmetric":24462},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":24462,"score_linear":128770.0,"score_lmetric":48924},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":24462,"score_linear":99903.0,"score_lmetric":48924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":24462,"score_linear":7065.0,"score_lmetric":24462},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":22528,"new_prefill":1934,"score_linear":-22528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":24462,"score_linear":101124.0,"score_lmetric":48924}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":27070.060587611,"t_first_token_unix":1779961066.6155324,"t_done":27079.698326504,"t_done_unix":1779961076.25327},{"request_id":"1340278:1:1340278:444","session_id":"1340278","input_length":48381,"t_proxy_recv":27071.081054448,"t_decision_unix":1779961067.6359954,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":48381.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":48381,"cache_hit":0,"estimated_new_tokens":48381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":48381,"score_linear":128770.0,"score_lmetric":96762},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":48381,"score_linear":13816.0,"score_lmetric":62197},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":48381,"score_linear":121274.0,"score_lmetric":145143},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":48381,"score_linear":7065.0,"score_lmetric":48381},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":48381,"score_linear":24462.0,"score_lmetric":48381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":48381,"score_linear":101124.0,"score_lmetric":96762}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27079.840878925,"t_first_token_unix":1779961076.3958228,"t_done":27080.432688593,"t_done_unix":1779961076.9876323},{"request_id":"1341005:2:1342961:456","session_id":"1341005","input_length":9360,"t_proxy_recv":27080.112951811,"t_decision_unix":1779961076.667893,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.5470085470085471,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4240 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":4240,"cache_hit":5120,"estimated_new_tokens":4240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":9360,"score_linear":65289.0,"score_lmetric":74649},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9360,"score_linear":128770.0,"score_lmetric":18720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":9360,"score_linear":37527.0,"score_lmetric":9360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9360,"score_linear":21371.0,"score_lmetric":9360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":9360,"score_linear":48381.0,"score_lmetric":9360},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":5120,"new_prefill":4240,"score_linear":1945.0,"score_lmetric":4240},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":9360,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":9360,"score_linear":59219.0,"score_lmetric":68579}],"chosen_score_linear":1945.0,"chosen_score_lmetric":4240,"t_first_token":27080.49718573,"t_first_token_unix":1779961077.05213,"t_done":27080.851689222,"t_done_unix":1779961077.406633},{"request_id":"1343191:1:1343191:457","session_id":"1343191","input_length":11912,"t_proxy_recv":27081.017955959,"t_decision_unix":1779961077.572897,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11912.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11912,"cache_hit":0,"estimated_new_tokens":11912,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":11912,"score_linear":65289.0,"score_lmetric":77201},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":11912,"score_linear":128770.0,"score_lmetric":23824},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":11912,"score_linear":37527.0,"score_lmetric":11912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":11912,"score_linear":21371.0,"score_lmetric":11912},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":11912,"score_linear":7065.0,"score_lmetric":11912},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":11912,"score_linear":59219.0,"score_lmetric":71131}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27081.985743013,"t_first_token_unix":1779961078.5406868,"t_done":27082.040150666,"t_done_unix":1779961078.5950942},{"request_id":"1338292:2:1343599:460","session_id":"1338292","input_length":14103,"t_proxy_recv":27082.224913812,"t_decision_unix":1779961078.779855,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6534779834077856,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4887 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":4887,"cache_hit":9216,"estimated_new_tokens":4887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":14103,"score_linear":65289.0,"score_lmetric":79392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14103,"score_linear":128770.0,"score_lmetric":28206},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":9216,"new_prefill":4887,"score_linear":28311.0,"score_lmetric":4887},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14103,"score_linear":21371.0,"score_lmetric":14103},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":14103,"score_linear":21402.0,"score_lmetric":35505},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":14103,"score_linear":7065.0,"score_lmetric":14103},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":14103,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":14103,"score_linear":69451.0,"score_lmetric":147652}],"chosen_score_linear":28311.0,"chosen_score_lmetric":4887,"t_first_token":27082.794419912,"t_first_token_unix":1779961079.3493636,"t_done":27082.898543915,"t_done_unix":1779961079.4534872},{"request_id":"1343312:1:1343312:459","session_id":"1343312","input_length":21402,"t_proxy_recv":27081.381130749,"t_decision_unix":1779961077.9360719,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":21402.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21402,"cache_hit":0,"estimated_new_tokens":21402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":21402,"score_linear":65289.0,"score_lmetric":86691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21402,"score_linear":128770.0,"score_lmetric":42804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":21402,"score_linear":37527.0,"score_lmetric":21402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21402,"score_linear":21371.0,"score_lmetric":21402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":21402,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":21402,"score_linear":7065.0,"score_lmetric":21402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":21402,"score_linear":11912.0,"score_lmetric":33314},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":21402,"score_linear":69451.0,"score_lmetric":162250}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27083.678118536,"t_first_token_unix":1779961080.2330651,"t_done":27083.737955603,"t_done_unix":1779961080.2929008},{"request_id":"1334223:2:1341796:448","session_id":"1334223","input_length":37527,"t_proxy_recv":27076.057032325,"t_decision_unix":1779961072.611973,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":23552,"affinity_cache_ratio":0.6276014602819303,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":23552,"v3_new_local":13975,"v3_src_idx":6,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":23552,"estimated_new_tokens":13975,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":37527,"score_linear":128770.0,"score_lmetric":75054},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":37527,"score_linear":21371.0,"score_lmetric":37527},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":37527,"score_linear":48381.0,"score_lmetric":85908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":37527,"score_linear":7065.0,"score_lmetric":37527},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":23552,"new_prefill":13975,"score_linear":910.0,"score_lmetric":13975},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":910.0,"chosen_score_lmetric":13975,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"t_prefill_sent":27076.058073013,"t_prefill_sent_unix":1779961072.613016,"t_prefill_done":27079.10751527,"t_prefill_done_unix":1779961075.662464,"t_decode_sent":27079.108028896,"t_decode_sent_unix":1779961075.6629717,"t_first_token":27082.08233386,"t_first_token_unix":1779961078.6372776,"t_done":27084.547751352,"t_done_unix":1779961081.1026947},{"request_id":"1316848:15:1344261:463","session_id":"1316848","input_length":50447,"t_proxy_recv":27084.456927997,"t_decision_unix":1779961081.0118692,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9946280254524551,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (271 < 8000)","v3_prefill_cache_hit":50176,"v3_new_local":271,"cache_hit":50176,"estimated_new_tokens":271,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":20992,"new_prefill":29455,"score_linear":140078.0,"score_lmetric":189562},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":50447,"score_linear":128770.0,"score_lmetric":100894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1133,"cache_hit":0,"new_prefill":50447,"score_linear":37527.0,"score_lmetric":50447},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":50176,"new_prefill":271,"score_linear":-28805.0,"score_lmetric":271},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":50447,"score_linear":7065.0,"score_lmetric":50447},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":50447,"score_linear":79271.0,"score_lmetric":341538}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":271,"t_first_token":27084.638970225,"t_first_token_unix":1779961081.1939137,"t_done":27085.070737972,"t_done_unix":1779961081.6256816},{"request_id":"1314357:3:1338999:437","session_id":"1314357","input_length":66152,"t_proxy_recv":27066.362550077,"t_decision_unix":1779961062.9174912,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9287701052122385,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4712 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":4712,"cache_hit":61440,"estimated_new_tokens":4712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":66152,"score_linear":95383.0,"score_lmetric":66152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":61440,"new_prefill":4712,"score_linear":1178.0,"score_lmetric":4712},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":66152,"score_linear":114821.0,"score_lmetric":213888},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":66152,"score_linear":82142.0,"score_lmetric":66152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":129600,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":66152,"score_linear":129600.0,"score_lmetric":198456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":66152,"score_linear":55130.0,"score_lmetric":66152}],"chosen_score_linear":1178.0,"chosen_score_lmetric":4712,"t_first_token":27068.409554121,"t_first_token_unix":1779961064.9644978,"t_done":27086.907108078,"t_done_unix":1779961083.4620516},{"request_id":"1345921:1:1345921:469","session_id":"1345921","input_length":505,"t_proxy_recv":27090.153319001,"t_decision_unix":1779961086.70826,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":505.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":505,"cache_hit":0,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":505,"score_linear":161070.0,"score_lmetric":131662},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":505,"score_linear":62618.0,"score_lmetric":505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":505,"score_linear":58815.0,"score_lmetric":505},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":505,"score_linear":80186.0,"score_lmetric":1010},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":505,"score_linear":7065.0,"score_lmetric":505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106762,"ongoing_decode_tokens":0,"pending_prefill_tokens":33546,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":505,"score_linear":106762.0,"score_lmetric":68102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":505,"score_linear":79271.0,"score_lmetric":191712}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27090.204283771,"t_first_token_unix":1779961086.7592268,"t_done":27090.532161486,"t_done_unix":1779961087.0871058},{"request_id":"1344773:1:1344773:465","session_id":"1344773","input_length":32816,"t_proxy_recv":27086.250474123,"t_decision_unix":1779961082.8054152,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":32816.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":32816,"cache_hit":0,"estimated_new_tokens":32816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":32816,"score_linear":161070.0,"score_lmetric":196284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":32816,"score_linear":128770.0,"score_lmetric":65632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":32816,"score_linear":21371.0,"score_lmetric":32816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":32816,"score_linear":7065.0,"score_lmetric":32816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":32816,"score_linear":79271.0,"score_lmetric":288645}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27091.197775295,"t_first_token_unix":1779961087.752724,"t_done":27091.419216387,"t_done_unix":1779961087.9741597},{"request_id":"1342327:2:1343857:461","session_id":"1342327","input_length":9820,"t_proxy_recv":27083.046251934,"t_decision_unix":1779961079.6011932,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6256619144602852,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3676 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":3676,"cache_hit":6144,"estimated_new_tokens":3676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":9820,"score_linear":65289.0,"score_lmetric":75109},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9820,"score_linear":128770.0,"score_lmetric":19640},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1133,"cache_hit":0,"new_prefill":9820,"score_linear":37527.0,"score_lmetric":9820},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9820,"score_linear":21371.0,"score_lmetric":9820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":9820,"score_linear":21402.0,"score_lmetric":31222},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":9820,"score_linear":7065.0,"score_lmetric":9820},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":6144,"new_prefill":3676,"score_linear":63307.0,"score_lmetric":126798}],"chosen_score_linear":63307.0,"chosen_score_lmetric":126798,"t_first_token":27091.977457503,"t_first_token_unix":1779961088.5324008,"t_done":27092.420090722,"t_done_unix":1779961088.9750345},{"request_id":"1344773:2:1346419:473","session_id":"1344773","input_length":33008,"t_proxy_recv":27092.017582162,"t_decision_unix":1779961088.5725238,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (240 < 8000)","v3_prefill_cache_hit":32768,"v3_new_local":240,"cache_hit":32768,"estimated_new_tokens":240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":33008,"score_linear":161070.0,"score_lmetric":196668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":33008,"score_linear":62618.0,"score_lmetric":33008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":33008,"score_linear":58815.0,"score_lmetric":33008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":33008,"score_linear":80186.0,"score_lmetric":66016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":37019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":33008,"score_linear":37019.0,"score_lmetric":70027},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":33008,"score_linear":7065.0,"score_lmetric":33008},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":32768,"new_prefill":240,"score_linear":41178.0,"score_lmetric":240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":79271,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":33008,"score_linear":79271.0,"score_lmetric":99024}],"chosen_score_linear":41178.0,"chosen_score_lmetric":240,"t_first_token":27092.144076282,"t_first_token_unix":1779961088.6990204,"t_done":27092.463767469,"t_done_unix":1779961089.0187235},{"request_id":"1342327:3:1344788:466","session_id":"1342327","input_length":12398,"t_proxy_recv":27092.424988986,"t_decision_unix":1779961088.9799304,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.78464268430392,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2670 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":2670,"cache_hit":9728,"estimated_new_tokens":2670,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":12398,"score_linear":161070.0,"score_lmetric":155448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":12398,"score_linear":62618.0,"score_lmetric":12398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":12398,"score_linear":58815.0,"score_lmetric":12398},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":12398,"score_linear":21371.0,"score_lmetric":12398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":37019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":12398,"score_linear":37019.0,"score_lmetric":49417},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":12398,"score_linear":7065.0,"score_lmetric":12398},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106954,"ongoing_decode_tokens":106954,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":12398,"score_linear":106954.0,"score_lmetric":24796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":69451,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":9728,"new_prefill":2670,"score_linear":59723.0,"score_lmetric":5340}],"chosen_score_linear":59723.0,"chosen_score_lmetric":5340,"t_first_token":27092.759246126,"t_first_token_unix":1779961089.31419,"t_done":27093.044592517,"t_done_unix":1779961089.5995357},{"request_id":"1316848:16:1345678:468","session_id":"1316848","input_length":58815,"t_proxy_recv":27089.265346737,"t_decision_unix":1779961085.820288,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.8531157017767577,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":50176,"v3_new_local":8639,"v3_src_idx":3,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":50176,"estimated_new_tokens":8639,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":20992,"new_prefill":37823,"score_linear":140078.0,"score_lmetric":206298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":58815,"score_linear":62618.0,"score_lmetric":58815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":50176,"new_prefill":8639,"score_linear":-28805.0,"score_lmetric":8639},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":58815,"score_linear":7065.0,"score_lmetric":58815},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106762,"ongoing_decode_tokens":0,"pending_prefill_tokens":33546,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":58815,"score_linear":106762.0,"score_lmetric":184722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":58815,"score_linear":79271.0,"score_lmetric":366642}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":8639,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"t_prefill_sent":27089.267099432,"t_prefill_sent_unix":1779961085.8220422,"t_prefill_done":27092.305251897,"t_prefill_done_unix":1779961088.860201,"t_decode_sent":27092.306018837,"t_decode_sent_unix":1779961088.8609622,"t_first_token":27093.027441391,"t_first_token_unix":1779961089.5823853,"t_done":27093.150625537,"t_done_unix":1779961089.7055697},{"request_id":"1342327:4:1346218:471","session_id":"1342327","input_length":14842,"t_proxy_recv":27093.049631184,"t_decision_unix":1779961089.604573,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.8279207653954993,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2554 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":2554,"cache_hit":12288,"estimated_new_tokens":2554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":14842,"score_linear":161070.0,"score_lmetric":160336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":14842,"score_linear":62618.0,"score_lmetric":14842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":14842,"score_linear":58815.0,"score_lmetric":14842},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":14842,"score_linear":21371.0,"score_lmetric":14842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":37019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":14842,"score_linear":37019.0,"score_lmetric":51861},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":14842,"score_linear":7065.0,"score_lmetric":14842},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":14842,"score_linear":73946.0,"score_lmetric":14842},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":69451,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":12288,"new_prefill":2554,"score_linear":57163.0,"score_lmetric":5108}],"chosen_score_linear":57163.0,"chosen_score_lmetric":5108,"t_first_token":27093.403869228,"t_first_token_unix":1779961089.958813,"t_done":27093.531444444,"t_done_unix":1779961090.0863874},{"request_id":"1342634:1:1342634:454","session_id":"1342634","input_length":59219,"t_proxy_recv":27078.981989889,"t_decision_unix":1779961075.5369315,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":59219.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59219,"cache_hit":0,"estimated_new_tokens":59219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41267,"ongoing_decode_tokens":41267,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":59219,"score_linear":41267.0,"score_lmetric":118438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":59219,"score_linear":128770.0,"score_lmetric":118438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39656,"ongoing_decode_tokens":0,"pending_prefill_tokens":81,"num_requests":2,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":59219,"score_linear":39656.0,"score_lmetric":118600},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":59219,"score_linear":21371.0,"score_lmetric":59219},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":59219,"score_linear":48381.0,"score_lmetric":107600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":59219,"score_linear":7065.0,"score_lmetric":59219},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59219,"score_linear":61989.0,"score_lmetric":118438},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27091.975334345,"t_first_token_unix":1779961088.5302787,"t_done":27093.830377983,"t_done_unix":1779961090.3853228},{"request_id":"1341912:2:1343220:458","session_id":"1341912","input_length":10232,"t_proxy_recv":27081.094444568,"t_decision_unix":1779961077.649386,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9507427677873339,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (504 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":504,"cache_hit":9728,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":10232,"score_linear":65289.0,"score_lmetric":75521},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":10232,"score_linear":128770.0,"score_lmetric":20464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":10232,"score_linear":37527.0,"score_lmetric":10232},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":10232,"score_linear":21371.0,"score_lmetric":10232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":10232,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":10232,"score_linear":7065.0,"score_lmetric":10232},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":10232,"score_linear":11912.0,"score_lmetric":22144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":9728,"new_prefill":504,"score_linear":49491.0,"score_lmetric":59723}],"chosen_score_linear":49491.0,"chosen_score_lmetric":59723,"t_first_token":27091.978204358,"t_first_token_unix":1779961088.5331473,"t_done":27094.036704483,"t_done_unix":1779961090.5916476},{"request_id":"1269373:18:1345570:467","session_id":"1269373","input_length":73946,"t_proxy_recv":27088.82240976,"t_decision_unix":1779961085.3773513,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9901279311930328,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (730 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":730,"cache_hit":73216,"estimated_new_tokens":730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":4096,"new_prefill":69850,"score_linear":156974.0,"score_lmetric":270352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":73946,"score_linear":62618.0,"score_lmetric":73946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":7680,"new_prefill":66266,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":7680,"new_prefill":66266,"score_linear":13691.0,"score_lmetric":66266},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":73946,"score_linear":7065.0,"score_lmetric":73946},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":73216,"new_prefill":730,"score_linear":-40400.0,"score_lmetric":33546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":7680,"new_prefill":66266,"score_linear":71591.0,"score_lmetric":388995}],"chosen_score_linear":-40400.0,"chosen_score_lmetric":33546,"t_first_token":27091.201271887,"t_first_token_unix":1779961087.7562165,"t_done":27094.750700144,"t_done_unix":1779961091.3056436},{"request_id":"1339070:1:1339070:438","session_id":"1339070","input_length":7065,"t_proxy_recv":27066.569610691,"t_decision_unix":1779961063.1245522,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":7065.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7065 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7065,"cache_hit":0,"estimated_new_tokens":7065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":7065,"score_linear":95383.0,"score_lmetric":7065},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":7065,"score_linear":128770.0,"score_lmetric":23554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":7065,"score_linear":114821.0,"score_lmetric":36627},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":0,"pending_prefill_tokens":656,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":7065,"score_linear":83088.0,"score_lmetric":7721},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93082,"ongoing_decode_tokens":93082,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":7065,"score_linear":93082.0,"score_lmetric":14130},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":7065,"score_linear":55130.0,"score_lmetric":7065}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27067.048366587,"t_first_token_unix":1779961063.6033099,"t_done":27095.196724655,"t_done_unix":1779961091.7516685},{"request_id":"1347763:1:1347763:476","session_id":"1347763","input_length":5465,"t_proxy_recv":27096.657966821,"t_decision_unix":1779961093.212908,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5465.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5465 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5465,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":186731,"ongoing_decode_tokens":186731,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":5465,"score_linear":186731.0,"score_lmetric":16395},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":5465,"score_linear":62618.0,"score_lmetric":5465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":5465,"score_linear":21371.0,"score_lmetric":5465},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37792,"ongoing_decode_tokens":0,"pending_prefill_tokens":37280,"num_requests":2,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":5465,"score_linear":37792.0,"score_lmetric":85490},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27097.009175413,"t_first_token_unix":1779961093.5641186,"t_done":27097.135564212,"t_done_unix":1779961093.6905072},{"request_id":"1341948:2:1347296:475","session_id":"1341948","input_length":25661,"t_proxy_recv":27095.050737804,"t_decision_unix":1779961091.6056786,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.7581933673668212,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6205 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":6205,"cache_hit":19456,"estimated_new_tokens":6205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":19456,"new_prefill":6205,"score_linear":141614.0,"score_lmetric":143062},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":25661,"score_linear":62618.0,"score_lmetric":25661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":25661,"score_linear":21371.0,"score_lmetric":25661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37792,"ongoing_decode_tokens":0,"pending_prefill_tokens":37280,"num_requests":2,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":25661,"score_linear":37792.0,"score_lmetric":125882},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":25661,"score_linear":7065.0,"score_lmetric":25661},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":141614.0,"chosen_score_lmetric":143062,"t_first_token":27096.20127572,"t_first_token_unix":1779961092.7562196,"t_done":27097.320545257,"t_done_unix":1779961093.8754883},{"request_id":"1345921:2:1347089:474","session_id":"1345921","input_length":773,"t_proxy_recv":27094.33480073,"t_decision_unix":1779961090.8897414,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.6623544631306598,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (261 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":261,"cache_hit":512,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":773,"score_linear":161070.0,"score_lmetric":132198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":773,"score_linear":62618.0,"score_lmetric":773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":773,"score_linear":21371.0,"score_lmetric":773},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":37019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":512,"new_prefill":261,"score_linear":36507.0,"score_lmetric":37280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":773,"score_linear":7065.0,"score_lmetric":773},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":773,"score_linear":73946.0,"score_lmetric":773},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":36507.0,"chosen_score_lmetric":37280,"t_first_token":27097.25387024,"t_first_token_unix":1779961093.8088136,"t_done":27097.640610981,"t_done_unix":1779961094.1955552},{"request_id":"1268861:6:1346340:472","session_id":"1268861","input_length":37019,"t_proxy_recv":27091.691090641,"t_decision_unix":1779961088.2460318,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":4,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9266592830708555,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":37019.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":37019,"cache_hit":0,"estimated_new_tokens":37019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":37019,"score_linear":161070.0,"score_lmetric":204690},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":37019,"score_linear":62618.0,"score_lmetric":37019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":37019,"score_linear":58815.0,"score_lmetric":37019},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":37019,"score_linear":80186.0,"score_lmetric":74038},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":37019,"score_linear":7065.0,"score_lmetric":37019},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":37019,"score_linear":73946.0,"score_lmetric":37019},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":34304,"new_prefill":2715,"score_linear":44967.0,"score_lmetric":198342}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27097.253247345,"t_first_token_unix":1779961093.808191,"t_done":27099.146533043,"t_done_unix":1779961095.7014763},{"request_id":"1279412:22:1344210:462","session_id":"1279412","input_length":95781,"t_proxy_recv":27084.315567939,"t_decision_unix":1779961080.8705094,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9996137020912289,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (37 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":37,"cache_hit":95744,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":95744,"new_prefill":37,"score_linear":-30455.0,"score_lmetric":65326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":12800,"new_prefill":82981,"score_linear":115970.0,"score_lmetric":165962},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1133,"cache_hit":0,"new_prefill":95781,"score_linear":37527.0,"score_lmetric":95781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":95781,"score_linear":21371.0,"score_lmetric":95781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":95781,"score_linear":7065.0,"score_lmetric":95781},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":39936,"new_prefill":55845,"score_linear":39335.0,"score_lmetric":357732}],"chosen_score_linear":-30455.0,"chosen_score_lmetric":65326,"t_first_token":27095.228811219,"t_first_token_unix":1779961091.7837546,"t_done":27099.616535733,"t_done_unix":1779961096.171479},{"request_id":"1311753:3:1348389:480","session_id":"1311753","input_length":39636,"t_proxy_recv":27099.140415389,"t_decision_unix":1779961095.6953564,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9171460288626501,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3284 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":3284,"cache_hit":36352,"estimated_new_tokens":3284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":161070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":39636,"score_linear":161070.0,"score_lmetric":79272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":39636,"score_linear":62618.0,"score_lmetric":39636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":0,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":39636,"score_linear":41202.0,"score_lmetric":43462},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":39636,"score_linear":21371.0,"score_lmetric":39636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":37019,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":39636,"score_linear":37019.0,"score_lmetric":39636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":36352,"new_prefill":3284,"score_linear":-36352.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36352.0,"chosen_score_lmetric":0,"t_first_token":27100.002110989,"t_first_token_unix":1779961096.5570548,"t_done":27100.290021728,"t_done_unix":1779961096.8449655},{"request_id":"1345921:3:1348784:483","session_id":"1345921","input_length":1397,"t_proxy_recv":27100.33216125,"t_decision_unix":1779961096.8871026,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.36649964209019326,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":885.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (885 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":885,"cache_hit":512,"estimated_new_tokens":885,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161315,"ongoing_decode_tokens":161315,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":1397,"score_linear":161315.0,"score_lmetric":2794},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":1397,"score_linear":62618.0,"score_lmetric":1397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":1397,"score_linear":41202.0,"score_lmetric":1397},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":1397,"score_linear":21371.0,"score_lmetric":1397},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":512,"new_prefill":885,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":1397,"score_linear":17217.0,"score_lmetric":18614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12701,"ongoing_decode_tokens":0,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":1397,"score_linear":12701.0,"score_lmetric":14098}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":27100.395957488,"t_first_token_unix":1779961096.950901,"t_done":27100.514583801,"t_done_unix":1779961097.0695271},{"request_id":"1348394:1:1348394:481","session_id":"1348394","input_length":17217,"t_proxy_recv":27099.168295145,"t_decision_unix":1779961095.7232366,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":17217.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17217,"cache_hit":0,"estimated_new_tokens":17217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":161070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":17217,"score_linear":161070.0,"score_lmetric":34434},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":17217,"score_linear":62618.0,"score_lmetric":17217},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":0,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":17217,"score_linear":41202.0,"score_lmetric":21043},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":17217,"score_linear":21371.0,"score_lmetric":17217},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":17217,"score_linear":39636.0,"score_lmetric":20501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27100.817677912,"t_first_token_unix":1779961097.3726215,"t_done":27101.197904672,"t_done_unix":1779961097.7528481},{"request_id":"1348691:1:1348691:482","session_id":"1348691","input_length":12701,"t_proxy_recv":27100.031844616,"t_decision_unix":1779961096.5867858,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12701.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12701,"cache_hit":0,"estimated_new_tokens":12701,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161315,"ongoing_decode_tokens":161315,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":12701,"score_linear":161315.0,"score_lmetric":25402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":12701,"score_linear":62618.0,"score_lmetric":12701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":12701,"score_linear":41202.0,"score_lmetric":12701},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":12701,"score_linear":21371.0,"score_lmetric":12701},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":12701,"score_linear":17217.0,"score_lmetric":29918},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39636,"ongoing_decode_tokens":39636,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":12701,"score_linear":39636.0,"score_lmetric":12701},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27101.092467841,"t_first_token_unix":1779961097.6474128,"t_done":27101.45006941,"t_done_unix":1779961098.0050132},{"request_id":"1342921:1:1342921:455","session_id":"1342921","input_length":65289,"t_proxy_recv":27080.023717603,"t_decision_unix":1779961076.5786586,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":65289.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":65289,"cache_hit":0,"estimated_new_tokens":65289,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":65289,"score_linear":128770.0,"score_lmetric":130578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":65289,"score_linear":37527.0,"score_lmetric":65289},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":65289,"score_linear":21371.0,"score_lmetric":65289},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":65289,"score_linear":48381.0,"score_lmetric":65289},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":65289,"score_linear":7065.0,"score_lmetric":65289},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":65289,"score_linear":59219.0,"score_lmetric":124508}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27095.222426645,"t_first_token_unix":1779961091.7773707,"t_done":27102.29397045,"t_done_unix":1779961098.8489146},{"request_id":"1349975:1:1349975:487","session_id":"1349975","input_length":4988,"t_proxy_recv":27104.555776611,"t_decision_unix":1779961101.1107087,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4988.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4988 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4988,"cache_hit":0,"estimated_new_tokens":4988,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":4988,"score_linear":96026.0,"score_lmetric":4988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":4988,"score_linear":62618.0,"score_lmetric":4988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":4988,"score_linear":41202.0,"score_lmetric":4988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":4988,"score_linear":21371.0,"score_lmetric":4988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1412,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":109827,"ongoing_decode_tokens":109827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":4988,"score_linear":109827.0,"score_lmetric":9976},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27104.869600287,"t_first_token_unix":1779961101.424544,"t_done":27105.193681738,"t_done_unix":1779961101.7486315},{"request_id":"1350162:1:1350162:488","session_id":"1350162","input_length":4594,"t_proxy_recv":27105.240742692,"t_decision_unix":1779961101.795684,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4594.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4594 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4594,"cache_hit":0,"estimated_new_tokens":4594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":4594,"score_linear":96026.0,"score_lmetric":4594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":4594,"score_linear":62618.0,"score_lmetric":4594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":4594,"score_linear":41202.0,"score_lmetric":4594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":4594,"score_linear":21371.0,"score_lmetric":4594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":109827,"ongoing_decode_tokens":109827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":4594,"score_linear":109827.0,"score_lmetric":9188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27105.528786592,"t_first_token_unix":1779961102.0837302,"t_done":27105.645743079,"t_done_unix":1779961102.200686},{"request_id":"1344773:3:1349525:486","session_id":"1344773","input_length":33334,"t_proxy_recv":27102.967470924,"t_decision_unix":1779961099.522412,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9830203395932081,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (566 < 8000)","v3_prefill_cache_hit":32768,"v3_new_local":566,"cache_hit":32768,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":33334,"score_linear":96026.0,"score_lmetric":33334},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":33334,"score_linear":62618.0,"score_lmetric":33334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":33334,"score_linear":41202.0,"score_lmetric":33334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":33334,"score_linear":21371.0,"score_lmetric":33334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1412,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":0,"pending_prefill_tokens":2253,"num_requests":1,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":32768,"new_prefill":566,"score_linear":43725.0,"score_lmetric":2819},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43725.0,"chosen_score_lmetric":2819,"t_first_token":27104.006679076,"t_first_token_unix":1779961100.561623,"t_done":27106.516959657,"t_done_unix":1779961103.0719032},{"request_id":"1334223:3:1348241:479","session_id":"1334223","input_length":41202,"t_proxy_recv":27098.572733262,"t_decision_unix":1779961095.127674,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9071404300762099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3826 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":3826,"cache_hit":37376,"estimated_new_tokens":3826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":161070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":41202,"score_linear":161070.0,"score_lmetric":82404},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":41202,"score_linear":62618.0,"score_lmetric":41202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":37376,"new_prefill":3826,"score_linear":-37376.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":41202,"score_linear":21371.0,"score_lmetric":41202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":37019,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":41202,"score_linear":37019.0,"score_lmetric":41202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":37376,"new_prefill":3826,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":27099.545618867,"t_first_token_unix":1779961096.1005623,"t_done":27107.687060478,"t_done_unix":1779961104.2420042},{"request_id":"1269373:19:1349406:485","session_id":"1269373","input_length":76493,"t_proxy_recv":27102.61899132,"t_decision_unix":1779961099.1739328,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.9705463245002811,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2253 < 8000)","v3_prefill_cache_hit":74240,"v3_new_local":2253,"cache_hit":74240,"estimated_new_tokens":2253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":4096,"new_prefill":72397,"score_linear":91930.0,"score_lmetric":72397},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":76493,"score_linear":62618.0,"score_lmetric":76493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":7680,"new_prefill":68813,"score_linear":33522.0,"score_lmetric":68813},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":7680,"new_prefill":68813,"score_linear":13691.0,"score_lmetric":68813},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1412,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":74240,"new_prefill":2253,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":27103.85553342,"t_first_token_unix":1779961100.4104917,"t_done":27108.040812122,"t_done_unix":1779961104.5957556},{"request_id":"1350896:1:1350896:489","session_id":"1350896","input_length":1471,"t_proxy_recv":27107.688327091,"t_decision_unix":1779961104.2432685,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1471.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1471 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1471,"cache_hit":0,"estimated_new_tokens":1471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":1471,"score_linear":96026.0,"score_lmetric":1471},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":1471,"score_linear":62618.0,"score_lmetric":1471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":1471,"score_linear":21371.0,"score_lmetric":1471},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":1471,"score_linear":76493.0,"score_lmetric":1471},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27107.790554946,"t_first_token_unix":1779961104.3454978,"t_done":27108.156743189,"t_done_unix":1779961104.7116864},{"request_id":"1350980:1:1350980:490","session_id":"1350980","input_length":15313,"t_proxy_recv":27107.935347323,"t_decision_unix":1779961104.4902887,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15313.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15313,"cache_hit":0,"estimated_new_tokens":15313,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":15313,"score_linear":96026.0,"score_lmetric":15313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":15313,"score_linear":62618.0,"score_lmetric":15313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1471,"ongoing_decode_tokens":1471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":15313,"score_linear":1471.0,"score_lmetric":15313},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":15313,"score_linear":21371.0,"score_lmetric":15313},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":15313,"score_linear":76493.0,"score_lmetric":15313},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27109.300077145,"t_first_token_unix":1779961105.855021,"t_done":27109.340072177,"t_done_unix":1779961105.8950152},{"request_id":"1253743:5:1351907:492","session_id":"1253743","input_length":51340,"t_proxy_recv":27111.470815275,"t_decision_unix":1779961108.0257564,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9773276197896377,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1164 < 8000)","v3_prefill_cache_hit":50176,"v3_new_local":1164,"cache_hit":50176,"estimated_new_tokens":1164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":17408,"new_prefill":33932,"score_linear":78618.0,"score_lmetric":33932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":3584,"new_prefill":47756,"score_linear":59034.0,"score_lmetric":47756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":50176,"new_prefill":1164,"score_linear":-28805.0,"score_lmetric":1164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":4608,"new_prefill":46732,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":1164,"t_first_token":27111.853270923,"t_first_token_unix":1779961108.4082148,"t_done":27112.42950788,"t_done_unix":1779961108.9844513},{"request_id":"1344773:4:1352462:494","session_id":"1344773","input_length":33579,"t_proxy_recv":27113.297346428,"t_decision_unix":1779961109.852288,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9910956252419667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (299 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":299,"cache_hit":33280,"estimated_new_tokens":299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":33579,"score_linear":96026.0,"score_lmetric":33579},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":33579,"score_linear":62618.0,"score_lmetric":33579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":33579,"score_linear":21371.0,"score_lmetric":33579},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10575,"ongoing_decode_tokens":0,"pending_prefill_tokens":5967,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":33579,"score_linear":10575.0,"score_lmetric":39546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":33280,"new_prefill":299,"score_linear":-33280.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":33579,"score_linear":21436.0,"score_lmetric":42727}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":27113.365016236,"t_first_token_unix":1779961109.9199598,"t_done":27113.53730474,"t_done_unix":1779961110.092248},{"request_id":"1350162:2:1352468:495","session_id":"1350162","input_length":10575,"t_proxy_recv":27113.293194613,"t_decision_unix":1779961109.8481357,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4357446808510638,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":5967.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5967 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":5967,"cache_hit":4608,"estimated_new_tokens":5967,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":10575,"score_linear":96026.0,"score_lmetric":10575},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":10575,"score_linear":62618.0,"score_lmetric":10575},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":10575,"score_linear":21371.0,"score_lmetric":10575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":4608,"new_prefill":5967,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":10575,"score_linear":21436.0,"score_lmetric":19723}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":27113.845122516,"t_first_token_unix":1779961110.4000666,"t_done":27113.970046057,"t_done_unix":1779961110.5249894},{"request_id":"1348691:2:1352277:493","session_id":"1348691","input_length":21436,"t_proxy_recv":27112.65466495,"t_decision_unix":1779961109.2096064,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5732412763575294,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12288,"v3_new_local":9148,"cache_hit":12288,"estimated_new_tokens":9148,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":21436,"score_linear":96026.0,"score_lmetric":21436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":21436,"score_linear":62618.0,"score_lmetric":21436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":21436,"score_linear":21371.0,"score_lmetric":21436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":12288,"new_prefill":9148,"score_linear":-12288.0,"score_lmetric":0}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":27113.940008826,"t_first_token_unix":1779961110.4949522,"t_done":27114.16627465,"t_done_unix":1779961110.7212183},{"request_id":"1345921:4:1353010:501","session_id":"1345921","input_length":6935,"t_proxy_recv":27115.262748516,"t_decision_unix":1779961111.81769,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":1024,"affinity_cache_ratio":0.14765681326604183,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":6935.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6935 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6935,"cache_hit":0,"estimated_new_tokens":6935,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":6935,"score_linear":96026.0,"score_lmetric":6935},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":6935,"score_linear":130877.0,"score_lmetric":13870},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":6935,"score_linear":21371.0,"score_lmetric":6935},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":0,"pending_prefill_tokens":19222,"num_requests":2,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":1024,"new_prefill":5911,"score_linear":101142.0,"score_lmetric":50266},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":6935,"score_linear":77790.0,"score_lmetric":6935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":14239,"ongoing_decode_tokens":0,"pending_prefill_tokens":14239,"num_requests":1,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":6935,"score_linear":14239.0,"score_lmetric":21174}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27115.728936748,"t_first_token_unix":1779961112.2838805,"t_done":27115.731538778,"t_done_unix":1779961112.286483},{"request_id":"1349975:2:1352986:500","session_id":"1349975","input_length":14239,"t_proxy_recv":27115.21975969,"t_decision_unix":1779961111.7747006,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.32361823161738884,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":14239.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14239,"cache_hit":0,"estimated_new_tokens":14239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":14239,"score_linear":96026.0,"score_lmetric":14239},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":14239,"score_linear":130877.0,"score_lmetric":28478},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":14239,"score_linear":21371.0,"score_lmetric":14239},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":0,"pending_prefill_tokens":19222,"num_requests":2,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":4608,"new_prefill":9631,"score_linear":97558.0,"score_lmetric":57706},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":14239,"score_linear":77790.0,"score_lmetric":14239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27116.457162926,"t_first_token_unix":1779961113.0121067,"t_done":27116.647930327,"t_done_unix":1779961113.2028732},{"request_id":"1352606:1:1352606:496","session_id":"1352606","input_length":18840,"t_proxy_recv":27113.84845931,"t_decision_unix":1779961110.4034007,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":18840.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":18840,"cache_hit":0,"estimated_new_tokens":18840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":18840,"score_linear":96026.0,"score_lmetric":18840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":18840,"score_linear":62618.0,"score_lmetric":18840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":18840,"score_linear":21371.0,"score_lmetric":18840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":18840,"score_linear":10575.0,"score_lmetric":18840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":18840,"score_linear":21436.0,"score_lmetric":27988}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27115.729584094,"t_first_token_unix":1779961112.2845273,"t_done":27116.745691738,"t_done_unix":1779961113.300635},{"request_id":"1317598:6:1352957:499","session_id":"1317598","input_length":83326,"t_proxy_recv":27115.11869731,"t_decision_unix":1779961111.6736383,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9954155965724983,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (382 < 8000)","v3_prefill_cache_hit":82944,"v3_new_local":382,"cache_hit":82944,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":83326,"score_linear":96026.0,"score_lmetric":83326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":83326,"score_linear":130877.0,"score_lmetric":166652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":83326,"score_linear":21371.0,"score_lmetric":83326},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":82944,"new_prefill":382,"score_linear":-64104.0,"score_lmetric":19222},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":83326,"score_linear":77790.0,"score_lmetric":83326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-64104.0,"chosen_score_lmetric":19222,"t_first_token":27115.936533222,"t_first_token_unix":1779961112.491477,"t_done":27117.124222523,"t_done_unix":1779961113.6791656},{"request_id":"1269373:20:1352797:498","session_id":"1269373","input_length":77790,"t_proxy_recv":27114.519696921,"t_decision_unix":1779961111.0746381,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9872734284612418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (990 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":990,"cache_hit":76800,"estimated_new_tokens":990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":4096,"new_prefill":73694,"score_linear":91930.0,"score_lmetric":73694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":77790,"score_linear":130877.0,"score_lmetric":155580},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":7680,"new_prefill":70110,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":7680,"new_prefill":70110,"score_linear":13691.0,"score_lmetric":70110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":77790,"score_linear":18840.0,"score_lmetric":96630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":76800,"new_prefill":990,"score_linear":-76800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":7680,"new_prefill":70110,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":27115.072254124,"t_first_token_unix":1779961111.627198,"t_done":27117.426408872,"t_done_unix":1779961113.981352},{"request_id":"1344773:5:1353365:502","session_id":"1344773","input_length":33875,"t_proxy_recv":27116.727458317,"t_decision_unix":1779961113.2824,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9824354243542436,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (595 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":595,"cache_hit":33280,"estimated_new_tokens":595,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":33875,"score_linear":96026.0,"score_lmetric":33875},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":33875,"score_linear":130877.0,"score_lmetric":67750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":33875,"score_linear":21371.0,"score_lmetric":33875},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":102166,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":33875,"score_linear":102166.0,"score_lmetric":67750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":33280,"new_prefill":595,"score_linear":44510.0,"score_lmetric":595},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":44510.0,"chosen_score_lmetric":595,"t_first_token":27116.906731629,"t_first_token_unix":1779961113.4616752,"t_done":27118.984163159,"t_done_unix":1779961115.5391068},{"request_id":"1253743:6:1354346:505","session_id":"1253743","input_length":51436,"t_proxy_recv":27119.972986612,"t_decision_unix":1779961116.5279279,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9954117738548877,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (236 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":236,"cache_hit":51200,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":17408,"new_prefill":34028,"score_linear":78618.0,"score_lmetric":34028},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":3584,"new_prefill":47852,"score_linear":127293.0,"score_lmetric":95704},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":51200,"new_prefill":236,"score_linear":-29829.0,"score_lmetric":236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":51436,"score_linear":27651.0,"score_lmetric":79087},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":4608,"new_prefill":46828,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":51436,"score_linear":83526.0,"score_lmetric":134962}],"chosen_score_linear":-29829.0,"chosen_score_lmetric":236,"t_first_token":27120.067979772,"t_first_token_unix":1779961116.6229227,"t_done":27120.633269859,"t_done_unix":1779961117.188213},{"request_id":"1279412:23:1348089:477","session_id":"1279412","input_length":96026,"t_proxy_recv":27099.633196598,"t_decision_unix":1779961096.1881382,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9970632953575074,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (282 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":282,"cache_hit":95744,"estimated_new_tokens":282,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":95744,"new_prefill":282,"score_linear":-30455.0,"score_lmetric":282},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":12800,"new_prefill":83226,"score_linear":49818.0,"score_lmetric":83226},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":96026,"score_linear":41202.0,"score_lmetric":96026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":96026,"score_linear":21371.0,"score_lmetric":96026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":96026,"score_linear":17217.0,"score_lmetric":113243},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":96026,"score_linear":39636.0,"score_lmetric":99310},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":39936,"new_prefill":56090,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-30455.0,"chosen_score_lmetric":282,"t_first_token":27099.784499083,"t_first_token_unix":1779961096.3394434,"t_done":27120.738617324,"t_done_unix":1779961117.293561},{"request_id":"1353821:1:1353821:503","session_id":"1353821","input_length":27651,"t_proxy_recv":27118.142381914,"t_decision_unix":1779961114.6973233,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":27651.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27651,"cache_hit":0,"estimated_new_tokens":27651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":27651,"score_linear":96026.0,"score_lmetric":27651},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":27651,"score_linear":130877.0,"score_lmetric":55302},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":27651,"score_linear":21371.0,"score_lmetric":27651},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":27651,"score_linear":33875.0,"score_lmetric":27651},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27121.563271987,"t_first_token_unix":1779961118.1182156,"t_done":27123.832061259,"t_done_unix":1779961120.387008},{"request_id":"1286804:3:1354910:506","session_id":"1286804","input_length":15519,"t_proxy_recv":27121.945223083,"t_decision_unix":1779961118.5001643,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8907790450415619,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1695 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1695,"cache_hit":13824,"estimated_new_tokens":1695,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":15519,"score_linear":130877.0,"score_lmetric":31038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":15519,"score_linear":21371.0,"score_lmetric":15519},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":27651,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":13824,"new_prefill":1695,"score_linear":13827.0,"score_lmetric":1695},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":1536,"new_prefill":13983,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":15519,"score_linear":83526.0,"score_lmetric":99045}],"chosen_score_linear":13827.0,"chosen_score_lmetric":1695,"t_first_token":27123.337473774,"t_first_token_unix":1779961119.8924174,"t_done":27125.091327664,"t_done_unix":1779961121.646271},{"request_id":"1355484:1:1355484:508","session_id":"1355484","input_length":19366,"t_proxy_recv":27123.848254179,"t_decision_unix":1779961120.4031956,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6566.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6566 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":6566,"cache_hit":12800,"estimated_new_tokens":6566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":12800,"new_prefill":6566,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":12800,"new_prefill":6566,"score_linear":118077.0,"score_lmetric":13132},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":19366,"score_linear":21371.0,"score_lmetric":19366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":19366,"score_linear":15519.0,"score_lmetric":19366},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":19366,"score_linear":24503.0,"score_lmetric":43869},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":12800,"new_prefill":6566,"score_linear":70726.0,"score_lmetric":90092}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":27124.786116778,"t_first_token_unix":1779961121.3410602,"t_done":27125.383833056,"t_done_unix":1779961121.9387765},{"request_id":"1340278:2:1356079:512","session_id":"1340278","input_length":48977,"t_proxy_recv":27126.043341187,"t_decision_unix":1779961122.5982823,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9826653327071891,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (849 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":849,"cache_hit":48128,"estimated_new_tokens":849,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":48977,"score_linear":35308.0,"score_lmetric":84285},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":48977,"score_linear":130877.0,"score_lmetric":97954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":48977,"score_linear":21371.0,"score_lmetric":48977},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":48128,"new_prefill":849,"score_linear":-48128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":0,"pending_prefill_tokens":27905,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":48977,"score_linear":150785.0,"score_lmetric":230646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":48977,"score_linear":83526.0,"score_lmetric":132503}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":27126.315929465,"t_first_token_unix":1779961122.8708727,"t_done":27126.992600335,"t_done_unix":1779961123.5475438},{"request_id":"1356948:1:1356948:515","session_id":"1356948","input_length":6711,"t_proxy_recv":27129.133824685,"t_decision_unix":1779961125.6887572,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":6711.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6711 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6711,"cache_hit":0,"estimated_new_tokens":6711,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":6711,"score_linear":35308.0,"score_lmetric":42019},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":6711,"score_linear":130877.0,"score_lmetric":13422},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":6711,"score_linear":122597.0,"score_lmetric":128284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":6711,"score_linear":21371.0,"score_lmetric":6711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34198,"ongoing_decode_tokens":0,"pending_prefill_tokens":34198,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":6711,"score_linear":34198.0,"score_lmetric":40909},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":6711,"score_linear":150785.0,"score_lmetric":29544},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":6711,"score_linear":83526.0,"score_lmetric":90237}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27129.580548653,"t_first_token_unix":1779961126.135492,"t_done":27129.856232625,"t_done_unix":1779961126.411176},{"request_id":"1355951:1:1355951:511","session_id":"1355951","input_length":35308,"t_proxy_recv":27125.44189785,"t_decision_unix":1779961121.9968395,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35308.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35308,"cache_hit":0,"estimated_new_tokens":35308,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":35308,"score_linear":130877.0,"score_lmetric":70616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":35308,"score_linear":21371.0,"score_lmetric":35308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":0,"pending_prefill_tokens":27905,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":35308,"score_linear":150785.0,"score_lmetric":189639},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":35308,"score_linear":83526.0,"score_lmetric":118834}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27130.67494447,"t_first_token_unix":1779961127.229888,"t_done":27131.070953753,"t_done_unix":1779961127.6259007},{"request_id":"1344773:6:1356097:513","session_id":"1344773","input_length":34198,"t_proxy_recv":27126.108915808,"t_decision_unix":1779961122.6638572,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":5,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9881279606994561,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":34198.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":34198,"cache_hit":0,"estimated_new_tokens":34198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":34198,"score_linear":35308.0,"score_lmetric":69506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34198,"score_linear":130877.0,"score_lmetric":68396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":34198,"score_linear":21371.0,"score_lmetric":34198},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48977,"ongoing_decode_tokens":0,"pending_prefill_tokens":849,"num_requests":1,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":34198,"score_linear":48977.0,"score_lmetric":35047},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":0,"pending_prefill_tokens":27905,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":33792,"new_prefill":406,"score_linear":116993.0,"score_lmetric":84933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34198,"score_linear":83526.0,"score_lmetric":117724}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27131.007244578,"t_first_token_unix":1779961127.5621881,"t_done":27131.158833498,"t_done_unix":1779961127.7137766},{"request_id":"1353821:2:1357420:517","session_id":"1353821","input_length":27805,"t_proxy_recv":27130.529732331,"t_decision_unix":1779961127.0846655,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9943535335371336,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (157 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":157,"cache_hit":27648,"estimated_new_tokens":157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":27805,"score_linear":35308.0,"score_lmetric":63113},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":27805,"score_linear":130877.0,"score_lmetric":55610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":27805,"score_linear":122597.0,"score_lmetric":149378},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34891,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13520,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":27805,"score_linear":34891.0,"score_lmetric":82650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":27648,"new_prefill":157,"score_linear":-27648.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34198,"ongoing_decode_tokens":0,"pending_prefill_tokens":34198,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":27805,"score_linear":34198.0,"score_lmetric":62003},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":27805,"score_linear":150785.0,"score_lmetric":92826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":27805,"score_linear":83526.0,"score_lmetric":111331}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":27130.589505818,"t_first_token_unix":1779961127.144449,"t_done":27131.348931781,"t_done_unix":1779961127.9038749},{"request_id":"1357132:1:1357132:516","session_id":"1357132","input_length":13520,"t_proxy_recv":27129.678280154,"t_decision_unix":1779961126.2332213,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":13520.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,1,1,1,1,3,1])","v3_prefill_cache_hit":0,"v3_new_local":13520,"cache_hit":0,"estimated_new_tokens":13520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":13520,"score_linear":35308.0,"score_lmetric":48828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":13520,"score_linear":130877.0,"score_lmetric":27040},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":13520,"score_linear":122597.0,"score_lmetric":135093},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":13520,"score_linear":21371.0,"score_lmetric":13520},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6711,"ongoing_decode_tokens":6711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":13520,"score_linear":6711.0,"score_lmetric":13520},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34198,"ongoing_decode_tokens":0,"pending_prefill_tokens":34198,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":13520,"score_linear":34198.0,"score_lmetric":47718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":13520,"score_linear":150785.0,"score_lmetric":49971},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":13520,"score_linear":83526.0,"score_lmetric":97046}],"chosen_score_linear":21371.0,"chosen_score_lmetric":13520,"t_first_token":27130.840594536,"t_first_token_unix":1779961127.3955388,"t_done":27131.746213976,"t_done_unix":1779961128.3011568},{"request_id":"1344773:7:1357714:518","session_id":"1344773","input_length":34351,"t_proxy_recv":27131.608467094,"t_decision_unix":1779961128.1634083,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9837268201799074,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (559 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":559,"cache_hit":33792,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34351,"score_linear":130877.0,"score_lmetric":68702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34351,"score_linear":122597.0,"score_lmetric":155924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34891,"ongoing_decode_tokens":34891,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":34351,"score_linear":34891.0,"score_lmetric":68702},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":33792,"new_prefill":559,"score_linear":-33792.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":33792,"new_prefill":559,"score_linear":116993.0,"score_lmetric":11088},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34351,"score_linear":83526.0,"score_lmetric":117877}],"chosen_score_linear":-33792.0,"chosen_score_lmetric":0,"t_first_token":27131.716516979,"t_first_token_unix":1779961128.2714603,"t_done":27132.112909689,"t_done_unix":1779961128.6678529},{"request_id":"1336620:3:1339999:443","session_id":"1336620","input_length":21371,"t_proxy_recv":27070.033150792,"t_decision_unix":1779961066.5880923,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6947732909082401,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6523 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":6523,"cache_hit":14848,"estimated_new_tokens":6523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":4096,"new_prefill":17275,"score_linear":91447.0,"score_lmetric":17275},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21371,"score_linear":128770.0,"score_lmetric":42742},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":7680,"new_prefill":13691,"score_linear":6136.0,"score_lmetric":27507},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":14848,"new_prefill":6523,"score_linear":85055.0,"score_lmetric":13046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21371,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":21371,"score_linear":7065.0,"score_lmetric":21371},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":0,"pending_prefill_tokens":1934,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":7680,"new_prefill":13691,"score_linear":16782.0,"score_lmetric":15625},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":13691,"score_linear":93444.0,"score_lmetric":27382}],"chosen_score_linear":85055.0,"chosen_score_lmetric":13046,"t_first_token":27071.032305501,"t_first_token_unix":1779961067.5872488,"t_done":27135.008649673,"t_done_unix":1779961131.5635931},{"request_id":"1355325:1:1355325:507","session_id":"1355325","input_length":24503,"t_proxy_recv":27123.423749849,"t_decision_unix":1779961119.9786913,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24503.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24503,"cache_hit":0,"estimated_new_tokens":24503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":24503,"score_linear":130877.0,"score_lmetric":49006},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":24503,"score_linear":21371.0,"score_lmetric":24503},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43170,"ongoing_decode_tokens":43170,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":24503,"score_linear":43170.0,"score_lmetric":49006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":24503,"score_linear":83526.0,"score_lmetric":108029}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27126.257687109,"t_first_token_unix":1779961122.812631,"t_done":27135.088604234,"t_done_unix":1779961131.6435475},{"request_id":"1344773:8:1358989:523","session_id":"1344773","input_length":34552,"t_proxy_recv":27136.134969481,"t_decision_unix":1779961132.689911,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9928224125955082,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (248 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":248,"cache_hit":34304,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":36230,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":34552,"score_linear":58758.0,"score_lmetric":70782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34552,"score_linear":130877.0,"score_lmetric":69104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34552,"score_linear":122597.0,"score_lmetric":156125},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":34304,"new_prefill":248,"score_linear":-34304.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126282,"ongoing_decode_tokens":126282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":33792,"new_prefill":760,"score_linear":92490.0,"score_lmetric":1520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34552,"score_linear":83526.0,"score_lmetric":118078}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":27136.259683093,"t_first_token_unix":1779961132.8146262,"t_done":27136.517522515,"t_done_unix":1779961133.0724654},{"request_id":"1253743:7:1359251:524","session_id":"1253743","input_length":51509,"t_proxy_recv":27137.171527929,"t_decision_unix":1779961133.7264693,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9940010483604806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (309 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":309,"cache_hit":51200,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":36230,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":17408,"new_prefill":34101,"score_linear":41350.0,"score_lmetric":70331},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":3584,"new_prefill":47925,"score_linear":127293.0,"score_lmetric":95850},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":51509,"score_linear":122597.0,"score_lmetric":173082},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":51200,"new_prefill":309,"score_linear":-51200.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126282,"ongoing_decode_tokens":126282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":4608,"new_prefill":46901,"score_linear":121674.0,"score_lmetric":93802},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":51509,"score_linear":83526.0,"score_lmetric":135035}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":27137.256621388,"t_first_token_unix":1779961133.8115644,"t_done":27137.431294632,"t_done_unix":1779961133.9862375},{"request_id":"1269373:21:1355702:509","session_id":"1269373","input_length":78089,"t_proxy_recv":27124.535341126,"t_decision_unix":1779961121.0902822,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77824,"affinity_cache_ratio":0.9966064362458221,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (265 < 8000)","v3_prefill_cache_hit":77824,"v3_new_local":265,"cache_hit":77824,"estimated_new_tokens":265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":4096,"new_prefill":73993,"score_linear":15270.0,"score_lmetric":80559},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":78089,"score_linear":130877.0,"score_lmetric":156178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":7680,"new_prefill":70409,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":7680,"new_prefill":70409,"score_linear":13691.0,"score_lmetric":70409},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":78089,"score_linear":15519.0,"score_lmetric":78089},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":77824,"new_prefill":265,"score_linear":-53321.0,"score_lmetric":24768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":7680,"new_prefill":70409,"score_linear":75846.0,"score_lmetric":153935}],"chosen_score_linear":-53321.0,"chosen_score_lmetric":24768,"t_first_token":27126.884374122,"t_first_token_unix":1779961123.4393175,"t_done":27140.165335434,"t_done_unix":1779961136.7202792},{"request_id":"1344773:9:1360064:526","session_id":"1344773","input_length":34611,"t_proxy_recv":27140.133032331,"t_decision_unix":1779961136.6879737,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9911299875762041,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (307 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":307,"cache_hit":34304,"estimated_new_tokens":307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":34611,"score_linear":78251.0,"score_lmetric":141756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34611,"score_linear":130877.0,"score_lmetric":69222},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34611,"score_linear":122597.0,"score_lmetric":156184},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":34304,"new_prefill":307,"score_linear":-34304.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126282,"ongoing_decode_tokens":126282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":33792,"new_prefill":819,"score_linear":92490.0,"score_lmetric":1638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34611,"score_linear":83526.0,"score_lmetric":118137}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":27140.198148116,"t_first_token_unix":1779961136.7530985,"t_done":27140.597326442,"t_done_unix":1779961137.1522698},{"request_id":"1353951:1:1353951:504","session_id":"1353951","input_length":83526,"t_proxy_recv":27118.625069984,"t_decision_unix":1779961115.1800113,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":83526.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":83526,"cache_hit":0,"estimated_new_tokens":83526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":83526,"score_linear":96026.0,"score_lmetric":83526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":83526,"score_linear":130877.0,"score_lmetric":167052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":83526,"score_linear":21371.0,"score_lmetric":83526},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":83526,"score_linear":27651.0,"score_lmetric":111177},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":83526,"score_linear":33875.0,"score_lmetric":83526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27142.371991956,"t_first_token_unix":1779961138.9269354,"t_done":27143.763638354,"t_done_unix":1779961140.318582},{"request_id":"1353951:2:1358300:520","session_id":"1353951","input_length":83905,"t_proxy_recv":27143.777310393,"t_decision_unix":1779961140.3322518,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9946487098504261,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (449 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":449,"cache_hit":83456,"estimated_new_tokens":449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":144283,"ongoing_decode_tokens":0,"pending_prefill_tokens":36763,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":83905,"score_linear":144283.0,"score_lmetric":362004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":83905,"score_linear":164355.0,"score_lmetric":267669},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":83905,"score_linear":122597.0,"score_lmetric":205478},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":83905,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":83905,"score_linear":145821.0,"score_lmetric":404156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":83905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":83905,"score_linear":128439.0,"score_lmetric":167810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":83456,"new_prefill":449,"score_linear":-83456.0,"score_lmetric":0}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":27144.046106543,"t_first_token_unix":1779961140.6010501,"t_done":27144.200920877,"t_done_unix":1779961140.7558646},{"request_id":"1342921:2:1361022:530","session_id":"1342921","input_length":66032,"t_proxy_recv":27143.40996744,"t_decision_unix":1779961139.9649086,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65536,"affinity_cache_ratio":0.992488490428883,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":496,"cache_hit":65536,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":65536,"new_prefill":496,"score_linear":12715.0,"score_lmetric":73526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":66032,"score_linear":164355.0,"score_lmetric":214050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":66032,"score_linear":122597.0,"score_lmetric":187605},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":66032,"score_linear":145821.0,"score_lmetric":368410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":66032,"score_linear":128439.0,"score_lmetric":132064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":66032,"score_linear":83526.0,"score_lmetric":66032}],"chosen_score_linear":12715.0,"chosen_score_lmetric":73526,"t_first_token":27144.596449715,"t_first_token_unix":1779961141.1513937,"t_done":27145.532706,"t_done_unix":1779961142.0876534},{"request_id":"1356948:2:1361262:532","session_id":"1356948","input_length":16480,"t_proxy_recv":27144.421983518,"t_decision_unix":1779961140.976925,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":7,"affinity_cache_hit":6656,"affinity_cache_ratio":0.40388349514563104,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":16480.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16480,"cache_hit":0,"estimated_new_tokens":16480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":144283,"ongoing_decode_tokens":78251,"pending_prefill_tokens":496,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":16480,"score_linear":144283.0,"score_lmetric":50928},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":16480,"score_linear":164355.0,"score_lmetric":65394},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":16480,"score_linear":122597.0,"score_lmetric":138053},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":6656,"new_prefill":9824,"score_linear":139165.0,"score_lmetric":255994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":16480,"score_linear":128439.0,"score_lmetric":32960},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27145.964296434,"t_first_token_unix":1779961142.51924,"t_done":27146.129161305,"t_done_unix":1779961142.684105},{"request_id":"1355484:2:1359370:525","session_id":"1355484","input_length":19493,"t_proxy_recv":27137.626102766,"t_decision_unix":1779961134.1810439,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9981018827271328,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (37 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":37,"cache_hit":19456,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":36230,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":19456,"new_prefill":37,"score_linear":39302.0,"score_lmetric":36267},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":12800,"new_prefill":6693,"score_linear":118077.0,"score_lmetric":13386},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":19493,"score_linear":122597.0,"score_lmetric":141066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126282,"ongoing_decode_tokens":126282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":19493,"score_linear":126282.0,"score_lmetric":38986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":12800,"new_prefill":6693,"score_linear":70726.0,"score_lmetric":90219}],"chosen_score_linear":39302.0,"chosen_score_lmetric":36267,"t_first_token":27144.33966013,"t_first_token_unix":1779961140.8946035,"t_done":27146.91589287,"t_done_unix":1779961143.4708362},{"request_id":"1344773:10:1361326:533","session_id":"1344773","input_length":34679,"t_proxy_recv":27144.667312862,"t_decision_unix":1779961141.2222545,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9891865394042504,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (375 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":375,"cache_hit":34304,"estimated_new_tokens":375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":144283,"ongoing_decode_tokens":144283,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":34679,"score_linear":144283.0,"score_lmetric":104037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34679,"score_linear":164355.0,"score_lmetric":119991},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34679,"score_linear":122597.0,"score_lmetric":156252},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":34679,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":34679,"score_linear":145821.0,"score_lmetric":305704},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":34304,"new_prefill":375,"score_linear":-34304.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":33792,"new_prefill":887,"score_linear":94647.0,"score_lmetric":1774},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16480,"ongoing_decode_tokens":0,"pending_prefill_tokens":16480,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":34679,"score_linear":16480.0,"score_lmetric":51159}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":27144.728139599,"t_first_token_unix":1779961141.2830827,"t_done":27147.188384562,"t_done_unix":1779961143.7433279},{"request_id":"1355484:3:1361065:531","session_id":"1355484","input_length":19714,"t_proxy_recv":27146.920596711,"t_decision_unix":1779961143.4755385,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (258 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":258,"cache_hit":19456,"estimated_new_tokens":258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":19456,"new_prefill":258,"score_linear":39302.0,"score_lmetric":258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":12800,"new_prefill":6914,"score_linear":151555.0,"score_lmetric":36696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":19714,"score_linear":122597.0,"score_lmetric":141287},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":19714,"score_linear":76969.0,"score_lmetric":96683},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19714,"score_linear":145821.0,"score_lmetric":275774},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":19714,"score_linear":34679.0,"score_lmetric":19714},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":19714,"score_linear":128439.0,"score_lmetric":39428},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1538,"cache_hit":12800,"new_prefill":6914,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":39302.0,"chosen_score_lmetric":258,"t_first_token":27146.975509276,"t_first_token_unix":1779961143.5304527,"t_done":27147.612037915,"t_done_unix":1779961144.1669815},{"request_id":"1361992:1:1361992:535","session_id":"1361992","input_length":8113,"t_proxy_recv":27146.996383042,"t_decision_unix":1779961143.5513246,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":8113.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8113,"cache_hit":0,"estimated_new_tokens":8113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78472,"ongoing_decode_tokens":78472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":8113,"score_linear":78472.0,"score_lmetric":16226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":8113,"score_linear":164355.0,"score_lmetric":40293},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":8113,"score_linear":122597.0,"score_lmetric":129686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":8113,"score_linear":76969.0,"score_lmetric":85082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8113,"score_linear":145821.0,"score_lmetric":252572},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":8113,"score_linear":34679.0,"score_lmetric":8113},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":8113,"score_linear":128439.0,"score_lmetric":16226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1538,"cache_hit":0,"new_prefill":8113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27147.566895844,"t_first_token_unix":1779961144.1218421,"t_done":27147.703378947,"t_done_unix":1779961144.258322},{"request_id":"1270340:3:1360716:528","session_id":"1270340","input_length":33478,"t_proxy_recv":27142.279555475,"t_decision_unix":1779961138.834497,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8411494115538563,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5318 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":5318,"cache_hit":28160,"estimated_new_tokens":5318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":33478,"score_linear":78251.0,"score_lmetric":139490},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":28160,"new_prefill":5318,"score_linear":102717.0,"score_lmetric":10636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":33478,"score_linear":122597.0,"score_lmetric":155051},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":33478,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":1536,"new_prefill":31942,"score_linear":116352.0,"score_lmetric":149830},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":33478,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":33478,"score_linear":128439.0,"score_lmetric":66956},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":33478,"score_linear":83526.0,"score_lmetric":117004}],"chosen_score_linear":102717.0,"chosen_score_lmetric":10636,"t_first_token":27147.093545626,"t_first_token_unix":1779961143.6484895,"t_done":27148.35339384,"t_done_unix":1779961144.9083369},{"request_id":"1294611:11:1355750:510","session_id":"1294611","input_length":48193,"t_proxy_recv":27124.629597642,"t_decision_unix":1779961121.184539,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9349075591890939,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3137 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":3137,"cache_hit":45056,"estimated_new_tokens":3137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":0,"new_prefill":48193,"score_linear":19366.0,"score_lmetric":54759},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":43008,"new_prefill":5185,"score_linear":87869.0,"score_lmetric":10370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":12800,"new_prefill":35393,"score_linear":8571.0,"score_lmetric":35393},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":48193,"score_linear":15519.0,"score_lmetric":48193},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":45056,"new_prefill":3137,"score_linear":57536.0,"score_lmetric":55810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":48193,"score_linear":83526.0,"score_lmetric":131719}],"chosen_score_linear":57536.0,"chosen_score_lmetric":55810,"t_first_token":27135.059687553,"t_first_token_unix":1779961131.6146314,"t_done":27148.4062974,"t_done_unix":1779961144.9612405},{"request_id":"1362265:1:1362265:536","session_id":"1362265","input_length":8825,"t_proxy_recv":27147.844429778,"t_decision_unix":1779961144.3993716,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":8825.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8825,"cache_hit":0,"estimated_new_tokens":8825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":8825,"score_linear":58758.0,"score_lmetric":8825},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":164355,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":8825,"score_linear":164355.0,"score_lmetric":26475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":8825,"score_linear":122597.0,"score_lmetric":130398},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":8825,"score_linear":76969.0,"score_lmetric":85794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8825,"score_linear":145821.0,"score_lmetric":253996},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":8825,"score_linear":128439.0,"score_lmetric":17650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27148.513985124,"t_first_token_unix":1779961145.0689285,"t_done":27149.574305968,"t_done_unix":1779961146.1292498},{"request_id":"1361992:2:1362904:537","session_id":"1361992","input_length":10347,"t_proxy_recv":27150.088597321,"t_decision_unix":1779961146.6435387,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7422441287329661,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2667 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2667,"cache_hit":7680,"estimated_new_tokens":2667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":10347,"score_linear":58758.0,"score_lmetric":10347},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":10347,"score_linear":130877.0,"score_lmetric":20694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":10347,"score_linear":122597.0,"score_lmetric":131920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":10347,"score_linear":76969.0,"score_lmetric":87316},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":10347,"score_linear":145821.0,"score_lmetric":257040},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":10347,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":10347,"score_linear":80246.0,"score_lmetric":10347},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1570,"cache_hit":7680,"new_prefill":2667,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":27150.3518837,"t_first_token_unix":1779961146.906827,"t_done":27150.494125734,"t_done_unix":1779961147.0490687},{"request_id":"1363440:1:1363440:542","session_id":"1363440","input_length":543,"t_proxy_recv":27152.037224838,"t_decision_unix":1779961148.5921662,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":543.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (543 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":543,"cache_hit":0,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112047,"ongoing_decode_tokens":58758,"pending_prefill_tokens":4137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":543,"score_linear":112047.0,"score_lmetric":14040},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":543,"score_linear":130877.0,"score_lmetric":1086},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":543,"score_linear":122597.0,"score_lmetric":122116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":543,"score_linear":76969.0,"score_lmetric":77512},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":543,"score_linear":145821.0,"score_lmetric":237432},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":543,"score_linear":62685.0,"score_lmetric":63228},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":543,"score_linear":80246.0,"score_lmetric":543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":543,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27152.093171082,"t_first_token_unix":1779961148.648115,"t_done":27152.26973511,"t_done_unix":1779961148.8246782},{"request_id":"1313181:2:1358046:519","session_id":"1313181","input_length":58758,"t_proxy_recv":27132.812787042,"t_decision_unix":1779961129.3677287,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.40954423227475406,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":36230.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":22528,"v3_new_local":36230,"cache_hit":22528,"estimated_new_tokens":36230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":22528,"new_prefill":36230,"score_linear":-22528.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":24064,"new_prefill":34694,"score_linear":106813.0,"score_lmetric":69388},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":58758,"score_linear":122597.0,"score_lmetric":180331},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":58758,"score_linear":21371.0,"score_lmetric":58758},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":58758,"score_linear":150785.0,"score_lmetric":185685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":12800,"new_prefill":45958,"score_linear":70726.0,"score_lmetric":129484}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":27144.338466333,"t_first_token_unix":1779961140.8934112,"t_done":27153.558573103,"t_done_unix":1779961150.113516},{"request_id":"1355951:2:1363365:540","session_id":"1355951","input_length":37232,"t_proxy_recv":27151.751494994,"t_decision_unix":1779961148.3064363,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9488611946712505,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1904 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":1904,"cache_hit":35328,"estimated_new_tokens":1904,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74815,"ongoing_decode_tokens":58758,"pending_prefill_tokens":2233,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":35328,"new_prefill":1904,"score_linear":39487.0,"score_lmetric":8274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":37232,"score_linear":130877.0,"score_lmetric":74464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":37232,"score_linear":122597.0,"score_lmetric":158805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":37232,"score_linear":76969.0,"score_lmetric":114201},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":37232,"score_linear":145821.0,"score_lmetric":310810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":37232,"score_linear":62685.0,"score_lmetric":99917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":37232,"score_linear":80246.0,"score_lmetric":37232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":37232,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":39487.0,"chosen_score_lmetric":8274,"t_first_token":27153.247049365,"t_first_token_unix":1779961149.8019924,"t_done":27154.31952636,"t_done_unix":1779961150.8744688},{"request_id":"1313181:3:1316742:330","session_id":"1313181","input_length":24451,"t_proxy_recv":27153.564631374,"t_decision_unix":1779961150.1195729,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9841724264856243,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (387 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":387,"cache_hit":24064,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":53289,"ongoing_decode_tokens":53289,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":24064,"new_prefill":387,"score_linear":29225.0,"score_lmetric":774},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":24064,"new_prefill":387,"score_linear":106813.0,"score_lmetric":774},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":24451,"score_linear":122597.0,"score_lmetric":146024},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":24451,"score_linear":76969.0,"score_lmetric":101420},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":24451,"score_linear":145821.0,"score_lmetric":285248},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":24451,"score_linear":62685.0,"score_lmetric":87136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":24451,"score_linear":80246.0,"score_lmetric":24451},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":12800,"new_prefill":11651,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":29225.0,"chosen_score_lmetric":774,"t_first_token":27153.617240986,"t_first_token_unix":1779961150.172184,"t_done":27154.93424507,"t_done_unix":1779961151.4891882},{"request_id":"1364128:1:1364128:545","session_id":"1364128","input_length":8706,"t_proxy_recv":27154.206455395,"t_decision_unix":1779961150.7613964,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":10590.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2050 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":2050,"cache_hit":6656,"estimated_new_tokens":2050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77740,"ongoing_decode_tokens":77740,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":8706,"score_linear":77740.0,"score_lmetric":26118},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":8706,"score_linear":130877.0,"score_lmetric":17412},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":8706,"score_linear":122597.0,"score_lmetric":130279},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":8706,"score_linear":76969.0,"score_lmetric":85675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8706,"score_linear":145821.0,"score_lmetric":253758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":8706,"score_linear":62685.0,"score_lmetric":71391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":8706,"score_linear":94143.0,"score_lmetric":22678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":8540,"num_requests":1,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":6656,"new_prefill":2050,"score_linear":5980.0,"score_lmetric":10590}],"chosen_score_linear":5980.0,"chosen_score_lmetric":10590,"t_first_token":27154.757584282,"t_first_token_unix":1779961151.3125277,"t_done":27155.732962531,"t_done_unix":1779961152.2879066},{"request_id":"1363943:1:1363943:543","session_id":"1363943","input_length":12636,"t_proxy_recv":27153.719547843,"t_decision_unix":1779961150.2744894,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":8540.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":4096,"v3_new_local":8540,"cache_hit":4096,"estimated_new_tokens":8540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77740,"ongoing_decode_tokens":77740,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":8704,"new_prefill":3932,"score_linear":69036.0,"score_lmetric":11796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":12636,"score_linear":130877.0,"score_lmetric":25272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":4096,"new_prefill":8540,"score_linear":118501.0,"score_lmetric":130113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":4096,"new_prefill":8540,"score_linear":72873.0,"score_lmetric":85509},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":12636,"score_linear":145821.0,"score_lmetric":261618},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":12636,"score_linear":62685.0,"score_lmetric":75321},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":4096,"new_prefill":8540,"score_linear":76150.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":4096,"new_prefill":8540,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":27154.564239779,"t_first_token_unix":1779961151.1191828,"t_done":27156.259150577,"t_done_unix":1779961152.8140936},{"request_id":"1279412:24:1364169:546","session_id":"1279412","input_length":98038,"t_proxy_recv":27154.347120043,"t_decision_unix":1779961150.9020615,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9974907688855342,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":246,"cache_hit":97792,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40508,"ongoing_decode_tokens":40508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":97792,"new_prefill":246,"score_linear":-57284.0,"score_lmetric":492},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":12800,"new_prefill":85238,"score_linear":118077.0,"score_lmetric":170476},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":98038,"score_linear":122597.0,"score_lmetric":219611},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":98038,"score_linear":76969.0,"score_lmetric":175007},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":98038,"score_linear":145821.0,"score_lmetric":432422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":98038,"score_linear":62685.0,"score_lmetric":160723},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":98038,"score_linear":94143.0,"score_lmetric":201342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21342,"ongoing_decode_tokens":0,"pending_prefill_tokens":10590,"num_requests":2,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":39936,"new_prefill":58102,"score_linear":-18594.0,"score_lmetric":137384}],"chosen_score_linear":-57284.0,"chosen_score_lmetric":492,"t_first_token":27154.552948339,"t_first_token_unix":1779961151.107892,"t_done":27157.136832898,"t_done_unix":1779961153.6917765},{"request_id":"1364960:1:1364960:549","session_id":"1364960","input_length":2019,"t_proxy_recv":27157.129137967,"t_decision_unix":1779961153.6840796,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":2019.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2019 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2019,"cache_hit":0,"estimated_new_tokens":2019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":133901,"ongoing_decode_tokens":133901,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":2019,"score_linear":133901.0,"score_lmetric":6057},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":2019,"score_linear":190391.0,"score_lmetric":112407},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":2019,"score_linear":122597.0,"score_lmetric":123592},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":2019,"score_linear":76969.0,"score_lmetric":78988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":2019,"score_linear":145821.0,"score_lmetric":240384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":2019,"score_linear":62685.0,"score_lmetric":64704},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":2019,"score_linear":94143.0,"score_lmetric":4038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":2019,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27157.259326512,"t_first_token_unix":1779961153.81427,"t_done":27157.437350349,"t_done_unix":1779961153.9922938},{"request_id":"1363440:2:1365095:551","session_id":"1363440","input_length":3866,"t_proxy_recv":27157.71213743,"t_decision_unix":1779961154.2670789,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":512,"affinity_cache_ratio":0.13243662700465597,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":3354.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3354 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":3354,"cache_hit":512,"estimated_new_tokens":3354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35863,"ongoing_decode_tokens":35863,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":3866,"score_linear":35863.0,"score_lmetric":7732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":3866,"score_linear":190391.0,"score_lmetric":117948},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":3866,"score_linear":122597.0,"score_lmetric":125439},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":3866,"score_linear":91690.0,"score_lmetric":164488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":3866,"score_linear":145821.0,"score_lmetric":244078},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":3866,"score_linear":62685.0,"score_lmetric":66551},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":3866,"score_linear":94143.0,"score_lmetric":7732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":512,"new_prefill":3354,"score_linear":-512.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":27157.925456798,"t_first_token_unix":1779961154.4804,"t_done":27158.178681722,"t_done_unix":1779961154.7336245},{"request_id":"1355484:4:1364784:548","session_id":"1355484","input_length":19806,"t_proxy_recv":27156.518176922,"t_decision_unix":1779961153.0731184,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9823285872967787,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (350 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":350,"cache_hit":19456,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114095,"ongoing_decode_tokens":114095,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":19456,"new_prefill":350,"score_linear":94639.0,"score_lmetric":700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":12800,"new_prefill":7006,"score_linear":177591.0,"score_lmetric":127368},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":19806,"score_linear":122597.0,"score_lmetric":141379},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":19806,"score_linear":76969.0,"score_lmetric":96775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19806,"score_linear":145821.0,"score_lmetric":275958},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":19806,"score_linear":62685.0,"score_lmetric":82491},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":19806,"score_linear":94143.0,"score_lmetric":39612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":12800,"new_prefill":7006,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":94639.0,"chosen_score_lmetric":700,"t_first_token":27156.596560524,"t_first_token_unix":1779961153.1515038,"t_done":27158.312228871,"t_done_unix":1779961154.867172},{"request_id":"1305906:2:1363233:539","session_id":"1305906","input_length":16057,"t_proxy_recv":27151.205187134,"t_decision_unix":1779961147.7601285,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8609329264495236,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2233 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":2233,"cache_hit":13824,"estimated_new_tokens":2233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":13824,"new_prefill":2233,"score_linear":44934.0,"score_lmetric":2233},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":16057,"score_linear":130877.0,"score_lmetric":32114},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":16057,"score_linear":122597.0,"score_lmetric":137630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":16057,"score_linear":76969.0,"score_lmetric":93026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":16057,"score_linear":145821.0,"score_lmetric":268460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":16057,"score_linear":62685.0,"score_lmetric":78742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":16057,"score_linear":80246.0,"score_lmetric":16057},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":16057,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":44934.0,"chosen_score_lmetric":2233,"t_first_token":27152.742718885,"t_first_token_unix":1779961149.2976627,"t_done":27159.575211942,"t_done_unix":1779961156.1301565},{"request_id":"1365440:1:1365440:552","session_id":"1365440","input_length":9913,"t_proxy_recv":27158.933179288,"t_decision_unix":1779961155.4881203,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":9913.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9913,"cache_hit":0,"estimated_new_tokens":9913,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":9913,"score_linear":16057.0,"score_lmetric":9913},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":9913,"score_linear":190391.0,"score_lmetric":136089},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":9913,"score_linear":122597.0,"score_lmetric":131486},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":9913,"score_linear":91690.0,"score_lmetric":176582},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":9913,"score_linear":145821.0,"score_lmetric":256172},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":9913,"score_linear":62685.0,"score_lmetric":72598},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":9913,"score_linear":94143.0,"score_lmetric":19826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":9913,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27159.69660676,"t_first_token_unix":1779961156.251552,"t_done":27159.809029388,"t_done_unix":1779961156.3639727},{"request_id":"1364090:1:1364090:544","session_id":"1364090","input_length":13897,"t_proxy_recv":27154.097891048,"t_decision_unix":1779961150.6528325,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":2633.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2633 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2633,"cache_hit":11264,"estimated_new_tokens":2633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77740,"ongoing_decode_tokens":77740,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":4096,"new_prefill":9801,"score_linear":73644.0,"score_lmetric":29403},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":13897,"score_linear":130877.0,"score_lmetric":27794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":7680,"new_prefill":6217,"score_linear":114917.0,"score_lmetric":127790},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":7680,"new_prefill":6217,"score_linear":69289.0,"score_lmetric":83186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":13897,"score_linear":145821.0,"score_lmetric":264140},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":13897,"score_linear":62685.0,"score_lmetric":76582},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":11264,"new_prefill":2633,"score_linear":68982.0,"score_lmetric":2633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":8540,"num_requests":1,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":7680,"new_prefill":6217,"score_linear":4956.0,"score_lmetric":14757}],"chosen_score_linear":68982.0,"chosen_score_lmetric":2633,"t_first_token":27154.480731627,"t_first_token_unix":1779961151.035675,"t_done":27160.916255421,"t_done_unix":1779961157.4711986},{"request_id":"1363943:2:1366428:556","session_id":"1363943","input_length":12984,"t_proxy_recv":27162.335377392,"t_decision_unix":1779961158.890319,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9858287122612446,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":184,"cache_hit":12800,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109421,"ongoing_decode_tokens":109421,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":8704,"new_prefill":4280,"score_linear":100717.0,"score_lmetric":8560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":12984,"score_linear":190391.0,"score_lmetric":145302},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":4096,"new_prefill":8888,"score_linear":118501.0,"score_lmetric":130461},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":4096,"new_prefill":8888,"score_linear":87594.0,"score_lmetric":174532},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":12984,"score_linear":145821.0,"score_lmetric":262314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":0,"pending_prefill_tokens":62940,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":12984,"score_linear":97756.0,"score_lmetric":151848},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":4096,"new_prefill":8888,"score_linear":76150.0,"score_lmetric":8888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":12800,"new_prefill":184,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":27162.396273355,"t_first_token_unix":1779961158.9512167,"t_done":27164.203863736,"t_done_unix":1779961160.7588084},{"request_id":"1363093:1:1363093:538","session_id":"1363093","input_length":62685,"t_proxy_recv":27150.722644407,"t_decision_unix":1779961147.277586,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":62685.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":62685,"cache_hit":0,"estimated_new_tokens":62685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":62685,"score_linear":58758.0,"score_lmetric":62685},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":62685,"score_linear":130877.0,"score_lmetric":125370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":62685,"score_linear":122597.0,"score_lmetric":184258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":62685,"score_linear":76969.0,"score_lmetric":139654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":62685,"score_linear":145821.0,"score_lmetric":361716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":62685,"score_linear":80246.0,"score_lmetric":62685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27164.668055494,"t_first_token_unix":1779961161.2230008,"t_done":27165.389848876,"t_done_unix":1779961161.944792},{"request_id":"1344773:11:1366387:555","session_id":"1344773","input_length":35071,"t_proxy_recv":27162.20008237,"t_decision_unix":1779961158.755024,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":255,"cache_hit":34816,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109421,"ongoing_decode_tokens":11154,"pending_prefill_tokens":475,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":35071,"score_linear":109421.0,"score_lmetric":71092},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":35071,"score_linear":190391.0,"score_lmetric":211563},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":35071,"score_linear":122597.0,"score_lmetric":156644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":35071,"score_linear":91690.0,"score_lmetric":226898},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35071,"score_linear":145821.0,"score_lmetric":306488},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":34816,"new_prefill":255,"score_linear":27869.0,"score_lmetric":62940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":33792,"new_prefill":1279,"score_linear":46454.0,"score_lmetric":1279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":35071,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":27869.0,"chosen_score_lmetric":62940,"t_first_token":27164.686830707,"t_first_token_unix":1779961161.241774,"t_done":27165.53962291,"t_done_unix":1779961162.094566},{"request_id":"1367424:1:1367424:569","session_id":"1367424","input_length":3392,"t_proxy_recv":27165.962732368,"t_decision_unix":1779961162.5176737,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":17141.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3392 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3392,"cache_hit":0,"estimated_new_tokens":3392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":3392,"score_linear":165748.0,"score_lmetric":23836},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":3392,"score_linear":231408.0,"score_lmetric":44516},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":3392,"score_linear":122597.0,"score_lmetric":124965},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":3392,"score_linear":91690.0,"score_lmetric":163540},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":3392,"score_linear":195304.0,"score_lmetric":367224},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":3392,"score_linear":13749.0,"score_lmetric":17141},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":3392,"score_linear":99061.0,"score_lmetric":20862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":3392,"score_linear":46066.0,"score_lmetric":94977}],"chosen_score_linear":13749.0,"chosen_score_lmetric":17141,"t_first_token":27166.921232225,"t_first_token_unix":1779961163.4761758,"t_done":27166.99106801,"t_done_unix":1779961163.546011},{"request_id":"1367312:1:1367312:566","session_id":"1367312","input_length":13749,"t_proxy_recv":27165.559319466,"t_decision_unix":1779961162.114261,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":13749.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13749,"cache_hit":0,"estimated_new_tokens":13749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":13749,"score_linear":165748.0,"score_lmetric":65264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":13749,"score_linear":231408.0,"score_lmetric":85944},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":13749,"score_linear":122597.0,"score_lmetric":135322},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":13749,"score_linear":91690.0,"score_lmetric":184254},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":13749,"score_linear":195304.0,"score_lmetric":398295},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":13749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":13749,"score_linear":99061.0,"score_lmetric":41576},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9095,"ongoing_decode_tokens":9095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":13749,"score_linear":9095.0,"score_lmetric":13749}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27166.725160823,"t_first_token_unix":1779961163.2801044,"t_done":27167.257939207,"t_done_unix":1779961163.8128824},{"request_id":"1361694:1:1361694:534","session_id":"1361694","input_length":76969,"t_proxy_recv":27145.975448587,"t_decision_unix":1779961142.5303903,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":76969.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":76969,"cache_hit":0,"estimated_new_tokens":76969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":78251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":76969,"score_linear":78251.0,"score_lmetric":153938},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":76969,"score_linear":164355.0,"score_lmetric":246861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":76969,"score_linear":122597.0,"score_lmetric":198542},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":76969,"score_linear":145821.0,"score_lmetric":390284},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":76969,"score_linear":34679.0,"score_lmetric":76969},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":3584,"new_prefill":73385,"score_linear":124855.0,"score_lmetric":146770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16480,"ongoing_decode_tokens":16480,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":76969,"score_linear":16480.0,"score_lmetric":76969}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27166.300113143,"t_first_token_unix":1779961162.855057,"t_done":27167.512496215,"t_done_unix":1779961164.0674398},{"request_id":"1357132:2:1364990:550","session_id":"1357132","input_length":14721,"t_proxy_recv":27157.205371457,"t_decision_unix":1779961153.760313,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13312,"affinity_cache_ratio":0.9042863935873922,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1409 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":1409,"cache_hit":13312,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35863,"ongoing_decode_tokens":35863,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":14721,"score_linear":35863.0,"score_lmetric":29442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":14721,"score_linear":190391.0,"score_lmetric":150513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":14721,"score_linear":122597.0,"score_lmetric":136294},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":13312,"new_prefill":1409,"score_linear":63657.0,"score_lmetric":78378},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":14721,"score_linear":145821.0,"score_lmetric":265788},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":14721,"score_linear":62685.0,"score_lmetric":77406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":14721,"score_linear":94143.0,"score_lmetric":29442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":2019,"ongoing_decode_tokens":0,"pending_prefill_tokens":2019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":14721,"score_linear":2019.0,"score_lmetric":16740}],"chosen_score_linear":63657.0,"chosen_score_lmetric":78378,"t_first_token":27166.301578011,"t_first_token_unix":1779961162.8565214,"t_done":27167.700232896,"t_done_unix":1779961164.2551765},{"request_id":"1357132:3:1366582:557","session_id":"1357132","input_length":14816,"t_proxy_recv":27167.707846227,"t_decision_unix":1779961164.2627873,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9676025917926566,"affinity_num_requests":0,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (480 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":480,"cache_hit":14336,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":14816,"score_linear":165748.0,"score_lmetric":69532},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":14816,"score_linear":231408.0,"score_lmetric":59264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":14816,"score_linear":122597.0,"score_lmetric":136389},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":14336,"new_prefill":480,"score_linear":-14336.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":14816,"score_linear":195304.0,"score_lmetric":401496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":14816,"score_linear":35194.0,"score_lmetric":14816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":14816,"score_linear":99061.0,"score_lmetric":29632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":14816,"score_linear":46066.0,"score_lmetric":129249}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":27167.744883247,"t_first_token_unix":1779961164.2998269,"t_done":27167.885597359,"t_done_unix":1779961164.4405456},{"request_id":"1357132:4:1367654:570","session_id":"1357132","input_length":14949,"t_proxy_recv":27167.89151252,"t_decision_unix":1779961164.4464538,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9589939126362967,"affinity_num_requests":0,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (613 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":613,"cache_hit":14336,"estimated_new_tokens":613,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":14949,"score_linear":165748.0,"score_lmetric":70064},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":14949,"score_linear":231408.0,"score_lmetric":59796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":14949,"score_linear":122597.0,"score_lmetric":136522},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":14336,"new_prefill":613,"score_linear":-14336.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":14949,"score_linear":195304.0,"score_lmetric":401895},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108113,"ongoing_decode_tokens":35194,"pending_prefill_tokens":72919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":14949,"score_linear":108113.0,"score_lmetric":175736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":14949,"score_linear":99061.0,"score_lmetric":29898},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":14949,"score_linear":46066.0,"score_lmetric":129648}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":27167.951379441,"t_first_token_unix":1779961164.5063233,"t_done":27168.130995601,"t_done_unix":1779961164.6859386},{"request_id":"1366128:1:1366128:553","session_id":"1366128","input_length":11154,"t_proxy_recv":27161.226496676,"t_decision_unix":1779961157.781438,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":11154.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11154,"cache_hit":0,"estimated_new_tokens":11154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":11154,"score_linear":190391.0,"score_lmetric":139812},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":11154,"score_linear":122597.0,"score_lmetric":132727},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":11154,"score_linear":91690.0,"score_lmetric":179064},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":11154,"score_linear":145821.0,"score_lmetric":258654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":11154,"score_linear":62685.0,"score_lmetric":73839},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":11154,"score_linear":80246.0,"score_lmetric":11154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27162.118839315,"t_first_token_unix":1779961158.673783,"t_done":27168.696734528,"t_done_unix":1779961165.2516778},{"request_id":"1364128:2:1367249:565","session_id":"1364128","input_length":9095,"t_proxy_recv":27165.355188853,"t_decision_unix":1779961161.9101305,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9570093457943926,"affinity_num_requests":0,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (391 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":391,"cache_hit":8704,"estimated_new_tokens":391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":9095,"score_linear":165748.0,"score_lmetric":46648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":9095,"score_linear":231408.0,"score_lmetric":67328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":9095,"score_linear":122597.0,"score_lmetric":130668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":9095,"score_linear":91690.0,"score_lmetric":174946},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":9095,"score_linear":195304.0,"score_lmetric":384333},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":97756,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":9095,"score_linear":97756.0,"score_lmetric":18190},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":9095,"score_linear":99061.0,"score_lmetric":32268},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":8704,"new_prefill":391,"score_linear":-8704.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":27165.416405139,"t_first_token_unix":1779961161.9713483,"t_done":27169.178615265,"t_done_unix":1779961165.7335582},{"request_id":"1362265:2:1367373:568","session_id":"1362265","input_length":10134,"t_proxy_recv":27165.76574162,"t_decision_unix":1779961162.320683,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.8588908624432603,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1430 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":1430,"cache_hit":8704,"estimated_new_tokens":1430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":10134,"score_linear":165748.0,"score_lmetric":50804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":10134,"score_linear":231408.0,"score_lmetric":71484},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":10134,"score_linear":122597.0,"score_lmetric":131707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":10134,"score_linear":91690.0,"score_lmetric":177024},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":10134,"score_linear":195304.0,"score_lmetric":387450},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":10134,"score_linear":13749.0,"score_lmetric":23883},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":10134,"score_linear":99061.0,"score_lmetric":34346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35932,"ongoing_decode_tokens":9095,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":8704,"new_prefill":1430,"score_linear":27228.0,"score_lmetric":56534}],"chosen_score_linear":27228.0,"chosen_score_lmetric":56534,"t_first_token":27169.027710116,"t_first_token_unix":1779961165.582653,"t_done":27169.299176438,"t_done_unix":1779961165.8541198},{"request_id":"1367329:1:1367329:567","session_id":"1367329","input_length":26837,"t_proxy_recv":27165.620265822,"t_decision_unix":1779961162.1752071,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":26837.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,4,1,2,3,1,2,1])","v3_prefill_cache_hit":0,"v3_new_local":26837,"cache_hit":0,"estimated_new_tokens":26837,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":26837,"score_linear":165748.0,"score_lmetric":117616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":26837,"score_linear":231408.0,"score_lmetric":138296},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":26837,"score_linear":122597.0,"score_lmetric":148410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":26837,"score_linear":91690.0,"score_lmetric":210430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":26837,"score_linear":195304.0,"score_lmetric":437559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":26837,"score_linear":13749.0,"score_lmetric":40586},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":26837,"score_linear":99061.0,"score_lmetric":67752},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9095,"ongoing_decode_tokens":9095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":26837,"score_linear":9095.0,"score_lmetric":26837}],"chosen_score_linear":9095.0,"chosen_score_lmetric":26837,"t_first_token":27169.024687236,"t_first_token_unix":1779961165.5796306,"t_done":27169.692969766,"t_done_unix":1779961166.2479126},{"request_id":"1355484:5:1366753:560","session_id":"1355484","input_length":20026,"t_proxy_recv":27163.401307413,"t_decision_unix":1779961159.9562488,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.997103765105363,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (58 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":58,"cache_hit":19968,"estimated_new_tokens":58,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":145722,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2509,"num_requests":3,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":19968,"new_prefill":58,"score_linear":125754.0,"score_lmetric":7701},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":130877,"pending_prefill_tokens":43187,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":12800,"new_prefill":7226,"score_linear":218608.0,"score_lmetric":201652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":20026,"score_linear":122597.0,"score_lmetric":141599},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":20026,"score_linear":91690.0,"score_lmetric":196808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":20026,"score_linear":145821.0,"score_lmetric":276398},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":0,"pending_prefill_tokens":62940,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":20026,"score_linear":97756.0,"score_lmetric":165932},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":20026,"score_linear":80246.0,"score_lmetric":20026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":12800,"new_prefill":7226,"score_linear":184.0,"score_lmetric":7226}],"chosen_score_linear":125754.0,"chosen_score_lmetric":7701,"t_first_token":27168.519357818,"t_first_token_unix":1779961165.0743012,"t_done":27170.220747303,"t_done_unix":1779961166.7756908},{"request_id":"1364960:2:1368239:578","session_id":"1364960","input_length":7048,"t_proxy_recv":27168.85540689,"t_decision_unix":1779961165.4103482,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":1,"affinity_cache_hit":2048,"affinity_cache_ratio":0.2905788876276958,"affinity_num_requests":3,"avg_num_requests":2.75,"fallback_score":28192.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7048 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7048,"cache_hit":0,"estimated_new_tokens":7048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170005,"ongoing_decode_tokens":154594,"pending_prefill_tokens":4659,"num_requests":4,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":7048,"score_linear":170005.0,"score_lmetric":46828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":7048,"score_linear":231408.0,"score_lmetric":28192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":7048,"score_linear":122597.0,"score_lmetric":128621},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":7048,"score_linear":21773.0,"score_lmetric":28821},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":7048,"score_linear":195304.0,"score_lmetric":378192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":7048,"score_linear":123614.0,"score_lmetric":246468},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107906,"ongoing_decode_tokens":99061,"pending_prefill_tokens":8845,"num_requests":3,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":7048,"score_linear":107906.0,"score_lmetric":47679},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":2048,"new_prefill":5000,"score_linear":44018.0,"score_lmetric":99801}],"chosen_score_linear":231408.0,"chosen_score_lmetric":28192,"t_first_token":27169.41135016,"t_first_token_unix":1779961165.9662936,"t_done":27170.637180231,"t_done_unix":1779961167.1921237},{"request_id":"1366128:2:1367220:563","session_id":"1366128","input_length":15411,"t_proxy_recv":27168.707581415,"t_decision_unix":1779961165.262523,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":10752,"affinity_cache_ratio":0.6976834728440724,"affinity_num_requests":3,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4659 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":4659,"cache_hit":10752,"estimated_new_tokens":4659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154594,"ongoing_decode_tokens":154594,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":10752,"new_prefill":4659,"score_linear":143842.0,"score_lmetric":13977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":15411,"score_linear":231408.0,"score_lmetric":61644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":15411,"score_linear":122597.0,"score_lmetric":136984},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":15411,"score_linear":21773.0,"score_lmetric":37184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":15411,"score_linear":195304.0,"score_lmetric":403281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":15411,"score_linear":123614.0,"score_lmetric":271557},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107906,"ongoing_decode_tokens":99061,"pending_prefill_tokens":8845,"num_requests":3,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":15411,"score_linear":107906.0,"score_lmetric":72768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":15411,"score_linear":46066.0,"score_lmetric":131034}],"chosen_score_linear":143842.0,"chosen_score_lmetric":13977,"t_first_token":27169.290572237,"t_first_token_unix":1779961165.8455155,"t_done":27170.917215398,"t_done_unix":1779961167.4721587},{"request_id":"1368070:1:1368070:575","session_id":"1368070","input_length":21773,"t_proxy_recv":27168.313478943,"t_decision_unix":1779961164.8684201,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":21773.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21773,"cache_hit":0,"estimated_new_tokens":21773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":21773,"score_linear":165748.0,"score_lmetric":97360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":21773,"score_linear":231408.0,"score_lmetric":87092},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":21773,"score_linear":122597.0,"score_lmetric":143346},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":21773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":21773,"score_linear":195304.0,"score_lmetric":422367},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":21773,"score_linear":123614.0,"score_lmetric":290643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":21773,"score_linear":99061.0,"score_lmetric":43546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":21773,"score_linear":46066.0,"score_lmetric":150120}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27170.66679718,"t_first_token_unix":1779961167.2217407,"t_done":27170.965096646,"t_done_unix":1779961167.52004},{"request_id":"1357132:5:1368445:579","session_id":"1357132","input_length":15871,"t_proxy_recv":27169.64614679,"t_decision_unix":1779961166.201088,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.93554281393737,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1023 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":1023,"cache_hit":14848,"estimated_new_tokens":1023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170005,"ongoing_decode_tokens":170005,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":15871,"score_linear":170005.0,"score_lmetric":63484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":238456,"ongoing_decode_tokens":238456,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":15871,"score_linear":238456.0,"score_lmetric":79355},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":15871,"score_linear":122597.0,"score_lmetric":137444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":14848,"new_prefill":1023,"score_linear":6925.0,"score_lmetric":22796},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":15871,"score_linear":195304.0,"score_lmetric":404661},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":15871,"score_linear":123614.0,"score_lmetric":272937},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107906,"ongoing_decode_tokens":107906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":15871,"score_linear":107906.0,"score_lmetric":47613},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":15871,"score_linear":26837.0,"score_lmetric":15871}],"chosen_score_linear":6925.0,"chosen_score_lmetric":22796,"t_first_token":27170.811125055,"t_first_token_unix":1779961167.3660681,"t_done":27171.005152481,"t_done_unix":1779961167.5600955},{"request_id":"1367169:1:1367169:562","session_id":"1367169","input_length":18815,"t_proxy_recv":27165.074912233,"t_decision_unix":1779961161.6298537,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":7039.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7039 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":7039,"cache_hit":11776,"estimated_new_tokens":7039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":18815,"score_linear":165748.0,"score_lmetric":85528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":18815,"score_linear":231408.0,"score_lmetric":106208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":18815,"score_linear":122597.0,"score_lmetric":140388},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":18815,"score_linear":91690.0,"score_lmetric":194386},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18815,"score_linear":145821.0,"score_lmetric":273976},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":97756,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":18815,"score_linear":97756.0,"score_lmetric":37630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":11776,"new_prefill":7039,"score_linear":68470.0,"score_lmetric":7039},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":18815,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":68470.0,"chosen_score_lmetric":7039,"t_first_token":27167.009376627,"t_first_token_unix":1779961163.5643208,"t_done":27171.141783214,"t_done_unix":1779961167.6967263},{"request_id":"1277428:5:1366630:559","session_id":"1277428","input_length":36301,"t_proxy_recv":27163.025322401,"t_decision_unix":1779961159.5802639,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9308834467370045,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2509 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":2509,"cache_hit":33792,"estimated_new_tokens":2509,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109421,"ongoing_decode_tokens":109421,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":33792,"new_prefill":2509,"score_linear":75629.0,"score_lmetric":5018},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":130877,"pending_prefill_tokens":43187,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":3584,"new_prefill":32717,"score_linear":227824.0,"score_lmetric":303616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":36301,"score_linear":122597.0,"score_lmetric":157874},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":17408,"new_prefill":18893,"score_linear":74282.0,"score_lmetric":194542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":36301,"score_linear":145821.0,"score_lmetric":308948},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":0,"pending_prefill_tokens":62940,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":36301,"score_linear":97756.0,"score_lmetric":198482},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":4608,"new_prefill":31693,"score_linear":75638.0,"score_lmetric":31693},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":36301,"score_linear":12984.0,"score_lmetric":36301}],"chosen_score_linear":75629.0,"chosen_score_lmetric":5018,"t_first_token":27168.518596326,"t_first_token_unix":1779961165.0735404,"t_done":27171.190556925,"t_done_unix":1779961167.7455},{"request_id":"1270340:4:1366608:558","session_id":"1270340","input_length":41017,"t_proxy_recv":27162.954344415,"t_decision_unix":1779961159.509286,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":33280,"affinity_cache_ratio":0.8113708949947582,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7737 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":7737,"cache_hit":33280,"estimated_new_tokens":7737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109421,"ongoing_decode_tokens":109421,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":41017,"score_linear":109421.0,"score_lmetric":82034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":33280,"new_prefill":7737,"score_linear":157111.0,"score_lmetric":129561},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":41017,"score_linear":122597.0,"score_lmetric":162590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":41017,"score_linear":91690.0,"score_lmetric":238790},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":1536,"new_prefill":39481,"score_linear":144285.0,"score_lmetric":315308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":0,"pending_prefill_tokens":62940,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":41017,"score_linear":97756.0,"score_lmetric":207914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":41017,"score_linear":80246.0,"score_lmetric":41017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":41017,"score_linear":12984.0,"score_lmetric":41017}],"chosen_score_linear":157111.0,"chosen_score_lmetric":129561,"t_first_token":27166.87817386,"t_first_token_unix":1779961163.4331176,"t_done":27171.862191736,"t_done_unix":1779961168.417135},{"request_id":"1369172:1:1369172:581","session_id":"1369172","input_length":6345,"t_proxy_recv":27172.12646641,"t_decision_unix":1779961168.6814077,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6345.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6345 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6345,"cache_hit":0,"estimated_new_tokens":6345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":6345,"score_linear":98267.0,"score_lmetric":6345},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":6345,"score_linear":190391.0,"score_lmetric":19035},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":6345,"score_linear":122597.0,"score_lmetric":127918},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":6345,"score_linear":195304.0,"score_lmetric":376083},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":6345,"score_linear":186849.0,"score_lmetric":328896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89091,"ongoing_decode_tokens":89091,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1677,"cache_hit":0,"new_prefill":6345,"score_linear":89091.0,"score_lmetric":12690},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27172.545473954,"t_first_token_unix":1779961169.1004176,"t_done":27172.789275235,"t_done_unix":1779961169.3442187},{"request_id":"1368132:1:1368132:577","session_id":"1368132","input_length":8845,"t_proxy_recv":27168.529051228,"t_decision_unix":1779961165.0839927,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":17690.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[4,4,1,1,3,3,2,3])","v3_prefill_cache_hit":0,"v3_new_local":8845,"cache_hit":0,"estimated_new_tokens":8845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":165748,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":8845,"score_linear":165748.0,"score_lmetric":35380},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":8845,"score_linear":231408.0,"score_lmetric":35380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":8845,"score_linear":122597.0,"score_lmetric":130418},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":8845,"score_linear":21773.0,"score_lmetric":30618},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8845,"score_linear":195304.0,"score_lmetric":383583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":8845,"score_linear":123614.0,"score_lmetric":251859},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":8845,"score_linear":99061.0,"score_lmetric":17690},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":6656,"new_prefill":2189,"score_linear":39410.0,"score_lmetric":91368}],"chosen_score_linear":99061.0,"chosen_score_lmetric":17690,"t_first_token":27169.315076702,"t_first_token_unix":1779961165.8700202,"t_done":27173.478921997,"t_done_unix":1779961170.0338652},{"request_id":"1369768:1:1369768:584","session_id":"1369768","input_length":7712,"t_proxy_recv":27174.125600475,"t_decision_unix":1779961170.6805418,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":7712.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7712 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7712,"cache_hit":0,"estimated_new_tokens":7712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":118425,"ongoing_decode_tokens":118425,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":7712,"score_linear":118425.0,"score_lmetric":15424},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":7712,"score_linear":190391.0,"score_lmetric":23136},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":7712,"score_linear":122597.0,"score_lmetric":129285},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":7712,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":7712,"score_linear":195304.0,"score_lmetric":380184},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":7712,"score_linear":186849.0,"score_lmetric":334364},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":7712,"score_linear":80246.0,"score_lmetric":7712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":7712,"score_linear":18160.0,"score_lmetric":7712}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27174.658951783,"t_first_token_unix":1779961171.2138948,"t_done":27174.778402425,"t_done_unix":1779961171.3333461},{"request_id":"1363943:3:1369535:582","session_id":"1363943","input_length":18160,"t_proxy_recv":27173.303788457,"t_decision_unix":1779961169.8587298,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.7048458149779736,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5360 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":5360,"cache_hit":12800,"estimated_new_tokens":5360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":8704,"new_prefill":9456,"score_linear":89563.0,"score_lmetric":9456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":18160,"score_linear":190391.0,"score_lmetric":54480},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":4096,"new_prefill":14064,"score_linear":118501.0,"score_lmetric":135637},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":4096,"new_prefill":14064,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18160,"score_linear":195304.0,"score_lmetric":411528},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":18160,"score_linear":186849.0,"score_lmetric":376156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89091,"ongoing_decode_tokens":89091,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1677,"cache_hit":4096,"new_prefill":14064,"score_linear":84995.0,"score_lmetric":28128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":12800,"new_prefill":5360,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":27173.996182162,"t_first_token_unix":1779961170.5511267,"t_done":27175.386132824,"t_done_unix":1779961171.9410765},{"request_id":"1355484:6:1369697:583","session_id":"1355484","input_length":20158,"t_proxy_recv":27173.905955099,"t_decision_unix":1779961170.4608965,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9905744617521579,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":190,"cache_hit":19968,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":19968,"new_prefill":190,"score_linear":78299.0,"score_lmetric":190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":12800,"new_prefill":7358,"score_linear":177591.0,"score_lmetric":22074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":20158,"score_linear":122597.0,"score_lmetric":141731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":20158,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":20158,"score_linear":195304.0,"score_lmetric":417522},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":20158,"score_linear":186849.0,"score_lmetric":384148},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":20158,"score_linear":80246.0,"score_lmetric":20158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":0,"pending_prefill_tokens":5360,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":12800,"new_prefill":7358,"score_linear":5360.0,"score_lmetric":12718}],"chosen_score_linear":78299.0,"chosen_score_lmetric":190,"t_first_token":27173.978917427,"t_first_token_unix":1779961170.533861,"t_done":27176.364119558,"t_done_unix":1779961172.9190629},{"request_id":"1366128:3:1369902:585","session_id":"1366128","input_length":23307,"t_proxy_recv":27174.595861708,"t_decision_unix":1779961171.1508026,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15360,"affinity_cache_ratio":0.6590294761230532,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7947 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":7947,"cache_hit":15360,"estimated_new_tokens":7947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":118425,"ongoing_decode_tokens":118425,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":15360,"new_prefill":7947,"score_linear":103065.0,"score_lmetric":15894},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":23307,"score_linear":190391.0,"score_lmetric":69921},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":23307,"score_linear":122597.0,"score_lmetric":144880},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":23307,"score_linear":7712.0,"score_lmetric":31019},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":23307,"score_linear":195304.0,"score_lmetric":426969},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":23307,"score_linear":186849.0,"score_lmetric":396744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":23307,"score_linear":80246.0,"score_lmetric":23307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":23307,"score_linear":18160.0,"score_lmetric":23307}],"chosen_score_linear":103065.0,"chosen_score_lmetric":15894,"t_first_token":27175.871062111,"t_first_token_unix":1779961172.4260054,"t_done":27176.424879374,"t_done_unix":1779961172.9798224},{"request_id":"1367424:2:1370211:588","session_id":"1367424","input_length":11133,"t_proxy_recv":27175.604269846,"t_decision_unix":1779961172.1592112,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27593640528159524,"affinity_num_requests":4,"avg_num_requests":2.125,"fallback_score":11133.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,1,1,3,4,1,1])","v3_prefill_cache_hit":0,"v3_new_local":11133,"cache_hit":0,"estimated_new_tokens":11133,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":11133,"score_linear":141732.0,"score_lmetric":57240},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":11133,"score_linear":190391.0,"score_lmetric":33399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":11133,"score_linear":122597.0,"score_lmetric":132706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":0,"new_prefill":11133,"score_linear":29501.0,"score_lmetric":19130},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":11133,"score_linear":195304.0,"score_lmetric":390447},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":3072,"new_prefill":8061,"score_linear":183777.0,"score_lmetric":335760},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":11133,"score_linear":80246.0,"score_lmetric":11133},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":11133,"score_linear":18301.0,"score_lmetric":21754}],"chosen_score_linear":80246.0,"chosen_score_lmetric":11133,"t_first_token":27176.513267697,"t_first_token_unix":1779961173.0682108,"t_done":27176.651580924,"t_done_unix":1779961173.2065237},{"request_id":"1368070:2:1370108:586","session_id":"1368070","input_length":29501,"t_proxy_recv":27175.323486903,"t_decision_unix":1779961171.8784282,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7289244432392122,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7997 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":7997,"cache_hit":21504,"estimated_new_tokens":7997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":29501,"score_linear":141732.0,"score_lmetric":112344},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":29501,"score_linear":190391.0,"score_lmetric":88503},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":29501,"score_linear":122597.0,"score_lmetric":151074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":21504,"new_prefill":7997,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":29501,"score_linear":195304.0,"score_lmetric":445551},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":29501,"score_linear":186849.0,"score_lmetric":421520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":29501,"score_linear":80246.0,"score_lmetric":29501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":29501,"score_linear":18160.0,"score_lmetric":29501}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":27176.826034186,"t_first_token_unix":1779961173.3810334,"t_done":27176.971190839,"t_done_unix":1779961173.5261352},{"request_id":"1370466:1:1370466:592","session_id":"1370466","input_length":7710,"t_proxy_recv":27176.649825774,"t_decision_unix":1779961173.2047672,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":7710.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7710 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7710,"cache_hit":0,"estimated_new_tokens":7710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":7710,"score_linear":98267.0,"score_lmetric":7710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":192772,"ongoing_decode_tokens":192772,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":7710,"score_linear":192772.0,"score_lmetric":30840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":7710,"score_linear":122597.0,"score_lmetric":129283},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":0,"new_prefill":7710,"score_linear":29501.0,"score_lmetric":15707},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":7710,"score_linear":195304.0,"score_lmetric":380178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":7710,"score_linear":186849.0,"score_lmetric":334356},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":91379,"ongoing_decode_tokens":91379,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":7710,"score_linear":91379.0,"score_lmetric":15420},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82832,"ongoing_decode_tokens":0,"pending_prefill_tokens":16272,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":7710,"score_linear":82832.0,"score_lmetric":47964}],"chosen_score_linear":98267.0,"chosen_score_lmetric":7710,"t_first_token":27177.208319734,"t_first_token_unix":1779961173.7632637,"t_done":27177.466451178,"t_done_unix":1779961174.021395},{"request_id":"1370269:1:1370269:591","session_id":"1370269","input_length":2381,"t_proxy_recv":27175.865256197,"t_decision_unix":1779961172.4201977,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":7143.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2381 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2381,"cache_hit":0,"estimated_new_tokens":2381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":2381,"score_linear":141732.0,"score_lmetric":30984},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":2381,"score_linear":190391.0,"score_lmetric":7143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":2381,"score_linear":122597.0,"score_lmetric":123954},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":0,"new_prefill":2381,"score_linear":29501.0,"score_lmetric":10378},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":2381,"score_linear":195304.0,"score_lmetric":364191},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":2381,"score_linear":186849.0,"score_lmetric":313040},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":91379,"ongoing_decode_tokens":80246,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":2381,"score_linear":91379.0,"score_lmetric":27028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82832,"ongoing_decode_tokens":0,"pending_prefill_tokens":16272,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":2381,"score_linear":82832.0,"score_lmetric":37306}],"chosen_score_linear":190391.0,"chosen_score_lmetric":7143,"t_first_token":27176.166695898,"t_first_token_unix":1779961172.7216394,"t_done":27177.847060613,"t_done_unix":1779961174.402004},{"request_id":"1356885:1:1356885:514","session_id":"1356885","input_length":122597,"t_proxy_recv":27128.881125013,"t_decision_unix":1779961125.4360664,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":121573.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1024,"v3_new_local":121573,"cache_hit":1024,"estimated_new_tokens":121573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":6656,"new_prefill":115941,"score_linear":28652.0,"score_lmetric":151249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":122597,"score_linear":130877.0,"score_lmetric":245194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":1024,"new_prefill":121573,"score_linear":-1024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":1024,"new_prefill":121573,"score_linear":20347.0,"score_lmetric":121573},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34198,"ongoing_decode_tokens":0,"pending_prefill_tokens":34198,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":122597,"score_linear":34198.0,"score_lmetric":156795},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":122597,"score_linear":150785.0,"score_lmetric":377202},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":122597,"score_linear":83526.0,"score_lmetric":206123}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":27176.893202959,"t_first_token_unix":1779961173.4481492,"t_done":27179.051178658,"t_done_unix":1779961175.6061223},{"request_id":"1313181:3:1364311:547","session_id":"1313181","input_length":59514,"t_proxy_recv":27154.945835131,"t_decision_unix":1779961151.5007768,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.4043418355344961,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":70900.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,1,1,2,1,2,2])","v3_prefill_cache_hit":24064,"v3_new_local":35450,"cache_hit":24064,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114095,"ongoing_decode_tokens":114095,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":24064,"new_prefill":35450,"score_linear":90031.0,"score_lmetric":70900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":24064,"new_prefill":35450,"score_linear":106813.0,"score_lmetric":70900},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":59514,"score_linear":122597.0,"score_lmetric":181087},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":59514,"score_linear":76969.0,"score_lmetric":136483},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":59514,"score_linear":145821.0,"score_lmetric":355374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":59514,"score_linear":62685.0,"score_lmetric":122199},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":59514,"score_linear":94143.0,"score_lmetric":119028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21342,"ongoing_decode_tokens":21342,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":12800,"new_prefill":46714,"score_linear":8542.0,"score_lmetric":93428}],"chosen_score_linear":106813.0,"chosen_score_lmetric":70900,"t_first_token":27164.976128828,"t_first_token_unix":1779961161.5310721,"t_done":27179.233249263,"t_done_unix":1779961175.7881923},{"request_id":"1277428:6:1371101:593","session_id":"1277428","input_length":36583,"t_proxy_recv":27178.685511331,"t_decision_unix":1779961175.2404525,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9936855916682612,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (231 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":231,"cache_hit":36352,"estimated_new_tokens":231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":36352,"new_prefill":231,"score_linear":61915.0,"score_lmetric":231},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":3584,"new_prefill":32999,"score_linear":186807.0,"score_lmetric":98997},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":122597,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":36583,"score_linear":122597.0,"score_lmetric":36583},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":17408,"new_prefill":19175,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":36583,"score_linear":195304.0,"score_lmetric":466797},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":36583,"score_linear":186849.0,"score_lmetric":449848},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4608,"new_prefill":31975,"score_linear":75638.0,"score_lmetric":31975},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82832,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":36583,"score_linear":82832.0,"score_lmetric":84468}],"chosen_score_linear":61915.0,"chosen_score_lmetric":231,"t_first_token":27178.827825951,"t_first_token_unix":1779961175.38277,"t_done":27179.988499897,"t_done_unix":1779961176.5434434},{"request_id":"1371337:1:1371337:597","session_id":"1371337","input_length":9399,"t_proxy_recv":27179.526323036,"t_decision_unix":1779961176.081264,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":9399.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9399,"cache_hit":0,"estimated_new_tokens":9399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157842,"ongoing_decode_tokens":134850,"pending_prefill_tokens":3024,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":0,"new_prefill":9399,"score_linear":157842.0,"score_lmetric":37269},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173581,"ongoing_decode_tokens":173581,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":9399,"score_linear":173581.0,"score_lmetric":28197},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":9399,"score_linear":195304.0,"score_lmetric":385245},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":9399,"score_linear":186849.0,"score_lmetric":341112},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":9399,"score_linear":80246.0,"score_lmetric":9399},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":9399,"score_linear":115646.0,"score_lmetric":63720}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27180.240242554,"t_first_token_unix":1779961176.7951872,"t_done":27180.779130677,"t_done_unix":1779961177.3340735},{"request_id":"1313181:4:1318843:342","session_id":"1313181","input_length":42704,"t_proxy_recv":27179.258928503,"t_decision_unix":1779961175.8138695,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9951292618958412,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (208 < 8000)","v3_prefill_cache_hit":42496,"v3_new_local":208,"cache_hit":42496,"estimated_new_tokens":208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134850,"ongoing_decode_tokens":134850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":24064,"new_prefill":18640,"score_linear":110786.0,"score_lmetric":37280},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":42496,"new_prefill":208,"score_linear":88381.0,"score_lmetric":416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":42704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":42704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":42704,"score_linear":195304.0,"score_lmetric":485160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":42704,"score_linear":186849.0,"score_lmetric":474332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":42704,"score_linear":80246.0,"score_lmetric":42704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":12800,"new_prefill":29904,"score_linear":102846.0,"score_lmetric":125235}],"chosen_score_linear":88381.0,"chosen_score_lmetric":416,"t_first_token":27179.367718087,"t_first_token_unix":1779961175.9226615,"t_done":27181.042733537,"t_done_unix":1779961177.5976765},{"request_id":"1371622:1:1371622:598","session_id":"1371622","input_length":13616,"t_proxy_recv":27180.520926134,"t_decision_unix":1779961177.0758674,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":13616.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13616,"cache_hit":0,"estimated_new_tokens":13616,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121259,"ongoing_decode_tokens":121259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":0,"new_prefill":13616,"score_linear":121259.0,"score_lmetric":27232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173581,"ongoing_decode_tokens":173581,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":13616,"score_linear":173581.0,"score_lmetric":40848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":13616,"score_linear":9399.0,"score_lmetric":13616},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":13616,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":11264,"new_prefill":2352,"score_linear":184040.0,"score_lmetric":364104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":13616,"score_linear":186849.0,"score_lmetric":357980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":13616,"score_linear":80246.0,"score_lmetric":13616},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":13616,"score_linear":115646.0,"score_lmetric":76371}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27181.683157552,"t_first_token_unix":1779961178.2381005,"t_done":27182.430765398,"t_done_unix":1779961178.9857087},{"request_id":"1371929:1:1371929:601","session_id":"1371929","input_length":17407,"t_proxy_recv":27181.628980067,"t_decision_unix":1779961178.1839213,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":17407.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17407,"cache_hit":0,"estimated_new_tokens":17407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156296,"ongoing_decode_tokens":121259,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":0,"new_prefill":17407,"score_linear":156296.0,"score_lmetric":88212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":17407,"score_linear":190881.0,"score_lmetric":52221},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":17407,"score_linear":60004.0,"score_lmetric":17407},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":17407,"score_linear":13616.0,"score_lmetric":31023},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":17407,"score_linear":195304.0,"score_lmetric":409269},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":17407,"score_linear":186849.0,"score_lmetric":373144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":17407,"score_linear":106951.0,"score_lmetric":59552},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":17407,"score_linear":115646.0,"score_lmetric":87744}],"chosen_score_linear":60004.0,"chosen_score_lmetric":17407,"t_first_token":27183.320077785,"t_first_token_unix":1779961179.875021,"t_done":27183.792749241,"t_done_unix":1779961180.3476963},{"request_id":"1366128:4:1371629:599","session_id":"1366128","input_length":35037,"t_proxy_recv":27180.545357274,"t_decision_unix":1779961177.1002986,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.6575905471358849,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,3,1,1,3,4,1,3])","v3_prefill_cache_hit":23040,"v3_new_local":11997,"cache_hit":23040,"estimated_new_tokens":11997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121259,"ongoing_decode_tokens":121259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":23040,"new_prefill":11997,"score_linear":98219.0,"score_lmetric":23994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173581,"ongoing_decode_tokens":173581,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":35037,"score_linear":173581.0,"score_lmetric":105111},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":35037,"score_linear":9399.0,"score_lmetric":35037},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":35037,"score_linear":13616.0,"score_lmetric":48653},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35037,"score_linear":195304.0,"score_lmetric":462159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":35037,"score_linear":186849.0,"score_lmetric":443664},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":35037,"score_linear":80246.0,"score_lmetric":35037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":35037,"score_linear":115646.0,"score_lmetric":140634}],"chosen_score_linear":98219.0,"chosen_score_lmetric":23994,"t_first_token":27183.102901002,"t_first_token_unix":1779961179.6578448,"t_done":27184.562266926,"t_done_unix":1779961181.1172106},{"request_id":"1372791:1:1372791:604","session_id":"1372791","input_length":4811,"t_proxy_recv":27184.636244181,"t_decision_unix":1779961181.1911852,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":4811.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4811 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4811,"cache_hit":0,"estimated_new_tokens":4811,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":159511,"ongoing_decode_tokens":159511,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":4811,"score_linear":159511.0,"score_lmetric":14433},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":4811,"score_linear":190881.0,"score_lmetric":14433},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":4811,"score_linear":60004.0,"score_lmetric":4811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1456,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":4811,"score_linear":195304.0,"score_lmetric":371481},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":4811,"score_linear":186849.0,"score_lmetric":322760},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":4811,"score_linear":106951.0,"score_lmetric":9622},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134042,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12317,"num_requests":4,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":4811,"score_linear":134042.0,"score_lmetric":68512}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27184.942305571,"t_first_token_unix":1779961181.4972486,"t_done":27185.122047863,"t_done_unix":1779961181.6769912},{"request_id":"1367312:2:1368064:574","session_id":"1367312","input_length":15501,"t_proxy_recv":27168.255559331,"t_decision_unix":1779961164.8105006,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13312,"affinity_cache_ratio":0.8587833043029482,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2189 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":2189,"cache_hit":13312,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":15501,"score_linear":165748.0,"score_lmetric":72272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":15501,"score_linear":231408.0,"score_lmetric":62004},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":15501,"score_linear":122597.0,"score_lmetric":137074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":15501,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":15501,"score_linear":195304.0,"score_lmetric":403551},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108113,"ongoing_decode_tokens":35194,"pending_prefill_tokens":72919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":13312,"new_prefill":2189,"score_linear":94801.0,"score_lmetric":150216},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":15501,"score_linear":99061.0,"score_lmetric":31002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":15501,"score_linear":46066.0,"score_lmetric":131304}],"chosen_score_linear":94801.0,"chosen_score_lmetric":150216,"t_first_token":27186.571060705,"t_first_token_unix":1779961183.1260064,"t_done":27187.505895808,"t_done_unix":1779961184.0609064},{"request_id":"1355484:7:1371284:596","session_id":"1355484","input_length":22992,"t_proxy_recv":27179.312902878,"t_decision_unix":1779961175.8678443,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8684759916492694,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3024 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":3024,"cache_hit":19968,"estimated_new_tokens":3024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134850,"ongoing_decode_tokens":134850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":19968,"new_prefill":3024,"score_linear":114882.0,"score_lmetric":6048},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173581,"ongoing_decode_tokens":130877,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":12800,"new_prefill":10192,"score_linear":160781.0,"score_lmetric":31200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":22992,"score_linear":195304.0,"score_lmetric":426024},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":22992,"score_linear":186849.0,"score_lmetric":395484},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":22992,"score_linear":80246.0,"score_lmetric":22992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":12800,"new_prefill":10192,"score_linear":102846.0,"score_lmetric":66099}],"chosen_score_linear":114882.0,"chosen_score_lmetric":6048,"t_first_token":27179.86810506,"t_first_token_unix":1779961176.4230487,"t_done":27187.521391155,"t_done_unix":1779961184.0763345},{"request_id":"1367957:1:1367957:572","session_id":"1367957","input_length":72919,"t_proxy_recv":27167.847794599,"t_decision_unix":1779961164.4027362,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":72919.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,4,1,1,3,1,2,3])","v3_prefill_cache_hit":0,"v3_new_local":72919,"cache_hit":0,"estimated_new_tokens":72919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":72919,"score_linear":165748.0,"score_lmetric":301944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":72919,"score_linear":231408.0,"score_lmetric":291676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":18944,"new_prefill":53975,"score_linear":103653.0,"score_lmetric":175548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14816,"ongoing_decode_tokens":14816,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":72919,"score_linear":14816.0,"score_lmetric":72919},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":18944,"new_prefill":53975,"score_linear":176360.0,"score_lmetric":518973},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":72919,"score_linear":35194.0,"score_lmetric":72919},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":72919,"score_linear":99061.0,"score_lmetric":145838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":72919,"score_linear":46066.0,"score_lmetric":303558}],"chosen_score_linear":35194.0,"chosen_score_lmetric":72919,"t_first_token":27186.187784688,"t_first_token_unix":1779961182.742729,"t_done":27187.874521486,"t_done_unix":1779961184.4294648},{"request_id":"1353821:3:1360898:529","session_id":"1353821","input_length":27933,"t_proxy_recv":27142.941904709,"t_decision_unix":1779961139.4968457,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.98979701428418,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (285 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":285,"cache_hit":27648,"estimated_new_tokens":285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":27933,"score_linear":78251.0,"score_lmetric":128400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":27933,"score_linear":164355.0,"score_lmetric":99753},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":27933,"score_linear":122597.0,"score_lmetric":149506},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":27933,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":27648,"new_prefill":285,"score_linear":90240.0,"score_lmetric":118173},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":27933,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":27933,"score_linear":128439.0,"score_lmetric":55866},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":27933,"score_linear":83526.0,"score_lmetric":27933}],"chosen_score_linear":90240.0,"chosen_score_lmetric":118173,"t_first_token":27186.904439892,"t_first_token_unix":1779961183.4593835,"t_done":27187.87696647,"t_done_unix":1779961184.4319098},{"request_id":"1253804:6:1318560:340","session_id":"1253804","input_length":62618,"t_proxy_recv":26993.765499398,"t_decision_unix":1779960990.3204405,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9403047047174934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3738 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":3738,"cache_hit":58880,"estimated_new_tokens":3738,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":3584,"new_prefill":59034,"score_linear":67350.0,"score_lmetric":128864},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":58880,"new_prefill":3738,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":62618,"score_linear":121968.0,"score_lmetric":62618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":62618,"score_linear":104431.0,"score_lmetric":284946},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":3584,"new_prefill":59034,"score_linear":62551.0,"score_lmetric":59034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":27007.605071706,"t_first_token_unix":1779961004.160015,"t_done":27188.021239651,"t_done_unix":1779961184.5761838},{"request_id":"1344773:12:1367864:571","session_id":"1344773","input_length":35194,"t_proxy_recv":27167.457991445,"t_decision_unix":1779961164.0129325,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9892595328749219,"affinity_num_requests":0,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (378 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":378,"cache_hit":34816,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":35194,"score_linear":165748.0,"score_lmetric":151044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":35194,"score_linear":231408.0,"score_lmetric":140776},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":35194,"score_linear":122597.0,"score_lmetric":156767},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":91690,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":35194,"score_linear":91690.0,"score_lmetric":70388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35194,"score_linear":195304.0,"score_lmetric":462630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":34816,"new_prefill":378,"score_linear":-34816.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":33792,"new_prefill":1402,"score_linear":65269.0,"score_lmetric":2804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":35194,"score_linear":46066.0,"score_lmetric":190383}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":27167.533087034,"t_first_token_unix":1779961164.0880306,"t_done":27188.395886344,"t_done_unix":1779961184.95083},{"request_id":"1353821:4:1363399:541","session_id":"1353821","input_length":28093,"t_proxy_recv":27187.88248066,"t_decision_unix":1779961184.4374218,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.984159755099135,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (445 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":445,"cache_hit":27648,"estimated_new_tokens":445,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":136519,"ongoing_decode_tokens":136519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":28093,"score_linear":136519.0,"score_lmetric":56186},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":28093,"score_linear":130877.0,"score_lmetric":56186},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":28093,"score_linear":139499.0,"score_lmetric":215176},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":28093,"score_linear":126340.0,"score_lmetric":154433},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":27648,"new_prefill":445,"score_linear":139723.0,"score_lmetric":890},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":98429,"ongoing_decode_tokens":98429,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":28093,"score_linear":98429.0,"score_lmetric":56186},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":28093,"score_linear":106951.0,"score_lmetric":56186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":28093,"score_linear":144326.0,"score_lmetric":204830}],"chosen_score_linear":139723.0,"chosen_score_lmetric":890,"t_first_token":27188.003613262,"t_first_token_unix":1779961184.558557,"t_done":27188.45478837,"t_done_unix":1779961185.0097315},{"request_id":"1344773:13:1370257:589","session_id":"1344773","input_length":35413,"t_proxy_recv":27188.404338744,"t_decision_unix":1779961184.95928,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9975997515036851,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (85 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":85,"cache_hit":35328,"estimated_new_tokens":85,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":35413,"score_linear":183283.0,"score_lmetric":142083},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":35413,"score_linear":68259.0,"score_lmetric":35413},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":35413,"score_linear":139499.0,"score_lmetric":229816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":35413,"score_linear":126340.0,"score_lmetric":161753},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195464,"ongoing_decode_tokens":195464,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35413,"score_linear":195464.0,"score_lmetric":106239},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63235,"ongoing_decode_tokens":63235,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":35328,"new_prefill":85,"score_linear":27907.0,"score_lmetric":85},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":33792,"new_prefill":1621,"score_linear":73159.0,"score_lmetric":3242},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":35413,"score_linear":144326.0,"score_lmetric":241430}],"chosen_score_linear":27907.0,"chosen_score_lmetric":85,"t_first_token":27188.477142168,"t_first_token_unix":1779961185.0320852,"t_done":27188.524273005,"t_done_unix":1779961185.0792165},{"request_id":"1363093:2:1368700:580","session_id":"1363093","input_length":63235,"t_proxy_recv":27170.442303967,"t_decision_unix":1779961166.9972448,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":62464,"affinity_cache_ratio":0.9878073851506286,"affinity_num_requests":3,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (771 < 8000)","v3_prefill_cache_hit":62464,"v3_new_local":771,"cache_hit":62464,"estimated_new_tokens":771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":149979,"ongoing_decode_tokens":149979,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":63235,"score_linear":149979.0,"score_lmetric":189705},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":238456,"ongoing_decode_tokens":238456,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":63235,"score_linear":238456.0,"score_lmetric":316175},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":63235,"score_linear":122597.0,"score_lmetric":184808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37644,"ongoing_decode_tokens":0,"pending_prefill_tokens":22796,"num_requests":2,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":63235,"score_linear":37644.0,"score_lmetric":172062},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":63235,"score_linear":195304.0,"score_lmetric":546753},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":62464,"new_prefill":771,"score_linear":61150.0,"score_lmetric":227637},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107906,"ongoing_decode_tokens":107906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":63235,"score_linear":107906.0,"score_lmetric":189705},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":63235,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":61150.0,"chosen_score_lmetric":227637,"t_first_token":27186.573016005,"t_first_token_unix":1779961183.1279595,"t_done":27188.721542238,"t_done_unix":1779961185.2764862},{"request_id":"1362265:3:1373357:605","session_id":"1362265","input_length":10284,"t_proxy_recv":27186.636294561,"t_decision_unix":1779961183.1912363,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9459354336833917,"affinity_num_requests":4,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (556 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":556,"cache_hit":9728,"estimated_new_tokens":556,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":159511,"ongoing_decode_tokens":159511,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":10284,"score_linear":159511.0,"score_lmetric":30852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":10284,"score_linear":190881.0,"score_lmetric":30852},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":10284,"score_linear":60004.0,"score_lmetric":10284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":10284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":10284,"score_linear":195304.0,"score_lmetric":387900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":186849,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":10284,"score_linear":186849.0,"score_lmetric":41136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":6656,"new_prefill":3628,"score_linear":100295.0,"score_lmetric":7256},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134042,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12317,"num_requests":4,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":9728,"new_prefill":556,"score_linear":124314.0,"score_lmetric":51492}],"chosen_score_linear":124314.0,"chosen_score_lmetric":51492,"t_first_token":27188.941432246,"t_first_token_unix":1779961185.4963753,"t_done":27189.301520781,"t_done_unix":1779961185.8564637},{"request_id":"1363943:4:1372250:603","session_id":"1363943","input_length":18396,"t_proxy_recv":27182.865718571,"t_decision_unix":1779961179.4206598,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.974124809741248,"affinity_num_requests":3,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (476 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":476,"cache_hit":17920,"estimated_new_tokens":476,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":194548,"ongoing_decode_tokens":121259,"pending_prefill_tokens":13897,"num_requests":4,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":8704,"new_prefill":9692,"score_linear":185844.0,"score_lmetric":94356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":18396,"score_linear":190881.0,"score_lmetric":55188},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":77411,"ongoing_decode_tokens":0,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":4096,"new_prefill":14300,"score_linear":73315.0,"score_lmetric":63414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1456,"cache_hit":4096,"new_prefill":14300,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18396,"score_linear":195304.0,"score_lmetric":412236},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":18396,"score_linear":186849.0,"score_lmetric":377100},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4096,"new_prefill":14300,"score_linear":102855.0,"score_lmetric":53338},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":17920,"new_prefill":476,"score_linear":97726.0,"score_lmetric":36951}],"chosen_score_linear":97726.0,"chosen_score_lmetric":36951,"t_first_token":27188.936191377,"t_first_token_unix":1779961185.4911346,"t_done":27190.549245581,"t_done_unix":1779961187.1041887},{"request_id":"1342634:2:1370263:590","session_id":"1342634","input_length":64531,"t_proxy_recv":27175.845046516,"t_decision_unix":1779961172.3999872,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9124296849576172,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5651 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":5651,"cache_hit":58880,"estimated_new_tokens":5651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":64531,"score_linear":141732.0,"score_lmetric":217434},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":64531,"score_linear":190391.0,"score_lmetric":193593},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":64531,"score_linear":122597.0,"score_lmetric":186104},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":0,"new_prefill":64531,"score_linear":29501.0,"score_lmetric":72528},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":64531,"score_linear":195304.0,"score_lmetric":550641},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":64531,"score_linear":186849.0,"score_lmetric":561640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":91379,"ongoing_decode_tokens":80246,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":64531,"score_linear":91379.0,"score_lmetric":151328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":58880,"new_prefill":5651,"score_linear":-40579.0,"score_lmetric":16272}],"chosen_score_linear":-40579.0,"chosen_score_lmetric":16272,"t_first_token":27188.928955132,"t_first_token_unix":1779961185.4838986,"t_done":27190.9115474,"t_done_unix":1779961187.4664903},{"request_id":"1367329:2:1371226:595","session_id":"1367329","input_length":32814,"t_proxy_recv":27179.091328559,"t_decision_unix":1779961175.64627,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8113610044493205,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6190 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":6190,"cache_hit":26624,"estimated_new_tokens":6190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134850,"ongoing_decode_tokens":134850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":0,"new_prefill":32814,"score_linear":134850.0,"score_lmetric":65628},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":32814,"score_linear":190391.0,"score_lmetric":98442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":32814,"score_linear":195304.0,"score_lmetric":455490},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":32814,"score_linear":186849.0,"score_lmetric":434772},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":32814,"score_linear":80246.0,"score_lmetric":32814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82832,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":26624,"new_prefill":6190,"score_linear":56208.0,"score_lmetric":23682}],"chosen_score_linear":56208.0,"chosen_score_lmetric":23682,"t_first_token":27188.935674541,"t_first_token_unix":1779961185.4906178,"t_done":27190.963867798,"t_done_unix":1779961187.5188112},{"request_id":"1366128:5:1373829:610","session_id":"1366128","input_length":46764,"t_proxy_recv":27188.359993511,"t_decision_unix":1779961184.9149346,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.7445043195620563,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,1,3,1,3,2,2,5])","v3_prefill_cache_hit":34816,"v3_new_local":11948,"cache_hit":34816,"estimated_new_tokens":11948,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":136519,"ongoing_decode_tokens":136519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":34816,"new_prefill":11948,"score_linear":101703.0,"score_lmetric":23896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":46764,"score_linear":68259.0,"score_lmetric":46764},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":46764,"score_linear":139499.0,"score_lmetric":252518},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":46764,"score_linear":126340.0,"score_lmetric":173104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195464,"ongoing_decode_tokens":195464,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":46764,"score_linear":195464.0,"score_lmetric":140292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":98429,"ongoing_decode_tokens":98429,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":46764,"score_linear":98429.0,"score_lmetric":93528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":46764,"score_linear":106951.0,"score_lmetric":93528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":46764,"score_linear":144326.0,"score_lmetric":298185}],"chosen_score_linear":101703.0,"chosen_score_lmetric":23896,"t_first_token":27191.72140743,"t_first_token_unix":1779961188.2763515,"t_done":27192.230965231,"t_done_unix":1779961188.785909},{"request_id":"1363943:5:1373637:609","session_id":"1363943","input_length":18676,"t_proxy_recv":27190.554631013,"t_decision_unix":1779961187.1095726,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9869351038766331,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":244,"cache_hit":18432,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":8704,"new_prefill":9972,"score_linear":174579.0,"score_lmetric":65760},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":18676,"score_linear":68259.0,"score_lmetric":18676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4096,"new_prefill":14580,"score_linear":135403.0,"score_lmetric":188150},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":14580,"score_linear":122244.0,"score_lmetric":140920},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18676,"score_linear":167371.0,"score_lmetric":37352},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":0,"pending_prefill_tokens":20422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":18676,"score_linear":83398.0,"score_lmetric":78196},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4096,"new_prefill":14580,"score_linear":102855.0,"score_lmetric":29160},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":115646,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":18432,"new_prefill":244,"score_linear":97214.0,"score_lmetric":732}],"chosen_score_linear":97214.0,"chosen_score_lmetric":732,"t_first_token":27190.682366443,"t_first_token_unix":1779961187.2373097,"t_done":27192.258279266,"t_done_unix":1779961188.8132224},{"request_id":"1374465:1:1374465:613","session_id":"1374465","input_length":18497,"t_proxy_recv":27190.585239913,"t_decision_unix":1779961187.1401815,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":18497.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,3,1,2,2,2,4])","v3_prefill_cache_hit":0,"v3_new_local":18497,"cache_hit":0,"estimated_new_tokens":18497,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":18497,"score_linear":183283.0,"score_lmetric":91335},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":18497,"score_linear":68259.0,"score_lmetric":18497},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":18497,"score_linear":139499.0,"score_lmetric":195984},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":18497,"score_linear":126340.0,"score_lmetric":144837},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18497,"score_linear":167371.0,"score_lmetric":36994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":0,"pending_prefill_tokens":20422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":18497,"score_linear":83398.0,"score_lmetric":77838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":18497,"score_linear":106951.0,"score_lmetric":36994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134322,"ongoing_decode_tokens":115646,"pending_prefill_tokens":244,"num_requests":4,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":18497,"score_linear":134322.0,"score_lmetric":74964}],"chosen_score_linear":68259.0,"chosen_score_lmetric":18497,"t_first_token":27192.473408565,"t_first_token_unix":1779961189.0283525,"t_done":27192.861184462,"t_done_unix":1779961189.4161277},{"request_id":"1374347:1:1374347:611","session_id":"1374347","input_length":19862,"t_proxy_recv":27190.144755665,"t_decision_unix":1779961186.6996973,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":19862.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19862,"cache_hit":0,"estimated_new_tokens":19862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":19862,"score_linear":183283.0,"score_lmetric":95430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":19862,"score_linear":68259.0,"score_lmetric":19862},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":19862,"score_linear":139499.0,"score_lmetric":198714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":19862,"score_linear":126340.0,"score_lmetric":146202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19862,"score_linear":167371.0,"score_lmetric":39724},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":19862,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":19862,"score_linear":106951.0,"score_lmetric":39724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134042,"ongoing_decode_tokens":134042,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":19862,"score_linear":134042.0,"score_lmetric":79448}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27192.312728329,"t_first_token_unix":1779961188.867672,"t_done":27192.909952563,"t_done_unix":1779961189.4648957},{"request_id":"1370129:1:1370129:587","session_id":"1370129","input_length":18301,"t_proxy_recv":27175.381460219,"t_decision_unix":1779961171.9364016,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":10621.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,1,1,3,4,1,1])","v3_prefill_cache_hit":7680,"v3_new_local":10621,"cache_hit":7680,"estimated_new_tokens":10621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":4096,"new_prefill":14205,"score_linear":137636.0,"score_lmetric":66456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":18301,"score_linear":190391.0,"score_lmetric":54903},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":7680,"new_prefill":10621,"score_linear":114917.0,"score_lmetric":132194},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":7680,"new_prefill":10621,"score_linear":21821.0,"score_lmetric":18618},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18301,"score_linear":195304.0,"score_lmetric":411951},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":18301,"score_linear":186849.0,"score_lmetric":376720},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":7680,"new_prefill":10621,"score_linear":72566.0,"score_lmetric":10621},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":7680,"new_prefill":10621,"score_linear":10480.0,"score_lmetric":10621}],"chosen_score_linear":10480.0,"chosen_score_lmetric":10621,"t_first_token":27176.953806427,"t_first_token_unix":1779961173.5087512,"t_done":27193.67905024,"t_done_unix":1779961190.2339947},{"request_id":"1364090:2:1371798:600","session_id":"1364090","input_length":26705,"t_proxy_recv":27181.16273843,"t_decision_unix":1779961177.71768,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.5368283093053735,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,2,1,3,4,1,3])","v3_prefill_cache_hit":14336,"v3_new_local":12369,"cache_hit":14336,"estimated_new_tokens":12369,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156296,"ongoing_decode_tokens":121259,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":4096,"new_prefill":22609,"score_linear":152200.0,"score_lmetric":103818},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":26705,"score_linear":190881.0,"score_lmetric":80115},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":7680,"new_prefill":19025,"score_linear":52324.0,"score_lmetric":19025},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":7680,"new_prefill":19025,"score_linear":5936.0,"score_lmetric":32641},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":26705,"score_linear":195304.0,"score_lmetric":437163},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":26705,"score_linear":186849.0,"score_lmetric":410336},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":14336,"new_prefill":12369,"score_linear":65910.0,"score_lmetric":12369},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":7680,"new_prefill":19025,"score_linear":107966.0,"score_lmetric":92598}],"chosen_score_linear":65910.0,"chosen_score_lmetric":12369,"t_first_token":27183.223428378,"t_first_token_unix":1779961179.7783718,"t_done":27194.413649394,"t_done_unix":1779961190.9685926},{"request_id":"1355951:3:1375866:619","session_id":"1355951","input_length":38041,"t_proxy_recv":27195.528403951,"t_decision_unix":1779961192.0833454,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9690596987460898,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1177 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":1177,"cache_hit":36864,"estimated_new_tokens":1177,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11919,"num_requests":3,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":36864,"new_prefill":1177,"score_linear":158166.0,"score_lmetric":39288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":68259,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":38041,"score_linear":104147.0,"score_lmetric":76178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":38041,"score_linear":139499.0,"score_lmetric":235072},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":38041,"score_linear":126340.0,"score_lmetric":164381},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":38041,"score_linear":208879.0,"score_lmetric":128055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":38041,"score_linear":63536.0,"score_lmetric":38041},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":38041,"score_linear":80246.0,"score_lmetric":38041},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":38041,"score_linear":75402.0,"score_lmetric":153158}],"chosen_score_linear":158166.0,"chosen_score_lmetric":39288,"t_first_token":27197.24861253,"t_first_token_unix":1779961193.8035562,"t_done":27198.295965548,"t_done_unix":1779961194.850909},{"request_id":"1340278:2:1367225:564","session_id":"1340278","input_length":49483,"t_proxy_recv":27165.309212432,"t_decision_unix":1779961161.8641536,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9829638461693915,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (843 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":843,"cache_hit":48640,"estimated_new_tokens":843,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":49483,"score_linear":165748.0,"score_lmetric":208200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":49483,"score_linear":231408.0,"score_lmetric":228880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":49483,"score_linear":122597.0,"score_lmetric":171056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":49483,"score_linear":91690.0,"score_lmetric":255722},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":48640,"new_prefill":843,"score_linear":97181.0,"score_lmetric":238032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":97756,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":49483,"score_linear":97756.0,"score_lmetric":98966},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":49483,"score_linear":99061.0,"score_lmetric":113044},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":49483,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":97181.0,"chosen_score_lmetric":238032,"t_first_token":27186.906289391,"t_first_token_unix":1779961183.4612331,"t_done":27199.627406632,"t_done_unix":1779961196.1823502},{"request_id":"1374465:2:1376358:620","session_id":"1374465","input_length":21588,"t_proxy_recv":27196.98769172,"t_decision_unix":1779961193.542633,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":18432,"affinity_cache_ratio":0.8538076709282935,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3156 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":3156,"cache_hit":18432,"estimated_new_tokens":3156,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":233071,"ongoing_decode_tokens":136519,"pending_prefill_tokens":13096,"num_requests":4,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":0,"new_prefill":21588,"score_linear":233071.0,"score_lmetric":138736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":68259,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":18432,"new_prefill":3156,"score_linear":85715.0,"score_lmetric":6408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":21588,"score_linear":139499.0,"score_lmetric":202166},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":21588,"score_linear":126340.0,"score_lmetric":147928},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":21588,"score_linear":208879.0,"score_lmetric":78696},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":21588,"score_linear":63536.0,"score_lmetric":21588},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":21588,"score_linear":80246.0,"score_lmetric":21588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":21588,"score_linear":75402.0,"score_lmetric":120252}],"chosen_score_linear":85715.0,"chosen_score_lmetric":6408,"t_first_token":27198.902353365,"t_first_token_unix":1779961195.457297,"t_done":27199.635597647,"t_done_unix":1779961196.1905408},{"request_id":"1277428:7:1372183:602","session_id":"1277428","input_length":38252,"t_proxy_recv":27182.594990117,"t_decision_unix":1779961179.1499317,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9503293945414619,"affinity_num_requests":3,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1900 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":1900,"cache_hit":36352,"estimated_new_tokens":1900,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156296,"ongoing_decode_tokens":121259,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":36352,"new_prefill":1900,"score_linear":119944.0,"score_lmetric":41691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":3584,"new_prefill":34668,"score_linear":187297.0,"score_lmetric":104004},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":77411,"ongoing_decode_tokens":0,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":38252,"score_linear":77411.0,"score_lmetric":111318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1456,"cache_hit":17408,"new_prefill":20844,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":38252,"score_linear":195304.0,"score_lmetric":471804},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":38252,"score_linear":186849.0,"score_lmetric":456524},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4608,"new_prefill":33644,"score_linear":102343.0,"score_lmetric":92026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":38252,"score_linear":115646.0,"score_lmetric":150279}],"chosen_score_linear":119944.0,"chosen_score_lmetric":41691,"t_first_token":27183.662466818,"t_first_token_unix":1779961180.2174106,"t_done":27199.896668455,"t_done_unix":1779961196.4516118},{"request_id":"1340278:3:1368072:576","session_id":"1340278","input_length":50124,"t_proxy_recv":27199.656546374,"t_decision_unix":1779961196.211488,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9908227595563004,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (460 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":460,"cache_hit":49664,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":195030,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":50124,"score_linear":195030.0,"score_lmetric":150372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":50124,"score_linear":104147.0,"score_lmetric":100248},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":50124,"score_linear":139499.0,"score_lmetric":259238},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":50124,"score_linear":126340.0,"score_lmetric":176464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159396,"ongoing_decode_tokens":159396,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":49664,"new_prefill":460,"score_linear":109732.0,"score_lmetric":920},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79777,"ongoing_decode_tokens":63536,"pending_prefill_tokens":16241,"num_requests":2,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":50124,"score_linear":79777.0,"score_lmetric":132730},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104569,"ongoing_decode_tokens":80246,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":50124,"score_linear":104569.0,"score_lmetric":148894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":50124,"score_linear":75402.0,"score_lmetric":177324}],"chosen_score_linear":109732.0,"chosen_score_lmetric":920,"t_first_token":27199.905059816,"t_first_token_unix":1779961196.4600031,"t_done":27199.951051864,"t_done_unix":1779961196.505995},{"request_id":"1366128:6:1375094:616","session_id":"1366128","input_length":58511,"t_proxy_recv":27192.852223231,"t_decision_unix":1779961189.4071643,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46592,"affinity_cache_ratio":0.7962947138144965,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,2,1,3,2,2,1])","v3_prefill_cache_hit":46592,"v3_new_local":11919,"cache_hit":46592,"estimated_new_tokens":11919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":136519,"ongoing_decode_tokens":136519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":46592,"new_prefill":11919,"score_linear":89927.0,"score_lmetric":23838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":86756,"ongoing_decode_tokens":86756,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":58511,"score_linear":86756.0,"score_lmetric":117022},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":58511,"score_linear":139499.0,"score_lmetric":276012},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":58511,"score_linear":126340.0,"score_lmetric":184851},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":58511,"score_linear":208879.0,"score_lmetric":189465},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":83398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":58511,"score_linear":83398.0,"score_lmetric":117022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":58511,"score_linear":106951.0,"score_lmetric":117022},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":58511,"score_linear":18301.0,"score_lmetric":58511}],"chosen_score_linear":89927.0,"chosen_score_lmetric":23838,"t_first_token":27197.05191951,"t_first_token_unix":1779961193.6068628,"t_done":27200.841374942,"t_done_unix":1779961197.3963184},{"request_id":"1377061:1:1377061:622","session_id":"1377061","input_length":16241,"t_proxy_recv":27199.616570463,"t_decision_unix":1779961196.1715114,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":16241.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,2,1,3,1,2,2])","v3_prefill_cache_hit":0,"v3_new_local":16241,"cache_hit":0,"estimated_new_tokens":16241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":195030,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":16241,"score_linear":195030.0,"score_lmetric":48723},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125735,"ongoing_decode_tokens":125735,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":16241,"score_linear":125735.0,"score_lmetric":48723},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":16241,"score_linear":139499.0,"score_lmetric":191472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":16241,"score_linear":126340.0,"score_lmetric":142581},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":208879,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":16241,"score_linear":208879.0,"score_lmetric":48723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":16241,"score_linear":63536.0,"score_lmetric":16241},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104569,"ongoing_decode_tokens":80246,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":16241,"score_linear":104569.0,"score_lmetric":81128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":16241,"score_linear":75402.0,"score_lmetric":109558}],"chosen_score_linear":63536.0,"chosen_score_lmetric":16241,"t_first_token":27201.113529867,"t_first_token_unix":1779961197.6684732,"t_done":27201.385697107,"t_done_unix":1779961197.9406402},{"request_id":"1268861:7:1374579:614","session_id":"1268861","input_length":41508,"t_proxy_recv":27191.050836155,"t_decision_unix":1779961187.6057777,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":36864,"affinity_cache_ratio":0.8881179531656548,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4644 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":4644,"cache_hit":36864,"estimated_new_tokens":4644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":41508,"score_linear":183283.0,"score_lmetric":160368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":86756,"ongoing_decode_tokens":68259,"pending_prefill_tokens":18497,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":41508,"score_linear":86756.0,"score_lmetric":120010},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":41508,"score_linear":139499.0,"score_lmetric":242006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":41508,"score_linear":126340.0,"score_lmetric":167848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":36864,"new_prefill":4644,"score_linear":130507.0,"score_lmetric":9288},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":0,"pending_prefill_tokens":20422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":41508,"score_linear":83398.0,"score_lmetric":123860},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":41508,"score_linear":106951.0,"score_lmetric":83016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36977,"ongoing_decode_tokens":36977,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":34304,"new_prefill":7204,"score_linear":2673.0,"score_lmetric":14408}],"chosen_score_linear":130507.0,"chosen_score_lmetric":9288,"t_first_token":27197.939537822,"t_first_token_unix":1779961194.494481,"t_done":27201.42036021,"t_done_unix":1779961197.9753036},{"request_id":"1371337:2:1376534:621","session_id":"1371337","input_length":24323,"t_proxy_recv":27197.65250633,"t_decision_unix":1779961194.2074475,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":6,"affinity_cache_hit":9216,"affinity_cache_ratio":0.3789006290342474,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":24323.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,3,2,1,3,1,1,2])","v3_prefill_cache_hit":0,"v3_new_local":24323,"cache_hit":0,"estimated_new_tokens":24323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":233071,"ongoing_decode_tokens":233071,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":0,"new_prefill":24323,"score_linear":233071.0,"score_lmetric":97292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125735,"ongoing_decode_tokens":68259,"pending_prefill_tokens":3204,"num_requests":3,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":24323,"score_linear":125735.0,"score_lmetric":82581},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":9216,"new_prefill":15107,"score_linear":130283.0,"score_lmetric":189204},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":24323,"score_linear":126340.0,"score_lmetric":150663},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":24323,"score_linear":208879.0,"score_lmetric":86901},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":24323,"score_linear":63536.0,"score_lmetric":24323},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":24323,"score_linear":80246.0,"score_lmetric":24323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":24323,"score_linear":75402.0,"score_lmetric":125722}],"chosen_score_linear":80246.0,"chosen_score_lmetric":24323,"t_first_token":27200.458039519,"t_first_token_unix":1779961197.0129833,"t_done":27201.612060227,"t_done_unix":1779961198.1670034},{"request_id":"1360649:1:1360649:527","session_id":"1360649","input_length":117888,"t_proxy_recv":27142.168211531,"t_decision_unix":1779961138.7231524,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":117888.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":117888,"cache_hit":0,"estimated_new_tokens":117888,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":117888,"score_linear":78251.0,"score_lmetric":308310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":117888,"score_linear":130877.0,"score_lmetric":235776},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":117888,"score_linear":122597.0,"score_lmetric":239461},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":117888,"score_linear":128439.0,"score_lmetric":235776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":117888,"score_linear":83526.0,"score_lmetric":201414}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27186.901856108,"t_first_token_unix":1779961183.4568012,"t_done":27202.897260974,"t_done_unix":1779961199.4522078},{"request_id":"1372791:2:1377698:624","session_id":"1372791","input_length":14851,"t_proxy_recv":27201.855691724,"t_decision_unix":1779961198.4106333,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.3102821358831055,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":14851.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,2,1,1,1,1,2])","v3_prefill_cache_hit":0,"v3_new_local":14851,"cache_hit":0,"estimated_new_tokens":14851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":14851,"score_linear":98267.0,"score_lmetric":14851},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":14851,"score_linear":104147.0,"score_lmetric":29702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":14851,"score_linear":139499.0,"score_lmetric":188692},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4608,"new_prefill":10243,"score_linear":121732.0,"score_lmetric":136583},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":14851,"score_linear":117888.0,"score_lmetric":14851},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":14851,"score_linear":63536.0,"score_lmetric":14851},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":14851,"score_linear":80246.0,"score_lmetric":14851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":14851,"score_linear":75402.0,"score_lmetric":106778}],"chosen_score_linear":63536.0,"chosen_score_lmetric":14851,"t_first_token":27203.171371477,"t_first_token_unix":1779961199.7263148,"t_done":27203.537729167,"t_done_unix":1779961200.092672},{"request_id":"1366128:7:1378071:626","session_id":"1366128","input_length":59007,"t_proxy_recv":27203.106654213,"t_decision_unix":1779961199.6615958,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9891707763485688,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (639 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":639,"cache_hit":58368,"estimated_new_tokens":639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":121724,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":58368,"new_prefill":639,"score_linear":63356.0,"score_lmetric":1278},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":59007,"score_linear":104147.0,"score_lmetric":118014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":59007,"score_linear":139499.0,"score_lmetric":277004},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59007,"score_linear":126340.0,"score_lmetric":185347},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119052,"ongoing_decode_tokens":0,"pending_prefill_tokens":780,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":59007,"score_linear":119052.0,"score_lmetric":59787},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78387,"ongoing_decode_tokens":63536,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":59007,"score_linear":78387.0,"score_lmetric":147716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":59007,"score_linear":80246.0,"score_lmetric":59007},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":59007,"score_linear":75402.0,"score_lmetric":195090}],"chosen_score_linear":63356.0,"chosen_score_lmetric":1278,"t_first_token":27203.403458859,"t_first_token_unix":1779961199.9584024,"t_done":27204.988684546,"t_done_unix":1779961201.5436318},{"request_id":"1363943:6:1375416:618","session_id":"1363943","input_length":19116,"t_proxy_recv":27193.902671213,"t_decision_unix":1779961190.4576128,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9642184557438794,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (684 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":684,"cache_hit":18432,"estimated_new_tokens":684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11919,"num_requests":3,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":8704,"new_prefill":10412,"score_linear":186326.0,"score_lmetric":66993},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":68259,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":19116,"score_linear":104147.0,"score_lmetric":38328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4096,"new_prefill":15020,"score_linear":135403.0,"score_lmetric":189030},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":15020,"score_linear":122244.0,"score_lmetric":141360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19116,"score_linear":208879.0,"score_lmetric":71280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":19116,"score_linear":63536.0,"score_lmetric":19116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4096,"new_prefill":15020,"score_linear":102855.0,"score_lmetric":30040},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":18432,"new_prefill":684,"score_linear":37854.0,"score_lmetric":38538}],"chosen_score_linear":37854.0,"chosen_score_lmetric":38538,"t_first_token":27203.477746354,"t_first_token_unix":1779961200.0326896,"t_done":27204.9946893,"t_done_unix":1779961201.5496325},{"request_id":"1377061:2:1378590:631","session_id":"1377061","input_length":16515,"t_proxy_recv":27204.884799569,"t_decision_unix":1779961201.439741,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":15872,"affinity_cache_ratio":0.961065697850439,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (643 < 8000)","v3_prefill_cache_hit":15872,"v3_new_local":643,"cache_hit":15872,"estimated_new_tokens":643,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180731,"ongoing_decode_tokens":180731,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":16515,"score_linear":180731.0,"score_lmetric":49545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":16515,"score_linear":104147.0,"score_lmetric":33030},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":16515,"score_linear":139499.0,"score_lmetric":192020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":16515,"score_linear":126340.0,"score_lmetric":142855},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":141184,"ongoing_decode_tokens":141184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":16515,"score_linear":141184.0,"score_lmetric":33030},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":15872,"new_prefill":643,"score_linear":47664.0,"score_lmetric":643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":80246,"pending_prefill_tokens":5458,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":16515,"score_linear":85704.0,"score_lmetric":43946},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":75402,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":16515,"score_linear":75402.0,"score_lmetric":33030}],"chosen_score_linear":47664.0,"chosen_score_lmetric":643,"t_first_token":27205.003758799,"t_first_token_unix":1779961201.558702,"t_done":27205.135554757,"t_done_unix":1779961201.6904979},{"request_id":"1360649:2:1367022:561","session_id":"1360649","input_length":119052,"t_proxy_recv":27202.924254505,"t_decision_unix":1779961199.479196,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9934482411047273,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (780 < 8000)","v3_prefill_cache_hit":118272,"v3_new_local":780,"cache_hit":118272,"estimated_new_tokens":780,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":98267,"pending_prefill_tokens":417,"num_requests":2,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":119052,"score_linear":121724.0,"score_lmetric":238938},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":119052,"score_linear":104147.0,"score_lmetric":238104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":119052,"score_linear":139499.0,"score_lmetric":397094},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":119052,"score_linear":126340.0,"score_lmetric":245392},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":118272,"new_prefill":780,"score_linear":-118272.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78387,"ongoing_decode_tokens":63536,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":119052,"score_linear":78387.0,"score_lmetric":267806},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":119052,"score_linear":80246.0,"score_lmetric":119052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":4096,"new_prefill":114956,"score_linear":71306.0,"score_lmetric":306988}],"chosen_score_linear":-118272.0,"chosen_score_lmetric":0,"t_first_token":27203.523444157,"t_first_token_unix":1779961200.0783875,"t_done":27206.067119926,"t_done_unix":1779961202.6220634},{"request_id":"1378684:1:1378684:632","session_id":"1378684","input_length":7810,"t_proxy_recv":27205.220884431,"t_decision_unix":1779961201.7758262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":7810.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7810 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7810,"cache_hit":0,"estimated_new_tokens":7810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":121724,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":7810,"score_linear":121724.0,"score_lmetric":15620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":7810,"score_linear":104147.0,"score_lmetric":15620},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":7810,"score_linear":139499.0,"score_lmetric":174610},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":7810,"score_linear":126340.0,"score_lmetric":134150},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":141184,"ongoing_decode_tokens":141184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":7810,"score_linear":141184.0,"score_lmetric":15620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1429,"cache_hit":0,"new_prefill":7810,"score_linear":63536.0,"score_lmetric":7810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":85704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":7810,"score_linear":85704.0,"score_lmetric":15620},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77013,"ongoing_decode_tokens":56286,"pending_prefill_tokens":1783,"num_requests":2,"active_p_offloads":0,"cached_blocks":1737,"cache_hit":0,"new_prefill":7810,"score_linear":77013.0,"score_lmetric":19186}],"chosen_score_linear":63536.0,"chosen_score_lmetric":7810,"t_first_token":27205.764685816,"t_first_token_unix":1779961202.3196294,"t_done":27206.267324217,"t_done_unix":1779961202.822268},{"request_id":"1355484:8:1377993:625","session_id":"1355484","input_length":23457,"t_proxy_recv":27202.836557906,"t_decision_unix":1779961199.3914993,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9822227906381891,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (417 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":417,"cache_hit":23040,"estimated_new_tokens":417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":23040,"new_prefill":417,"score_linear":75227.0,"score_lmetric":417},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":12800,"new_prefill":10657,"score_linear":91347.0,"score_lmetric":21314},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":23457,"score_linear":139499.0,"score_lmetric":205904},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":23457,"score_linear":126340.0,"score_lmetric":149797},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":23457,"score_linear":117888.0,"score_lmetric":23457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78387,"ongoing_decode_tokens":63536,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":23457,"score_linear":78387.0,"score_lmetric":76616},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":23457,"score_linear":80246.0,"score_lmetric":23457},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":12800,"new_prefill":10657,"score_linear":62602.0,"score_lmetric":98390}],"chosen_score_linear":75227.0,"chosen_score_lmetric":417,"t_first_token":27202.942966818,"t_first_token_unix":1779961199.4979103,"t_done":27206.352181567,"t_done_unix":1779961202.9071252},{"request_id":"1363943:7:1377305:623","session_id":"1363943","input_length":20727,"t_proxy_recv":27205.000913651,"t_decision_unix":1779961201.555855,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9139769382930477,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1783 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":1783,"cache_hit":18944,"estimated_new_tokens":1783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":121724,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":8704,"new_prefill":12023,"score_linear":113020.0,"score_lmetric":24046},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":20727,"score_linear":104147.0,"score_lmetric":41454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4096,"new_prefill":16631,"score_linear":135403.0,"score_lmetric":192252},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":16631,"score_linear":122244.0,"score_lmetric":142971},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":141184,"ongoing_decode_tokens":141184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":20727,"score_linear":141184.0,"score_lmetric":41454},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":80051,"ongoing_decode_tokens":63536,"pending_prefill_tokens":643,"num_requests":2,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":20727,"score_linear":80051.0,"score_lmetric":42740},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":80246,"pending_prefill_tokens":5458,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":4096,"new_prefill":16631,"score_linear":81608.0,"score_lmetric":44178},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1737,"cache_hit":18944,"new_prefill":1783,"score_linear":37342.0,"score_lmetric":1783}],"chosen_score_linear":37342.0,"chosen_score_lmetric":1783,"t_first_token":27205.295748094,"t_first_token_unix":1779961201.8506916,"t_done":27207.154392771,"t_done_unix":1779961203.7093365},{"request_id":"1269373:22:1358956:522","session_id":"1269373","input_length":80246,"t_proxy_recv":27140.182606843,"t_decision_unix":1779961136.7375484,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9761981905640157,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1910 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":1910,"cache_hit":78336,"estimated_new_tokens":1910,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":4096,"new_prefill":76150,"score_linear":74155.0,"score_lmetric":224834},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":80246,"score_linear":130877.0,"score_lmetric":160492},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":7680,"new_prefill":72566,"score_linear":114917.0,"score_lmetric":194139},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":7680,"new_prefill":72566,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34611,"ongoing_decode_tokens":0,"pending_prefill_tokens":307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":80246,"score_linear":34611.0,"score_lmetric":80553},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":78336,"new_prefill":1910,"score_linear":-30143.0,"score_lmetric":1910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":7680,"new_prefill":72566,"score_linear":75846.0,"score_lmetric":156092}],"chosen_score_linear":-30143.0,"chosen_score_lmetric":1910,"t_first_token":27141.193420742,"t_first_token_unix":1779961137.7483642,"t_done":27207.237973605,"t_done_unix":1779961203.792917},{"request_id":"1378543:1:1378543:630","session_id":"1378543","input_length":5458,"t_proxy_recv":27204.72961141,"t_decision_unix":1779961201.2845523,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":5458.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5458 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5458,"cache_hit":0,"estimated_new_tokens":5458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180731,"ongoing_decode_tokens":180731,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":5458,"score_linear":180731.0,"score_lmetric":16374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":5458,"score_linear":104147.0,"score_lmetric":10916},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":5458,"score_linear":139499.0,"score_lmetric":169906},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5458,"score_linear":126340.0,"score_lmetric":131798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":141184,"ongoing_decode_tokens":141184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":5458,"score_linear":141184.0,"score_lmetric":10916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":5458,"score_linear":63536.0,"score_lmetric":5458},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":5458,"score_linear":80246.0,"score_lmetric":5458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":75402,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":5458,"score_linear":75402.0,"score_lmetric":10916}],"chosen_score_linear":80246.0,"chosen_score_lmetric":5458,"t_first_token":27205.14848694,"t_first_token_unix":1779961201.7034302,"t_done":27207.315956714,"t_done_unix":1779961203.8709},{"request_id":"1379185:1:1379185:634","session_id":"1379185","input_length":1422,"t_proxy_recv":27206.939076136,"t_decision_unix":1779961203.4940174,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1422.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1422 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1422,"cache_hit":0,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":1422,"score_linear":98267.0,"score_lmetric":1422},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":1422,"score_linear":104147.0,"score_lmetric":2844},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":1422,"score_linear":139499.0,"score_lmetric":161834},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1422,"score_linear":126340.0,"score_lmetric":127762},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":22132,"pending_prefill_tokens":15283,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":1422,"score_linear":37415.0,"score_lmetric":33410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":1422,"score_linear":63536.0,"score_lmetric":1422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":85704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":1422,"score_linear":85704.0,"score_lmetric":2844},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77013,"ongoing_decode_tokens":77013,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1737,"cache_hit":0,"new_prefill":1422,"score_linear":77013.0,"score_lmetric":2844}],"chosen_score_linear":98267.0,"chosen_score_lmetric":1422,"t_first_token":27207.219154268,"t_first_token_unix":1779961203.774098,"t_done":27207.650398435,"t_done_unix":1779961204.2053416},{"request_id":"1279412:25:1366203:554","session_id":"1279412","input_length":98267,"t_proxy_recv":27161.519052692,"t_decision_unix":1779961158.073994,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9951662307794071,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (475 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":475,"cache_hit":97792,"estimated_new_tokens":475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11154,"ongoing_decode_tokens":0,"pending_prefill_tokens":11154,"num_requests":1,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":97792,"new_prefill":475,"score_linear":-86638.0,"score_lmetric":11629},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":12800,"new_prefill":85467,"score_linear":177591.0,"score_lmetric":362751},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":98267,"score_linear":122597.0,"score_lmetric":219840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":98267,"score_linear":91690.0,"score_lmetric":353290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":98267,"score_linear":145821.0,"score_lmetric":432880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":98267,"score_linear":62685.0,"score_lmetric":160952},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":98267,"score_linear":80246.0,"score_lmetric":98267},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":39936,"new_prefill":58331,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-86638.0,"chosen_score_lmetric":11629,"t_first_token":27162.207834875,"t_first_token_unix":1779961158.7627778,"t_done":27208.406362402,"t_done_unix":1779961204.961306},{"request_id":"1286804:4:1378156:627","session_id":"1286804","input_length":22132,"t_proxy_recv":27203.365872868,"t_decision_unix":1779961199.9208145,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":15360,"affinity_cache_ratio":0.694017711910356,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6772 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":6772,"cache_hit":15360,"estimated_new_tokens":6772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180731,"ongoing_decode_tokens":121724,"pending_prefill_tokens":639,"num_requests":3,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":22132,"score_linear":180731.0,"score_lmetric":68313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":22132,"score_linear":104147.0,"score_lmetric":44264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":22132,"score_linear":139499.0,"score_lmetric":203254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":22132,"score_linear":126340.0,"score_lmetric":148472},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119052,"ongoing_decode_tokens":0,"pending_prefill_tokens":780,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":15360,"new_prefill":6772,"score_linear":103692.0,"score_lmetric":7552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78387,"ongoing_decode_tokens":78387,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":1536,"new_prefill":20596,"score_linear":76851.0,"score_lmetric":41192},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":22132,"score_linear":80246.0,"score_lmetric":22132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":22132,"score_linear":75402.0,"score_lmetric":121340}],"chosen_score_linear":103692.0,"chosen_score_lmetric":7552,"t_first_token":27204.451429687,"t_first_token_unix":1779961201.0063932,"t_done":27208.727674838,"t_done_unix":1779961205.2826183},{"request_id":"1379569:1:1379569:638","session_id":"1379569","input_length":2632,"t_proxy_recv":27208.169074353,"t_decision_unix":1779961204.7240157,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":2632.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2632 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2632,"cache_hit":0,"estimated_new_tokens":2632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1753,"cache_hit":0,"new_prefill":2632,"score_linear":98267.0,"score_lmetric":2632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":2632,"score_linear":104147.0,"score_lmetric":5264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":2632,"score_linear":139499.0,"score_lmetric":164254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":2632,"score_linear":183996.0,"score_lmetric":260616},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":37415,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":2632,"score_linear":37415.0,"score_lmetric":5264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":2632,"score_linear":63536.0,"score_lmetric":2632},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77234,"ongoing_decode_tokens":77234,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":2632,"score_linear":77234.0,"score_lmetric":5264}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27208.332376451,"t_first_token_unix":1779961204.8873203,"t_done":27208.772893075,"t_done_unix":1779961205.3278358},{"request_id":"1370129:2:1373467:607","session_id":"1370129","input_length":56286,"t_proxy_recv":27193.703056253,"t_decision_unix":1779961190.2579978,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.3274704189318836,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":37854.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":18432,"v3_new_local":37854,"cache_hit":18432,"estimated_new_tokens":37854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11919,"num_requests":3,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":4096,"new_prefill":52190,"score_linear":190934.0,"score_lmetric":192327},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":68259,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":56286,"score_linear":104147.0,"score_lmetric":112668},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":7680,"new_prefill":48606,"score_linear":131819.0,"score_lmetric":256202},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":48606,"score_linear":118660.0,"score_lmetric":174946},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":56286,"score_linear":208879.0,"score_lmetric":182790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":56286,"score_linear":63536.0,"score_lmetric":56286},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":7680,"new_prefill":48606,"score_linear":99271.0,"score_lmetric":97212},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":18432,"new_prefill":37854,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":27203.476515524,"t_first_token_unix":1779961200.0314593,"t_done":27209.317361294,"t_done_unix":1779961205.8723042},{"request_id":"1279412:26:1378269:628","session_id":"1279412","input_length":100340,"t_proxy_recv":27208.424405086,"t_decision_unix":1779961204.9793468,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":99840,"affinity_cache_ratio":0.9950169423958541,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (500 < 8000)","v3_prefill_cache_hit":99840,"v3_new_local":500,"cache_hit":99840,"estimated_new_tokens":500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":99840,"new_prefill":500,"score_linear":-99840.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":12800,"new_prefill":87540,"score_linear":91347.0,"score_lmetric":175080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":100340,"score_linear":139499.0,"score_lmetric":359670},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":100340,"score_linear":183996.0,"score_lmetric":456032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":37415,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":100340,"score_linear":37415.0,"score_lmetric":200680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":100340,"score_linear":63536.0,"score_lmetric":100340},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":2632,"ongoing_decode_tokens":2632,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":100340,"score_linear":2632.0,"score_lmetric":100340},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77234,"ongoing_decode_tokens":77234,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":39936,"new_prefill":60404,"score_linear":37298.0,"score_lmetric":120808}],"chosen_score_linear":-99840.0,"chosen_score_lmetric":0,"t_first_token":27208.636366326,"t_first_token_unix":1779961205.19131,"t_done":27210.255182475,"t_done_unix":1779961206.8101258},{"request_id":"1355484:9:1379722:640","session_id":"1355484","input_length":23717,"t_proxy_recv":27208.685861249,"t_decision_unix":1779961205.2408028,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9930429649618417,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (165 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":165,"cache_hit":23552,"estimated_new_tokens":165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":100340,"ongoing_decode_tokens":100340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":23552,"new_prefill":165,"score_linear":76788.0,"score_lmetric":165},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":12800,"new_prefill":10917,"score_linear":91347.0,"score_lmetric":21834},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":23717,"score_linear":139499.0,"score_lmetric":206424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":23717,"score_linear":183996.0,"score_lmetric":302786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":37415,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":23717,"score_linear":37415.0,"score_lmetric":47434},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":23717,"score_linear":63536.0,"score_lmetric":23717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":2632,"ongoing_decode_tokens":2632,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":23717,"score_linear":2632.0,"score_lmetric":23717},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77234,"ongoing_decode_tokens":77234,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":12800,"new_prefill":10917,"score_linear":64434.0,"score_lmetric":21834}],"chosen_score_linear":76788.0,"chosen_score_lmetric":165,"t_first_token":27208.759661296,"t_first_token_unix":1779961205.3146045,"t_done":27210.30675805,"t_done_unix":1779961206.861701},{"request_id":"1377061:3:1380174:641","session_id":"1377061","input_length":17368,"t_proxy_recv":27210.291881747,"t_decision_unix":1779961206.8468235,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":16384,"affinity_cache_ratio":0.943344081068632,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (984 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":984,"cache_hit":16384,"estimated_new_tokens":984,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23717,"ongoing_decode_tokens":23717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":17368,"score_linear":23717.0,"score_lmetric":17368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":17368,"score_linear":104147.0,"score_lmetric":34736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":17368,"score_linear":139499.0,"score_lmetric":34736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":17368,"score_linear":183996.0,"score_lmetric":290088},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":17368,"score_linear":15283.0,"score_lmetric":17368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":16384,"new_prefill":984,"score_linear":47152.0,"score_lmetric":984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":20948,"pending_prefill_tokens":4625,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":17368,"score_linear":82405.0,"score_lmetric":43986}],"chosen_score_linear":47152.0,"chosen_score_lmetric":984,"t_first_token":27210.491889025,"t_first_token_unix":1779961207.046832,"t_done":27210.682594182,"t_done_unix":1779961207.237537},{"request_id":"1378543:2:1380447:644","session_id":"1378543","input_length":5314,"t_proxy_recv":27211.217949993,"t_decision_unix":1779961207.772891,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":5120,"affinity_cache_ratio":0.963492660895747,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (194 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":194,"cache_hit":5120,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90137,"ongoing_decode_tokens":0,"pending_prefill_tokens":350,"num_requests":2,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":5314,"score_linear":90137.0,"score_lmetric":11328},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135054,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":5314,"score_linear":135054.0,"score_lmetric":15942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":5314,"score_linear":139499.0,"score_lmetric":10628},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5314,"score_linear":183996.0,"score_lmetric":265980},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":5314,"score_linear":15283.0,"score_lmetric":5314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":5314,"score_linear":63536.0,"score_lmetric":5314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":5120,"new_prefill":194,"score_linear":-5120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":5314,"score_linear":82405.0,"score_lmetric":10628}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27211.238681871,"t_first_token_unix":1779961207.793625,"t_done":27211.239484992,"t_done_unix":1779961207.7944293},{"request_id":"1366128:8:1380438:643","session_id":"1366128","input_length":59230,"t_proxy_recv":27211.172021084,"t_decision_unix":1779961207.7269628,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9940908323484721,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (350 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":350,"cache_hit":58880,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":58880,"new_prefill":350,"score_linear":-27973.0,"score_lmetric":350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135054,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":59230,"score_linear":135054.0,"score_lmetric":177690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":59230,"score_linear":139499.0,"score_lmetric":118460},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59230,"score_linear":183996.0,"score_lmetric":373812},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":59230,"score_linear":15283.0,"score_lmetric":59230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":59230,"score_linear":63536.0,"score_lmetric":59230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":59230,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":59230,"score_linear":82405.0,"score_lmetric":118460}],"chosen_score_linear":-27973.0,"chosen_score_lmetric":350,"t_first_token":27211.328451045,"t_first_token_unix":1779961207.8833942,"t_done":27211.963145813,"t_done_unix":1779961208.5180893},{"request_id":"1363093:3:1374394:612","session_id":"1363093","input_length":63536,"t_proxy_recv":27190.299191154,"t_decision_unix":1779961186.8541324,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9911860992193402,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (560 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":560,"cache_hit":62976,"estimated_new_tokens":560,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":63536,"score_linear":183283.0,"score_lmetric":226452},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":63536,"score_linear":68259.0,"score_lmetric":63536},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":63536,"score_linear":139499.0,"score_lmetric":286062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":63536,"score_linear":126340.0,"score_lmetric":189876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":63536,"score_linear":167371.0,"score_lmetric":127072},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19862,"ongoing_decode_tokens":0,"pending_prefill_tokens":19862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":62976,"new_prefill":560,"score_linear":-43114.0,"score_lmetric":20422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":63536,"score_linear":106951.0,"score_lmetric":127072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134042,"ongoing_decode_tokens":134042,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":63536,"score_linear":134042.0,"score_lmetric":254144}],"chosen_score_linear":-43114.0,"chosen_score_lmetric":20422,"t_first_token":27192.31513626,"t_first_token_unix":1779961188.8700805,"t_done":27212.023462046,"t_done_unix":1779961208.5784054},{"request_id":"1379569:2:1380473:645","session_id":"1379569","input_length":6767,"t_proxy_recv":27211.354294318,"t_decision_unix":1779961207.9092357,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":2560,"affinity_cache_ratio":0.37830648736515443,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":4207.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4207 < 8000)","v3_prefill_cache_hit":2560,"v3_new_local":4207,"cache_hit":2560,"estimated_new_tokens":4207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90137,"ongoing_decode_tokens":59230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":6767,"score_linear":90137.0,"score_lmetric":13534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135054,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":6767,"score_linear":135054.0,"score_lmetric":20301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":6767,"score_linear":139499.0,"score_lmetric":13534},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":6767,"score_linear":183996.0,"score_lmetric":268886},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":6767,"score_linear":15283.0,"score_lmetric":6767},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":6767,"score_linear":63536.0,"score_lmetric":6767},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":2560,"new_prefill":4207,"score_linear":-2560.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":6767,"score_linear":82405.0,"score_lmetric":13534}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":27211.672960081,"t_first_token_unix":1779961208.2279036,"t_done":27212.295641942,"t_done_unix":1779961208.850585},{"request_id":"1373577:1:1373577:608","session_id":"1373577","input_length":79495,"t_proxy_recv":27187.539310723,"t_decision_unix":1779961184.0942523,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":79495.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":79495,"cache_hit":0,"estimated_new_tokens":79495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":136519,"ongoing_decode_tokens":136519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":79495,"score_linear":136519.0,"score_lmetric":158990},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":79495,"score_linear":130877.0,"score_lmetric":158990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":79495,"score_linear":60004.0,"score_lmetric":79495},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":79495,"score_linear":126340.0,"score_lmetric":205835},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":195304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":79495,"score_linear":195304.0,"score_lmetric":238485},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":171348,"ongoing_decode_tokens":171348,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1186,"cache_hit":0,"new_prefill":79495,"score_linear":171348.0,"score_lmetric":238485},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":79495,"score_linear":106951.0,"score_lmetric":158990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":2560,"new_prefill":76935,"score_linear":141766.0,"score_lmetric":449040}],"chosen_score_linear":60004.0,"chosen_score_lmetric":79495,"t_first_token":27209.021977977,"t_first_token_unix":1779961205.5769215,"t_done":27213.923678237,"t_done_unix":1779961210.4786217},{"request_id":"1279412:27:1380696:646","session_id":"1279412","input_length":100538,"t_proxy_recv":27212.237085747,"t_decision_unix":1779961208.792027,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9981499532515069,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (186 < 8000)","v3_prefill_cache_hit":100352,"v3_new_local":186,"cache_hit":100352,"estimated_new_tokens":186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":100352,"new_prefill":186,"score_linear":-69445.0,"score_lmetric":186},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135054,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":12800,"new_prefill":87738,"score_linear":122254.0,"score_lmetric":263214},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":100538,"score_linear":139499.0,"score_lmetric":201076},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":100538,"score_linear":183996.0,"score_lmetric":456428},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":100538,"score_linear":15283.0,"score_lmetric":100538},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":6767,"ongoing_decode_tokens":6767,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":100538,"score_linear":6767.0,"score_lmetric":100538},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":39936,"new_prefill":60602,"score_linear":42469.0,"score_lmetric":121204}],"chosen_score_linear":-69445.0,"chosen_score_lmetric":186,"t_first_token":27212.447175365,"t_first_token_unix":1779961209.002119,"t_done":27214.493496871,"t_done_unix":1779961211.0484407},{"request_id":"1374465:3:1380413:642","session_id":"1374465","input_length":30907,"t_proxy_recv":27211.089642417,"t_decision_unix":1779961207.644584,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":21504,"affinity_cache_ratio":0.6957647134953246,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":21504,"v3_new_local":9403,"v3_src_idx":1,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":21504,"estimated_new_tokens":9403,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":21504,"new_prefill":9403,"score_linear":82643.0,"score_lmetric":18806},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":30907,"score_linear":139499.0,"score_lmetric":61814},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":30907,"score_linear":183996.0,"score_lmetric":317166},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":30907,"score_linear":15283.0,"score_lmetric":30907},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":30907,"score_linear":63536.0,"score_lmetric":30907},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":20948,"pending_prefill_tokens":4625,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":30907,"score_linear":82405.0,"score_lmetric":71064}],"chosen_score_linear":82643.0,"chosen_score_lmetric":18806,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":27211.090424161,"t_prefill_sent_unix":1779961207.6453667,"t_prefill_done":27212.975977329,"t_prefill_done_unix":1779961209.5309207,"t_decode_sent":27212.976519792,"t_decode_sent_unix":1779961209.531463,"t_first_token":27214.373888718,"t_first_token_unix":1779961210.9288325,"t_done":27215.079128953,"t_done_unix":1779961211.6340723},{"request_id":"1381728:1:1381728:651","session_id":"1381728","input_length":1391,"t_proxy_recv":27215.89066774,"t_decision_unix":1779961212.4456093,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":1391.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1391 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1391,"cache_hit":0,"estimated_new_tokens":1391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":1391,"score_linear":104147.0,"score_lmetric":2782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":1391,"score_linear":141151.0,"score_lmetric":2782},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1391,"score_linear":183996.0,"score_lmetric":258134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":1391,"score_linear":15283.0,"score_lmetric":1391},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21609,"ongoing_decode_tokens":21609,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":1391,"score_linear":21609.0,"score_lmetric":2782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93050,"ongoing_decode_tokens":93050,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":1391,"score_linear":93050.0,"score_lmetric":4173}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27215.989477488,"t_first_token_unix":1779961212.544421,"t_done":27216.136842908,"t_done_unix":1779961212.6917863},{"request_id":"1362265:4:1381673:650","session_id":"1362265","input_length":10645,"t_proxy_recv":27215.66580128,"t_decision_unix":1779961212.2207427,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (405 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":405,"cache_hit":10240,"estimated_new_tokens":405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":10645,"score_linear":104147.0,"score_lmetric":21290},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":10645,"score_linear":141151.0,"score_lmetric":21290},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":10645,"score_linear":183996.0,"score_lmetric":276642},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":10645,"score_linear":15283.0,"score_lmetric":10645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21609,"ongoing_decode_tokens":0,"pending_prefill_tokens":14953,"num_requests":2,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":6656,"new_prefill":3989,"score_linear":14953.0,"score_lmetric":37884},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":10240,"new_prefill":405,"score_linear":72165.0,"score_lmetric":810}],"chosen_score_linear":72165.0,"chosen_score_lmetric":810,"t_first_token":27215.766313235,"t_first_token_unix":1779961212.3212564,"t_done":27216.239644496,"t_done_unix":1779961212.7945879},{"request_id":"1379569:3:1381510:649","session_id":"1379569","input_length":7620,"t_proxy_recv":27214.982053108,"t_decision_unix":1779961211.536994,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":6656,"affinity_cache_ratio":0.873490813648294,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (964 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":964,"cache_hit":6656,"estimated_new_tokens":964,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":7620,"score_linear":30907.0,"score_lmetric":7620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":7620,"score_linear":104147.0,"score_lmetric":15240},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":7620,"score_linear":141151.0,"score_lmetric":15240},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":7620,"score_linear":183996.0,"score_lmetric":270592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":7620,"score_linear":15283.0,"score_lmetric":7620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":7620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":6656,"new_prefill":964,"score_linear":7333.0,"score_lmetric":14953},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":7620,"score_linear":82405.0,"score_lmetric":15240}],"chosen_score_linear":7333.0,"chosen_score_lmetric":14953,"t_first_token":27215.863987347,"t_first_token_unix":1779961212.4189315,"t_done":27216.529584605,"t_done_unix":1779961213.0845282},{"request_id":"1366128:9:1381799:652","session_id":"1366128","input_length":59374,"t_proxy_recv":27216.145828003,"t_decision_unix":1779961212.700769,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9916798598713241,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (494 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":494,"cache_hit":58880,"estimated_new_tokens":494,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":58880,"new_prefill":494,"score_linear":-58880.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":59374,"score_linear":104147.0,"score_lmetric":118748},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":59374,"score_linear":141151.0,"score_lmetric":118748},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59374,"score_linear":183996.0,"score_lmetric":374100},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":59374,"score_linear":15283.0,"score_lmetric":59374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":59374,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21609,"ongoing_decode_tokens":21609,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":59374,"score_linear":21609.0,"score_lmetric":118748},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93050,"ongoing_decode_tokens":93050,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":59374,"score_linear":93050.0,"score_lmetric":178122}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":27216.286975564,"t_first_token_unix":1779961212.8419192,"t_done":27216.666375207,"t_done_unix":1779961213.2213185},{"request_id":"1314357:4:1352612:497","session_id":"1314357","input_length":68259,"t_proxy_recv":27113.883362677,"t_decision_unix":1779961110.4383037,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":67072,"affinity_cache_ratio":0.9826103517484874,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1187 < 8000)","v3_prefill_cache_hit":67072,"v3_new_local":1187,"cache_hit":67072,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":68259,"score_linear":96026.0,"score_lmetric":68259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":67072,"new_prefill":1187,"score_linear":-4454.0,"score_lmetric":1187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":68259,"score_linear":21371.0,"score_lmetric":68259},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":68259,"score_linear":18840.0,"score_lmetric":87099},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":68259,"score_linear":10575.0,"score_lmetric":68259},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":68259,"score_linear":21436.0,"score_lmetric":77407}],"chosen_score_linear":-4454.0,"chosen_score_lmetric":1187,"t_first_token":27114.373127022,"t_first_token_unix":1779961110.928071,"t_done":27216.905599673,"t_done_unix":1779961213.460543},{"request_id":"1370129:3:1379538:637","session_id":"1370129","input_length":61457,"t_proxy_recv":27209.338709261,"t_decision_unix":1779961205.8936505,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9247441300421433,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4625 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":4625,"cache_hit":56832,"estimated_new_tokens":4625,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":124057,"ongoing_decode_tokens":124057,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":4096,"new_prefill":57361,"score_linear":119961.0,"score_lmetric":114722},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":61457,"score_linear":104147.0,"score_lmetric":122914},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":7680,"new_prefill":53777,"score_linear":131819.0,"score_lmetric":107554},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":53777,"score_linear":176316.0,"score_lmetric":362906},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":61457,"score_linear":15283.0,"score_lmetric":61457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":61457,"score_linear":63536.0,"score_lmetric":61457},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":7680,"new_prefill":53777,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":56832,"new_prefill":4625,"score_linear":-35884.0,"score_lmetric":4625}],"chosen_score_linear":-35884.0,"chosen_score_lmetric":4625,"t_first_token":27211.161521225,"t_first_token_unix":1779961207.7164643,"t_done":27217.654736707,"t_done_unix":1779961214.2096825},{"request_id":"1382294:1:1382294:656","session_id":"1382294","input_length":3034,"t_proxy_recv":27217.88994119,"t_decision_unix":1779961214.4448817,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3034.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3034 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3034,"cache_hit":0,"estimated_new_tokens":3034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":3034,"score_linear":54012.0,"score_lmetric":57046},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1323,"cache_hit":0,"new_prefill":3034,"score_linear":35888.0,"score_lmetric":3034},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":3034,"score_linear":141151.0,"score_lmetric":6068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":3034,"score_linear":183996.0,"score_lmetric":261420},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":3034,"score_linear":15283.0,"score_lmetric":3034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":3034,"score_linear":85512.0,"score_lmetric":82290},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":3034,"score_linear":61390.0,"score_lmetric":6068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3034,"score_linear":20948.0,"score_lmetric":3034}],"chosen_score_linear":35888.0,"chosen_score_lmetric":3034,"t_first_token":27218.120456285,"t_first_token_unix":1779961214.6753998,"t_done":27218.374349929,"t_done_unix":1779961214.9292934},{"request_id":"1363943:8:1379215:635","session_id":"1363943","input_length":20948,"t_proxy_recv":27207.165814438,"t_decision_unix":1779961203.720756,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":20480,"affinity_cache_ratio":0.97765896505633,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (468 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":468,"cache_hit":20480,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":99689,"ongoing_decode_tokens":98267,"pending_prefill_tokens":1422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":8704,"new_prefill":12244,"score_linear":90985.0,"score_lmetric":27332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":20948,"score_linear":104147.0,"score_lmetric":41896},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4096,"new_prefill":16852,"score_linear":135403.0,"score_lmetric":192694},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":16852,"score_linear":122244.0,"score_lmetric":143192},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":22132,"pending_prefill_tokens":15283,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":20948,"score_linear":37415.0,"score_lmetric":72462},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":20948,"score_linear":63536.0,"score_lmetric":20948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":85704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":4096,"new_prefill":16852,"score_linear":81608.0,"score_lmetric":33704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":20480,"new_prefill":468,"score_linear":35806.0,"score_lmetric":468}],"chosen_score_linear":35806.0,"chosen_score_lmetric":468,"t_first_token":27207.22959068,"t_first_token_unix":1779961203.7845337,"t_done":27218.901119953,"t_done_unix":1779961215.4560635},{"request_id":"1373577:2:1380740:647","session_id":"1373577","input_length":81147,"t_proxy_recv":27213.93812064,"t_decision_unix":1779961210.4930623,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9842877740397057,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1275 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":1275,"cache_hit":79872,"estimated_new_tokens":1275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":131445,"ongoing_decode_tokens":100538,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":81147,"score_linear":131445.0,"score_lmetric":162294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":81147,"score_linear":104147.0,"score_lmetric":162294},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":79872,"new_prefill":1275,"score_linear":-19868.0,"score_lmetric":1275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":81147,"score_linear":183996.0,"score_lmetric":417646},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":81147,"score_linear":15283.0,"score_lmetric":81147},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":81147,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":81147,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":2560,"new_prefill":78587,"score_linear":79845.0,"score_lmetric":157174}],"chosen_score_linear":-19868.0,"chosen_score_lmetric":1275,"t_first_token":27214.794341313,"t_first_token_unix":1779961211.3492851,"t_done":27219.295461593,"t_done_unix":1779961215.850405},{"request_id":"1382667:1:1382667:658","session_id":"1382667","input_length":1955,"t_proxy_recv":27219.307851294,"t_decision_unix":1779961215.862793,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1955.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1955 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1955,"cache_hit":0,"estimated_new_tokens":1955,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":1955,"score_linear":154778.0,"score_lmetric":112762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":1955,"score_linear":35888.0,"score_lmetric":1955},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":1955,"score_linear":60004.0,"score_lmetric":1955},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1955,"score_linear":183996.0,"score_lmetric":259262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":1955,"score_linear":15283.0,"score_lmetric":1955},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":1955,"score_linear":85512.0,"score_lmetric":80132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":1955,"score_linear":61390.0,"score_lmetric":3910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27219.43244094,"t_first_token_unix":1779961215.9873838,"t_done":27219.709434763,"t_done_unix":1779961216.2643774},{"request_id":"1382804:1:1382804:660","session_id":"1382804","input_length":627,"t_proxy_recv":27219.638261665,"t_decision_unix":1779961216.1932032,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":627.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (627 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":627,"cache_hit":0,"estimated_new_tokens":627,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":627,"score_linear":154778.0,"score_lmetric":110106},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":627,"score_linear":35888.0,"score_lmetric":627},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63194,"ongoing_decode_tokens":0,"pending_prefill_tokens":3190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":627,"score_linear":63194.0,"score_lmetric":7634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":627,"score_linear":183996.0,"score_lmetric":256606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":627,"score_linear":15283.0,"score_lmetric":627},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":627,"score_linear":85512.0,"score_lmetric":77476},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":627,"score_linear":61390.0,"score_lmetric":1254},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1955,"ongoing_decode_tokens":1955,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":627,"score_linear":1955.0,"score_lmetric":627}],"chosen_score_linear":1955.0,"chosen_score_lmetric":627,"t_first_token":27219.703437283,"t_first_token_unix":1779961216.25838,"t_done":27219.871476134,"t_done_unix":1779961216.426419},{"request_id":"1382710:1:1382710:659","session_id":"1382710","input_length":3190,"t_proxy_recv":27219.418607343,"t_decision_unix":1779961215.973549,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3190.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3190 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3190,"cache_hit":0,"estimated_new_tokens":3190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":3190,"score_linear":154778.0,"score_lmetric":115232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":3190,"score_linear":35888.0,"score_lmetric":3190},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":3190,"score_linear":60004.0,"score_lmetric":3190},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":3190,"score_linear":183996.0,"score_lmetric":261732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":3190,"score_linear":15283.0,"score_lmetric":3190},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":3190,"score_linear":85512.0,"score_lmetric":82602},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":3190,"score_linear":61390.0,"score_lmetric":6380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1955,"ongoing_decode_tokens":0,"pending_prefill_tokens":1955,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":3190,"score_linear":1955.0,"score_lmetric":5145}],"chosen_score_linear":60004.0,"chosen_score_lmetric":3190,"t_first_token":27219.697410342,"t_first_token_unix":1779961216.2523532,"t_done":27219.936679518,"t_done_unix":1779961216.4916224},{"request_id":"1313181:4:1368020:573","session_id":"1313181","input_length":60004,"t_proxy_recv":27181.05428738,"t_decision_unix":1779961177.609229,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":42496,"affinity_cache_ratio":0.7082194520365309,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":42496,"v3_new_local":17508,"v3_src_idx":1,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":42496,"estimated_new_tokens":17508,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156296,"ongoing_decode_tokens":121259,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":24064,"new_prefill":35940,"score_linear":132232.0,"score_lmetric":143811},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":42496,"new_prefill":17508,"score_linear":88381.0,"score_lmetric":35016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":60004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":60004,"score_linear":13616.0,"score_lmetric":73620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":60004,"score_linear":195304.0,"score_lmetric":537060},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":60004,"score_linear":186849.0,"score_lmetric":543532},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":60004,"score_linear":80246.0,"score_lmetric":60004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":12800,"new_prefill":47204,"score_linear":102846.0,"score_lmetric":177135}],"chosen_score_linear":88381.0,"chosen_score_lmetric":35016,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"t_prefill_sent":27181.055838629,"t_prefill_sent_unix":1779961177.6107814,"t_prefill_done":27186.974419493,"t_prefill_done_unix":1779961183.5293667,"t_decode_sent":27186.975736352,"t_decode_sent_unix":1779961183.5306795,"t_first_token":27209.029552099,"t_first_token_unix":1779961205.5844965,"t_done":27220.333898418,"t_done_unix":1779961216.8888419},{"request_id":"1383009:1:1383009:663","session_id":"1383009","input_length":5135,"t_proxy_recv":27220.277910978,"t_decision_unix":1779961216.8328524,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":5135.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5135 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5135,"cache_hit":0,"estimated_new_tokens":5135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":5135,"score_linear":214284.0,"score_lmetric":179025},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":5135,"score_linear":35888.0,"score_lmetric":5135},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":5135,"score_linear":60004.0,"score_lmetric":5135},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5135,"score_linear":183996.0,"score_lmetric":265622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":5135,"score_linear":15283.0,"score_lmetric":5135},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":5135,"score_linear":85512.0,"score_lmetric":86492},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":5135,"score_linear":61390.0,"score_lmetric":10270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27220.603970967,"t_first_token_unix":1779961217.158914,"t_done":27220.872393107,"t_done_unix":1779961217.4273365},{"request_id":"1382294:2:1383073:664","session_id":"1382294","input_length":5164,"t_proxy_recv":27220.502370691,"t_decision_unix":1779961217.057312,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2560,"affinity_cache_ratio":0.4957397366382649,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":2604.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2604 < 8000)","v3_prefill_cache_hit":2560,"v3_new_local":2604,"cache_hit":2560,"estimated_new_tokens":2604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":5164,"score_linear":214284.0,"score_lmetric":179112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":2560,"new_prefill":2604,"score_linear":33328.0,"score_lmetric":2604},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":5164,"score_linear":105902.0,"score_lmetric":50650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5164,"score_linear":183996.0,"score_lmetric":265680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":5164,"score_linear":15283.0,"score_lmetric":5164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":5164,"score_linear":85512.0,"score_lmetric":86550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":5164,"score_linear":61390.0,"score_lmetric":10328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":5164,"score_linear":5135.0,"score_lmetric":10299}],"chosen_score_linear":33328.0,"chosen_score_lmetric":2604,"t_first_token":27220.69273462,"t_first_token_unix":1779961217.2476778,"t_done":27221.075133866,"t_done_unix":1779961217.6300776},{"request_id":"1383090:1:1383090:665","session_id":"1383090","input_length":9305,"t_proxy_recv":27220.581251002,"t_decision_unix":1779961217.1361926,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":9305.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,2,1,2,1,3,2,1])","v3_prefill_cache_hit":0,"v3_new_local":9305,"cache_hit":0,"estimated_new_tokens":9305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":9305,"score_linear":214284.0,"score_lmetric":191535},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":41052,"ongoing_decode_tokens":35888,"pending_prefill_tokens":2604,"num_requests":2,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":9305,"score_linear":41052.0,"score_lmetric":23818},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":9305,"score_linear":105902.0,"score_lmetric":54791},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":9305,"score_linear":183996.0,"score_lmetric":273962},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":9305,"score_linear":15283.0,"score_lmetric":9305},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":9305,"score_linear":85512.0,"score_lmetric":94832},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":9305,"score_linear":61390.0,"score_lmetric":18610},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":9305,"score_linear":5135.0,"score_lmetric":14440}],"chosen_score_linear":15283.0,"chosen_score_lmetric":9305,"t_first_token":27221.288150837,"t_first_token_unix":1779961217.8430948,"t_done":27221.613937359,"t_done_unix":1779961218.168881},{"request_id":"1301929:2:1375154:617","session_id":"1301929","input_length":35888,"t_proxy_recv":27193.037183149,"t_decision_unix":1779961189.5921247,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9986625055728935,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (48 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":48,"cache_hit":35840,"estimated_new_tokens":48,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11919,"num_requests":3,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":3584,"new_prefill":32304,"score_linear":191446.0,"score_lmetric":132669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":35840,"new_prefill":48,"score_linear":32419.0,"score_lmetric":48},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":35888,"score_linear":139499.0,"score_lmetric":230766},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":35888,"score_linear":126340.0,"score_lmetric":162228},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35888,"score_linear":208879.0,"score_lmetric":121596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":35888,"score_linear":63536.0,"score_lmetric":35888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":35888,"score_linear":106951.0,"score_lmetric":71776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":35888,"score_linear":18301.0,"score_lmetric":35888}],"chosen_score_linear":32419.0,"chosen_score_lmetric":48,"t_first_token":27198.378936538,"t_first_token_unix":1779961194.9338806,"t_done":27222.433180088,"t_done_unix":1779961218.988124},{"request_id":"1379569:4:1383116:666","session_id":"1379569","input_length":10217,"t_proxy_recv":27220.636141642,"t_decision_unix":1779961217.1910832,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7516883625330332,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2537 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2537,"cache_hit":7680,"estimated_new_tokens":2537,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":10217,"score_linear":214284.0,"score_lmetric":194271},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":41052,"ongoing_decode_tokens":35888,"pending_prefill_tokens":2604,"num_requests":2,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":10217,"score_linear":41052.0,"score_lmetric":25642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":10217,"score_linear":105902.0,"score_lmetric":55703},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":10217,"score_linear":183996.0,"score_lmetric":275786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24588,"ongoing_decode_tokens":15283,"pending_prefill_tokens":9305,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":10217,"score_linear":24588.0,"score_lmetric":39044},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":10217,"score_linear":85512.0,"score_lmetric":96656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":7680,"new_prefill":2537,"score_linear":53710.0,"score_lmetric":5074},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":5135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":10217,"score_linear":5135.0,"score_lmetric":10217}],"chosen_score_linear":53710.0,"chosen_score_lmetric":5074,"t_first_token":27222.069678747,"t_first_token_unix":1779961218.6246233,"t_done":27222.46468294,"t_done_unix":1779961219.0196264},{"request_id":"1383625:1:1383625:668","session_id":"1383625","input_length":3186,"t_proxy_recv":27222.47690639,"t_decision_unix":1779961219.031848,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":3186.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3186 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3186,"cache_hit":0,"estimated_new_tokens":3186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":3186,"score_linear":214284.0,"score_lmetric":173178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":3186,"score_linear":105902.0,"score_lmetric":48672},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":3186,"score_linear":183996.0,"score_lmetric":261724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":3186,"score_linear":15283.0,"score_lmetric":3186},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":3186,"score_linear":85512.0,"score_lmetric":82594},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":3186,"score_linear":13989.0,"score_lmetric":3186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27222.672473381,"t_first_token_unix":1779961219.2274172,"t_done":27222.802337637,"t_done_unix":1779961219.3572807},{"request_id":"1381387:1:1381387:648","session_id":"1381387","input_length":13989,"t_proxy_recv":27214.568928356,"t_decision_unix":1779961211.1238697,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":13989.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13989,"cache_hit":0,"estimated_new_tokens":13989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":13989,"score_linear":30907.0,"score_lmetric":13989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":13989,"score_linear":104147.0,"score_lmetric":27978},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":0,"pending_prefill_tokens":1275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":13989,"score_linear":141151.0,"score_lmetric":30528},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":13989,"score_linear":183996.0,"score_lmetric":283330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":13989,"score_linear":15283.0,"score_lmetric":13989},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":13989,"score_linear":82405.0,"score_lmetric":27978}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27215.781359541,"t_first_token_unix":1779961212.3363028,"t_done":27222.936429042,"t_done_unix":1779961219.491372},{"request_id":"1382089:1:1382089:655","session_id":"1382089","input_length":38111,"t_proxy_recv":27217.164131457,"t_decision_unix":1779961213.719073,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":38111.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":38111,"cache_hit":0,"estimated_new_tokens":38111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":34816,"new_prefill":3295,"score_linear":19196.0,"score_lmetric":57307},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1323,"cache_hit":0,"new_prefill":38111,"score_linear":35888.0,"score_lmetric":38111},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":38111,"score_linear":141151.0,"score_lmetric":76222},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":38111,"score_linear":183996.0,"score_lmetric":331574},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":38111,"score_linear":15283.0,"score_lmetric":38111},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":38111,"score_linear":47401.0,"score_lmetric":38111},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":38111,"score_linear":61390.0,"score_lmetric":76222},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":38111,"score_linear":82405.0,"score_lmetric":76222}],"chosen_score_linear":47401.0,"chosen_score_lmetric":38111,"t_first_token":27223.016711678,"t_first_token_unix":1779961219.5716548,"t_done":27223.162976303,"t_done_unix":1779961219.7179198},{"request_id":"1383625:2:1384279:673","session_id":"1383625","input_length":4150,"t_proxy_recv":27224.894763279,"t_decision_unix":1779961221.4497044,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3072,"affinity_cache_ratio":0.7402409638554217,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1078 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":1078,"cache_hit":3072,"estimated_new_tokens":1078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":4150,"score_linear":214284.0,"score_lmetric":176070},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":4150,"score_linear":69465.0,"score_lmetric":73615},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":4150,"score_linear":105902.0,"score_lmetric":49636},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":4150,"score_linear":183996.0,"score_lmetric":263652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":4150,"score_linear":15283.0,"score_lmetric":4150},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":4150,"score_linear":47401.0,"score_lmetric":4150},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":0,"pending_prefill_tokens":14788,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":4150,"score_linear":49604.0,"score_lmetric":37876},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":3072,"new_prefill":1078,"score_linear":-3072.0,"score_lmetric":0}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":27225.057255338,"t_first_token_unix":1779961221.612199,"t_done":27225.431839731,"t_done_unix":1779961221.986783},{"request_id":"1382667:2:1384299:674","session_id":"1382667","input_length":5989,"t_proxy_recv":27224.958936026,"t_decision_unix":1779961221.5138779,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1536,"affinity_cache_ratio":0.2564701953581566,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":5531.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4453 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":4453,"cache_hit":1536,"estimated_new_tokens":4453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":5989,"score_linear":214284.0,"score_lmetric":181587},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":5989,"score_linear":69465.0,"score_lmetric":75454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":5989,"score_linear":105902.0,"score_lmetric":51475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5989,"score_linear":183996.0,"score_lmetric":267330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":5989,"score_linear":15283.0,"score_lmetric":5989},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":5989,"score_linear":47401.0,"score_lmetric":5989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":0,"pending_prefill_tokens":14788,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":5989,"score_linear":49604.0,"score_lmetric":41554},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4150,"ongoing_decode_tokens":0,"pending_prefill_tokens":1078,"num_requests":1,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":1536,"new_prefill":4453,"score_linear":2614.0,"score_lmetric":5531}],"chosen_score_linear":2614.0,"chosen_score_lmetric":5531,"t_first_token":27225.285141725,"t_first_token_unix":1779961221.8400857,"t_done":27225.610052983,"t_done_unix":1779961222.1649961},{"request_id":"1383009:2:1384930:679","session_id":"1383009","input_length":11113,"t_proxy_recv":27226.933718417,"t_decision_unix":1779961223.4886594,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46072167731485647,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":11113.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11113,"cache_hit":0,"estimated_new_tokens":11113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":11113,"score_linear":239510.0,"score_lmetric":269308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":11113,"score_linear":69465.0,"score_lmetric":80578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":11113,"score_linear":105902.0,"score_lmetric":56599},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":11113,"score_linear":183996.0,"score_lmetric":277578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65148,"ongoing_decode_tokens":65148,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":11113,"score_linear":65148.0,"score_lmetric":22226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":11113,"score_linear":47401.0,"score_lmetric":11113},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":11113,"score_linear":49604.0,"score_lmetric":22684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":5120,"new_prefill":5993,"score_linear":84754.0,"score_lmetric":58450}],"chosen_score_linear":47401.0,"chosen_score_lmetric":11113,"t_first_token":27227.818913107,"t_first_token_unix":1779961224.3738592,"t_done":27228.087697328,"t_done_unix":1779961224.6426418},{"request_id":"1340290:3:1384149:672","session_id":"1340290","input_length":21221,"t_proxy_recv":27224.417599274,"t_decision_unix":1779961220.9725404,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9892088026011969,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":14788.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (229 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":229,"cache_hit":20992,"estimated_new_tokens":229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":20992,"new_prefill":229,"score_linear":193292.0,"score_lmetric":164307},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":21221,"score_linear":69465.0,"score_lmetric":90686},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":21221,"score_linear":105902.0,"score_lmetric":66707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":21221,"score_linear":183996.0,"score_lmetric":297794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":21221,"score_linear":15283.0,"score_lmetric":21221},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":21221,"score_linear":47401.0,"score_lmetric":21221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":20992,"new_prefill":229,"score_linear":7391.0,"score_lmetric":14788},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":7391.0,"chosen_score_lmetric":14788,"t_first_token":27227.582838159,"t_first_token_unix":1779961224.137782,"t_done":27229.245586638,"t_done_unix":1779961225.80053},{"request_id":"1366128:10:1382843:661","session_id":"1366128","input_length":59506,"t_proxy_recv":27219.761463979,"t_decision_unix":1779961216.3164055,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9980842268006588,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (114 < 8000)","v3_prefill_cache_hit":59392,"v3_new_local":114,"cache_hit":59392,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":59392,"new_prefill":114,"score_linear":95386.0,"score_lmetric":109080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":59506,"score_linear":35888.0,"score_lmetric":59506},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63194,"ongoing_decode_tokens":3190,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":59506,"score_linear":63194.0,"score_lmetric":119012},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59506,"score_linear":183996.0,"score_lmetric":374364},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":59506,"score_linear":15283.0,"score_lmetric":59506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":59506,"score_linear":85512.0,"score_lmetric":195234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":59506,"score_linear":61390.0,"score_lmetric":119012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":627,"ongoing_decode_tokens":627,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1830,"cache_hit":0,"new_prefill":59506,"score_linear":627.0,"score_lmetric":59506}],"chosen_score_linear":95386.0,"chosen_score_lmetric":109080,"t_first_token":27228.15070306,"t_first_token_unix":1779961224.705646,"t_done":27229.602577263,"t_done_unix":1779961226.1575212},{"request_id":"1340278:3:1384549:676","session_id":"1340278","input_length":49865,"t_proxy_recv":27225.710306564,"t_decision_unix":1779961222.265248,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9959691166148601,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (201 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":201,"cache_hit":49664,"estimated_new_tokens":201,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":49865,"score_linear":239510.0,"score_lmetric":424316},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":49865,"score_linear":69465.0,"score_lmetric":119330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":49865,"score_linear":105902.0,"score_lmetric":95351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":49865,"score_linear":183996.0,"score_lmetric":355082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":49664,"new_prefill":201,"score_linear":-34381.0,"score_lmetric":201},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":49865,"score_linear":47401.0,"score_lmetric":49865},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":49865,"score_linear":49604.0,"score_lmetric":100188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":49865,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34381.0,"chosen_score_lmetric":201,"t_first_token":27225.787902239,"t_first_token_unix":1779961222.3428457,"t_done":27229.834184426,"t_done_unix":1779961226.3891277},{"request_id":"1340278:3:1385417:683","session_id":"1340278","input_length":50272,"t_proxy_recv":27229.858320445,"t_decision_unix":1779961226.413262,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9879057924888606,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (608 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":608,"cache_hit":49664,"estimated_new_tokens":608,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":251258,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":50272,"score_linear":251258.0,"score_lmetric":201088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":50272,"score_linear":69465.0,"score_lmetric":119737},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":50272,"score_linear":105902.0,"score_lmetric":95758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":50272,"score_linear":183996.0,"score_lmetric":355896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51051,"ongoing_decode_tokens":51051,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":49664,"new_prefill":608,"score_linear":1387.0,"score_lmetric":1824},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118655,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":50272,"score_linear":118655.0,"score_lmetric":100544},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54529,"ongoing_decode_tokens":28383,"pending_prefill_tokens":5154,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":50272,"score_linear":54529.0,"score_lmetric":110852},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":50272,"score_linear":89874.0,"score_lmetric":147008}],"chosen_score_linear":1387.0,"chosen_score_lmetric":1824,"t_first_token":27230.064427447,"t_first_token_unix":1779961226.6193707,"t_done":27230.105268253,"t_done_unix":1779961226.6602116},{"request_id":"1384947:1:1384947:680","session_id":"1384947","input_length":19034,"t_proxy_recv":27226.989780061,"t_decision_unix":1779961223.5447216,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":38068.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[4,1,1,2,2,2,2,2])","v3_prefill_cache_hit":0,"v3_new_local":19034,"cache_hit":0,"estimated_new_tokens":19034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":19034,"score_linear":239510.0,"score_lmetric":300992},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":19034,"score_linear":69465.0,"score_lmetric":88499},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":19034,"score_linear":105902.0,"score_lmetric":64520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":19034,"score_linear":183996.0,"score_lmetric":293420},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65148,"ongoing_decode_tokens":65148,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":19034,"score_linear":65148.0,"score_lmetric":38068},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":58514,"ongoing_decode_tokens":0,"pending_prefill_tokens":11113,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":19034,"score_linear":58514.0,"score_lmetric":60294},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":19034,"score_linear":49604.0,"score_lmetric":38526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":19034,"score_linear":89874.0,"score_lmetric":84532}],"chosen_score_linear":65148.0,"chosen_score_lmetric":38068,"t_first_token":27228.924798374,"t_first_token_unix":1779961225.4797413,"t_done":27230.415691526,"t_done_unix":1779961226.9706345},{"request_id":"1383090:2:1385262:682","session_id":"1383090","input_length":16734,"t_proxy_recv":27228.18325623,"t_decision_unix":1779961224.7381978,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9216,"affinity_cache_ratio":0.5507350304768734,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7518 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":7518,"cache_hit":9216,"estimated_new_tokens":7518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":214284,"pending_prefill_tokens":1674,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":16734,"score_linear":239510.0,"score_lmetric":73632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":16734,"score_linear":69465.0,"score_lmetric":86199},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":16734,"score_linear":105902.0,"score_lmetric":62220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":16734,"score_linear":183996.0,"score_lmetric":288820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84182,"ongoing_decode_tokens":65148,"pending_prefill_tokens":19034,"num_requests":3,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":9216,"new_prefill":7518,"score_linear":74966.0,"score_lmetric":79656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":16734,"score_linear":47401.0,"score_lmetric":16734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":49604,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":16734,"score_linear":49604.0,"score_lmetric":33468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":16734,"score_linear":89874.0,"score_lmetric":79932}],"chosen_score_linear":74966.0,"chosen_score_lmetric":79656,"t_first_token":27229.798306799,"t_first_token_unix":1779961226.3532503,"t_done":27230.416153874,"t_done_unix":1779961226.9710965},{"request_id":"1340290:4:1385568:684","session_id":"1340290","input_length":26146,"t_proxy_recv":27229.287040711,"t_decision_unix":1779961225.841982,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.8028761569647365,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5154 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":5154,"cache_hit":20992,"estimated_new_tokens":5154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":239510,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":20992,"new_prefill":5154,"score_linear":218518.0,"score_lmetric":20616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":26146,"score_linear":69465.0,"score_lmetric":95611},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":26146,"score_linear":105902.0,"score_lmetric":71632},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":26146,"score_linear":183996.0,"score_lmetric":307644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":100916,"ongoing_decode_tokens":84182,"pending_prefill_tokens":7518,"num_requests":4,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":26146,"score_linear":100916.0,"score_lmetric":134656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":26146,"score_linear":47401.0,"score_lmetric":26146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28383,"ongoing_decode_tokens":28383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":20992,"new_prefill":5154,"score_linear":7391.0,"score_lmetric":5154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":26146,"score_linear":89874.0,"score_lmetric":98756}],"chosen_score_linear":7391.0,"chosen_score_lmetric":5154,"t_first_token":27230.197610028,"t_first_token_unix":1779961226.7525532,"t_done":27230.652716594,"t_done_unix":1779961227.2076595},{"request_id":"1378979:1:1378979:633","session_id":"1378979","input_length":15283,"t_proxy_recv":27206.204693935,"t_decision_unix":1779961202.7596354,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":15283.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,2,2,1,1,2,2,2])","v3_prefill_cache_hit":0,"v3_new_local":15283,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":121724,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":15283,"score_linear":121724.0,"score_lmetric":30566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":15283,"score_linear":104147.0,"score_lmetric":30566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":15283,"score_linear":139499.0,"score_lmetric":189556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":14848,"new_prefill":435,"score_linear":111492.0,"score_lmetric":126775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":22132,"ongoing_decode_tokens":22132,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":15283,"score_linear":22132.0,"score_lmetric":15283},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71346,"ongoing_decode_tokens":71346,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1429,"cache_hit":0,"new_prefill":15283,"score_linear":71346.0,"score_lmetric":30566},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":85704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":15283,"score_linear":85704.0,"score_lmetric":30566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77013,"ongoing_decode_tokens":77013,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1737,"cache_hit":0,"new_prefill":15283,"score_linear":77013.0,"score_lmetric":30566}],"chosen_score_linear":22132.0,"chosen_score_lmetric":15283,"t_first_token":27207.572043567,"t_first_token_unix":1779961204.126987,"t_done":27230.681526578,"t_done_unix":1779961227.2364693},{"request_id":"1381387:2:1383735:669","session_id":"1381387","input_length":28383,"t_proxy_recv":27222.949522122,"t_decision_unix":1779961219.5044634,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":13824,"affinity_cache_ratio":0.4870521086565902,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":14559.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":14559,"cache_hit":13824,"estimated_new_tokens":14559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":28383,"score_linear":214284.0,"score_lmetric":248769},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":28383,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":28383,"score_linear":105902.0,"score_lmetric":73869},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":28383,"score_linear":183996.0,"score_lmetric":312118},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":28383,"score_linear":15283.0,"score_lmetric":28383},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":28383,"score_linear":85512.0,"score_lmetric":132988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":13824,"new_prefill":14559,"score_linear":-13824.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":28383,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":27225.346453,"t_first_token_unix":1779961221.901397,"t_done":27230.758659017,"t_done_unix":1779961227.3136017},{"request_id":"1364090:3:1381959:653","session_id":"1364090","input_length":47401,"t_proxy_recv":27216.673578527,"t_decision_unix":1779961213.2285202,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.5832788337798781,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":27648,"v3_new_local":19753,"v3_src_idx":6,"v3_target_idx":5,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":27648,"estimated_new_tokens":19753,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":4096,"new_prefill":43305,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":47401,"score_linear":104147.0,"score_lmetric":94802},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":7680,"new_prefill":39721,"score_linear":133471.0,"score_lmetric":79442},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":39721,"score_linear":176316.0,"score_lmetric":334794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":47401,"score_linear":15283.0,"score_lmetric":47401},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":47401,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":27648,"new_prefill":19753,"score_linear":-13659.0,"score_lmetric":19753},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":7680,"new_prefill":39721,"score_linear":74725.0,"score_lmetric":79442}],"chosen_score_linear":-13659.0,"chosen_score_lmetric":19753,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"t_prefill_sent":27216.674697179,"t_prefill_sent_unix":1779961213.2296398,"t_prefill_done":27221.8294901,"t_prefill_done_unix":1779961218.3844917,"t_decode_sent":27221.830343067,"t_decode_sent_unix":1779961218.3852866,"t_first_token":27224.012302255,"t_first_token_unix":1779961220.5672498,"t_done":27231.168476188,"t_done_unix":1779961227.7234197},{"request_id":"1340290:5:1386504:688","session_id":"1340290","input_length":27220,"t_proxy_recv":27232.433475704,"t_decision_unix":1779961228.988417,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9592946362968405,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":1108,"cache_hit":26112,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":251258,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":20992,"new_prefill":6228,"score_linear":230266.0,"score_lmetric":24912},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":27220,"score_linear":69465.0,"score_lmetric":96685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":27220,"score_linear":105902.0,"score_lmetric":72706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":27220,"score_linear":183996.0,"score_lmetric":309792},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":27220,"score_linear":71254.0,"score_lmetric":27220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":26112,"new_prefill":1108,"score_linear":-26112.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":27220,"score_linear":89874.0,"score_lmetric":100904}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":27232.719011217,"t_first_token_unix":1779961229.2739549,"t_done":27232.932590903,"t_done_unix":1779961229.487534},{"request_id":"1382086:1:1382086:654","session_id":"1382086","input_length":54012,"t_proxy_recv":27217.161525886,"t_decision_unix":1779961213.7164674,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":54012.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":54012,"cache_hit":0,"estimated_new_tokens":54012,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1323,"cache_hit":0,"new_prefill":54012,"score_linear":35888.0,"score_lmetric":54012},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":54012,"score_linear":141151.0,"score_lmetric":108024},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":54012,"score_linear":183996.0,"score_lmetric":363376},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":54012,"score_linear":15283.0,"score_lmetric":54012},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":54012,"score_linear":47401.0,"score_lmetric":54012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":54012,"score_linear":61390.0,"score_lmetric":108024},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":54012,"score_linear":82405.0,"score_lmetric":108024}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27228.144855829,"t_first_token_unix":1779961224.6998093,"t_done":27236.054666394,"t_done_unix":1779961232.60961},{"request_id":"1279412:28:1382526:657","session_id":"1279412","input_length":100766,"t_proxy_recv":27218.815415497,"t_decision_unix":1779961215.370357,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9958914713296152,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (414 < 8000)","v3_prefill_cache_hit":100352,"v3_new_local":414,"cache_hit":100352,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":100352,"new_prefill":414,"score_linear":-46340.0,"score_lmetric":54426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":12800,"new_prefill":87966,"score_linear":23088.0,"score_lmetric":87966},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":100766,"score_linear":141151.0,"score_lmetric":201532},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":100766,"score_linear":183996.0,"score_lmetric":456884},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":100766,"score_linear":15283.0,"score_lmetric":100766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":100766,"score_linear":85512.0,"score_lmetric":277754},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":100766,"score_linear":61390.0,"score_lmetric":201532},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":39936,"new_prefill":60830,"score_linear":-18988.0,"score_lmetric":60830}],"chosen_score_linear":-46340.0,"chosen_score_lmetric":54426,"t_first_token":27228.149604002,"t_first_token_unix":1779961224.7045476,"t_done":27236.701366746,"t_done_unix":1779961233.2563102},{"request_id":"1355484:10:1384484:675","session_id":"1355484","input_length":25226,"t_proxy_recv":27225.562526536,"t_decision_unix":1779961222.1174679,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9336398953460715,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1674 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":1674,"cache_hit":23552,"estimated_new_tokens":1674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":23552,"new_prefill":1674,"score_linear":190732.0,"score_lmetric":168642},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":12800,"new_prefill":12426,"score_linear":56665.0,"score_lmetric":81891},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":12426,"score_linear":93102.0,"score_lmetric":57912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":25226,"score_linear":183996.0,"score_lmetric":305804},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":25226,"score_linear":15283.0,"score_lmetric":25226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":25226,"score_linear":47401.0,"score_lmetric":25226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":25226,"score_linear":49604.0,"score_lmetric":50910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5989,"ongoing_decode_tokens":5989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":12800,"new_prefill":12426,"score_linear":-6811.0,"score_lmetric":12426}],"chosen_score_linear":190732.0,"chosen_score_lmetric":168642,"t_first_token":27228.317630984,"t_first_token_unix":1779961224.8725746,"t_done":27237.222715472,"t_done_unix":1779961233.7776587},{"request_id":"1384772:1:1384772:677","session_id":"1384772","input_length":4690,"t_proxy_recv":27226.421828489,"t_decision_unix":1779961222.9767694,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":4690.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4690 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4690,"cache_hit":0,"estimated_new_tokens":4690,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":4690,"score_linear":239510.0,"score_lmetric":243616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":4690,"score_linear":69465.0,"score_lmetric":74155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":4690,"score_linear":105902.0,"score_lmetric":50176},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":4690,"score_linear":183996.0,"score_lmetric":264732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65148,"ongoing_decode_tokens":65148,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":4690,"score_linear":65148.0,"score_lmetric":9380},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":4690,"score_linear":47401.0,"score_lmetric":4690},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":4690,"score_linear":49604.0,"score_lmetric":9838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":4690,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27226.717381238,"t_first_token_unix":1779961223.2723248,"t_done":27237.63190183,"t_done_unix":1779961234.1868448},{"request_id":"1279412:29:1385688:685","session_id":"1279412","input_length":101200,"t_proxy_recv":27236.717288878,"t_decision_unix":1779961233.2722304,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9966798418972332,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (336 < 8000)","v3_prefill_cache_hit":100864,"v3_new_local":336,"cache_hit":100864,"estimated_new_tokens":336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25226,"ongoing_decode_tokens":25226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1948,"cache_hit":100864,"new_prefill":336,"score_linear":-75638.0,"score_lmetric":336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":12800,"new_prefill":88400,"score_linear":56665.0,"score_lmetric":157865},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":88400,"score_linear":93102.0,"score_lmetric":133886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":101200,"score_linear":183996.0,"score_lmetric":457752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":101200,"score_linear":71254.0,"score_lmetric":101200},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":101200,"score_linear":90477.0,"score_lmetric":371946},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":39936,"new_prefill":61264,"score_linear":49938.0,"score_lmetric":168992}],"chosen_score_linear":-75638.0,"chosen_score_lmetric":336,"t_first_token":27237.052073935,"t_first_token_unix":1779961233.6070178,"t_done":27237.784305211,"t_done_unix":1779961234.3392487},{"request_id":"1384772:2:1387335:693","session_id":"1384772","input_length":11530,"t_proxy_recv":27237.637971747,"t_decision_unix":1779961234.1929133,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.39965307892454466,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":6922.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6922 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":6922,"cache_hit":4608,"estimated_new_tokens":6922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101200,"ongoing_decode_tokens":101200,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":11530,"score_linear":101200.0,"score_lmetric":11530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":11530,"score_linear":69465.0,"score_lmetric":80995},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":11530,"score_linear":105902.0,"score_lmetric":57016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":11530,"score_linear":183996.0,"score_lmetric":278412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":11530,"score_linear":71254.0,"score_lmetric":11530},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":11530,"score_linear":90477.0,"score_lmetric":102936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":4608,"new_prefill":6922,"score_linear":80576.0,"score_lmetric":6922}],"chosen_score_linear":80576.0,"chosen_score_lmetric":6922,"t_first_token":27238.297034568,"t_first_token_unix":1779961234.851978,"t_done":27238.424891183,"t_done_unix":1779961234.979834},{"request_id":"1279412:30:1387344:694","session_id":"1279412","input_length":101396,"t_proxy_recv":27237.800321786,"t_decision_unix":1779961234.355263,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9947532447039331,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":100864,"v3_new_local":532,"cache_hit":100864,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":100864,"new_prefill":532,"score_linear":-100864.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":12800,"new_prefill":88596,"score_linear":56665.0,"score_lmetric":158061},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":88596,"score_linear":93102.0,"score_lmetric":134082},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":101396,"score_linear":183996.0,"score_lmetric":458144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":101396,"score_linear":71254.0,"score_lmetric":101396},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":101396,"score_linear":90477.0,"score_lmetric":372534},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96714,"ongoing_decode_tokens":85184,"pending_prefill_tokens":6922,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":39936,"new_prefill":61460,"score_linear":56778.0,"score_lmetric":136764}],"chosen_score_linear":-100864.0,"chosen_score_lmetric":0,"t_first_token":27238.037177193,"t_first_token_unix":1779961234.5921211,"t_done":27239.184952643,"t_done_unix":1779961235.7398982},{"request_id":"1355484:11:1388276:696","session_id":"1355484","input_length":26837,"t_proxy_recv":27238.543900576,"t_decision_unix":1779961235.098842,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9348287811603383,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1749 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1749,"cache_hit":25088,"estimated_new_tokens":1749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101396,"ongoing_decode_tokens":101396,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":25088,"new_prefill":1749,"score_linear":76308.0,"score_lmetric":1749},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":12800,"new_prefill":14037,"score_linear":56665.0,"score_lmetric":83502},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":14037,"score_linear":93102.0,"score_lmetric":59523},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":26837,"score_linear":183996.0,"score_lmetric":56346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":26837,"score_linear":71254.0,"score_lmetric":26837},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":26837,"score_linear":90477.0,"score_lmetric":148857},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":12800,"new_prefill":14037,"score_linear":72384.0,"score_lmetric":14037}],"chosen_score_linear":76308.0,"chosen_score_lmetric":1749,"t_first_token":27238.898581653,"t_first_token_unix":1779961235.4535258,"t_done":27240.096893065,"t_done_unix":1779961236.6518362},{"request_id":"1382804:2:1388620:698","session_id":"1382804","input_length":3678,"t_proxy_recv":27239.920737305,"t_decision_unix":1779961236.4756784,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":512,"affinity_cache_ratio":0.13920609026644915,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":3166.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3166 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":3166,"cache_hit":512,"estimated_new_tokens":3166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":3678,"score_linear":26837.0,"score_lmetric":3678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":3678,"score_linear":69465.0,"score_lmetric":73143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":3678,"score_linear":105902.0,"score_lmetric":49164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":3678,"score_linear":183996.0,"score_lmetric":10028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":3678,"score_linear":71899.0,"score_lmetric":75577},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":3678,"score_linear":71254.0,"score_lmetric":3678},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":3678,"score_linear":90477.0,"score_lmetric":79380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":512,"new_prefill":3166,"score_linear":84672.0,"score_lmetric":3166}],"chosen_score_linear":84672.0,"chosen_score_lmetric":3166,"t_first_token":27240.235753524,"t_first_token_unix":1779961236.790697,"t_done":27240.351032939,"t_done_unix":1779961236.9059758},{"request_id":"1381728:2:1387040:690","session_id":"1381728","input_length":12399,"t_proxy_recv":27234.211815231,"t_decision_unix":1779961230.766756,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":6,"affinity_cache_hit":1024,"affinity_cache_ratio":0.08258730542785708,"affinity_num_requests":4,"avg_num_requests":1.375,"fallback_score":12399.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12399,"cache_hit":0,"estimated_new_tokens":12399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":251258,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":1024,"new_prefill":11375,"score_linear":250234.0,"score_lmetric":45500},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":12399,"score_linear":69465.0,"score_lmetric":81864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":12399,"score_linear":105902.0,"score_lmetric":57885},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":12399,"score_linear":183996.0,"score_lmetric":280150},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":12399,"score_linear":71254.0,"score_lmetric":12399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":12399,"score_linear":89874.0,"score_lmetric":71262}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27235.237049024,"t_first_token_unix":1779961231.7919931,"t_done":27241.380530932,"t_done_unix":1779961237.9354768},{"request_id":"1342921:3:1384020:670","session_id":"1342921","input_length":69465,"t_proxy_recv":27223.852075711,"t_decision_unix":1779961220.4070172,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":1,"affinity_cache_hit":66048,"affinity_cache_ratio":0.950809760310948,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":69465.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":69465,"cache_hit":0,"estimated_new_tokens":69465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":66048,"new_prefill":3417,"score_linear":148236.0,"score_lmetric":173871},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":69465,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":69465,"score_linear":105902.0,"score_lmetric":114951},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":69465,"score_linear":183996.0,"score_lmetric":394282},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":69465,"score_linear":15283.0,"score_lmetric":69465},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":69465,"score_linear":47401.0,"score_lmetric":69465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":84024},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":69465,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27240.647633961,"t_first_token_unix":1779961237.202578,"t_done":27241.639756474,"t_done_unix":1779961238.1947002},{"request_id":"1340290:6:1387365:695","session_id":"1340290","input_length":27285,"t_proxy_recv":27235.408094932,"t_decision_unix":1779961231.9630363,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945391240608393,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (149 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":149,"cache_hit":27136,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1842,"cache_hit":20992,"new_prefill":6293,"score_linear":159012.0,"score_lmetric":18879},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":27285,"score_linear":69465.0,"score_lmetric":96750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":27285,"score_linear":105902.0,"score_lmetric":72771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":27285,"score_linear":183996.0,"score_lmetric":309922},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":27285,"score_linear":71254.0,"score_lmetric":27285},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":27136,"new_prefill":149,"score_linear":36056.0,"score_lmetric":45564},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":27285,"score_linear":89874.0,"score_lmetric":101034}],"chosen_score_linear":36056.0,"chosen_score_lmetric":45564,"t_first_token":27241.270370125,"t_first_token_unix":1779961237.8253138,"t_done":27242.964300018,"t_done_unix":1779961239.5192432},{"request_id":"1381387:3:1387093:691","session_id":"1381387","input_length":50793,"t_proxy_recv":27234.424448135,"t_decision_unix":1779961230.9793894,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28160,"affinity_cache_ratio":0.5544071033410115,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":28160,"v3_new_local":22633,"cache_hit":28160,"estimated_new_tokens":22633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":251258,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":50793,"score_linear":251258.0,"score_lmetric":203172},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":50793,"score_linear":69465.0,"score_lmetric":120258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":50793,"score_linear":105902.0,"score_lmetric":96279},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":50793,"score_linear":183996.0,"score_lmetric":356938},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":50793,"score_linear":71254.0,"score_lmetric":50793},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12399,"ongoing_decode_tokens":0,"pending_prefill_tokens":12399,"num_requests":1,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":28160,"new_prefill":22633,"score_linear":-15761.0,"score_lmetric":35032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":50793,"score_linear":89874.0,"score_lmetric":148050}],"chosen_score_linear":-15761.0,"chosen_score_lmetric":35032,"t_first_token":27241.265945857,"t_first_token_unix":1779961237.8208902,"t_done":27243.677743831,"t_done_unix":1779961240.2326891},{"request_id":"1370129:4:1384856:678","session_id":"1370129","input_length":85184,"t_proxy_recv":27226.695608906,"t_decision_unix":1779961223.2505503,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.7272727272727273,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61952,"v3_new_local":23232,"cache_hit":61952,"estimated_new_tokens":23232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":4096,"new_prefill":81088,"score_linear":235414.0,"score_lmetric":549208},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":85184,"score_linear":69465.0,"score_lmetric":154649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":7680,"new_prefill":77504,"score_linear":98222.0,"score_lmetric":122990},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":77504,"score_linear":176316.0,"score_lmetric":410360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65148,"ongoing_decode_tokens":65148,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":85184,"score_linear":65148.0,"score_lmetric":170368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":85184,"score_linear":47401.0,"score_lmetric":85184},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":7680,"new_prefill":77504,"score_linear":41924.0,"score_lmetric":155466},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4690,"ongoing_decode_tokens":0,"pending_prefill_tokens":4690,"num_requests":1,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":61952,"new_prefill":23232,"score_linear":-57262.0,"score_lmetric":27922}],"chosen_score_linear":-57262.0,"chosen_score_lmetric":27922,"t_first_token":27237.460238965,"t_first_token_unix":1779961234.0151827,"t_done":27244.061192193,"t_done_unix":1779961240.6161354},{"request_id":"1342921:4:1389290:702","session_id":"1342921","input_length":70990,"t_proxy_recv":27242.337099938,"t_decision_unix":1779961238.8920412,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9736582617270038,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1870 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":1870,"cache_hit":69120,"estimated_new_tokens":1870,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":66048,"new_prefill":4942,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":69120,"new_prefill":1870,"score_linear":-69120.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":70990,"score_linear":105902.0,"score_lmetric":116476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":70990,"score_linear":183996.0,"score_lmetric":144652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":70990,"score_linear":92082.0,"score_lmetric":288256},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":70990,"score_linear":71254.0,"score_lmetric":70990},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78078,"ongoing_decode_tokens":78078,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":70990,"score_linear":78078.0,"score_lmetric":141980},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":70990,"score_linear":85184.0,"score_lmetric":70990}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":27243.111903895,"t_first_token_unix":1779961239.6668475,"t_done":27245.528874862,"t_done_unix":1779961242.0838184},{"request_id":"1390240:1:1390240:705","session_id":"1390240","input_length":5110,"t_proxy_recv":27245.85586287,"t_decision_unix":1779961242.4108043,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5110.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5110 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5110,"cache_hit":0,"estimated_new_tokens":5110,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":5110,"score_linear":38242.0,"score_lmetric":5464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1472,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":5110,"score_linear":105902.0,"score_lmetric":5110},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5110,"score_linear":183996.0,"score_lmetric":12892},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":5110,"score_linear":92082.0,"score_lmetric":156496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":5110,"score_linear":139441.0,"score_lmetric":16546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27246.180523864,"t_first_token_unix":1779961242.7354677,"t_done":27246.456918187,"t_done_unix":1779961243.0118616},{"request_id":"1313181:5:1320817:349","session_id":"1313181","input_length":105902,"t_proxy_recv":27220.380087626,"t_decision_unix":1779961216.9350288,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.5704896980227002,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":60416,"v3_new_local":45486,"cache_hit":60416,"estimated_new_tokens":45486,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":24064,"new_prefill":81838,"score_linear":190220.0,"score_lmetric":409134},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":59904,"new_prefill":45998,"score_linear":-24016.0,"score_lmetric":45998},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":60416,"new_prefill":45486,"score_linear":-60416.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":105902,"score_linear":183996.0,"score_lmetric":467156},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":105902,"score_linear":15283.0,"score_lmetric":105902},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":105902,"score_linear":85512.0,"score_lmetric":288026},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":105902,"score_linear":61390.0,"score_lmetric":211804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":12800,"new_prefill":93102,"score_linear":-7665.0,"score_lmetric":98237}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":27243.798404895,"t_first_token_unix":1779961240.353351,"t_done":27247.775298062,"t_done_unix":1779961244.3302417},{"request_id":"1366128:11:1384044:671","session_id":"1366128","input_length":71254,"t_proxy_recv":27229.619354849,"t_decision_unix":1779961226.1742966,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":59392,"affinity_cache_ratio":0.8335251354309934,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=1 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":59392,"v3_new_local":11862,"v3_src_idx":0,"v3_target_idx":5,"v3_target_num_req":1,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":1,"ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":59392,"estimated_new_tokens":11862,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":59392,"new_prefill":11862,"score_linear":120612.0,"score_lmetric":35586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":71254,"score_linear":69465.0,"score_lmetric":140719},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":71254,"score_linear":105902.0,"score_lmetric":116740},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":71254,"score_linear":183996.0,"score_lmetric":397860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":100916,"ongoing_decode_tokens":84182,"pending_prefill_tokens":7518,"num_requests":4,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":71254,"score_linear":100916.0,"score_lmetric":315088},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":71254,"score_linear":47401.0,"score_lmetric":71254},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54529,"ongoing_decode_tokens":28383,"pending_prefill_tokens":5154,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":71254,"score_linear":54529.0,"score_lmetric":152816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":71254,"score_linear":89874.0,"score_lmetric":188972}],"chosen_score_linear":120612.0,"chosen_score_lmetric":35586,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"t_prefill_sent":27229.621105802,"t_prefill_sent_unix":1779961226.1760488,"t_prefill_done":27234.64871415,"t_prefill_done_unix":1779961231.2036574,"t_decode_sent":27234.649974382,"t_decode_sent_unix":1779961231.2049177,"t_first_token":27247.858169574,"t_first_token_unix":1779961244.4131134,"t_done":27250.056172917,"t_done_unix":1779961246.6111162},{"request_id":"1263749:2:1379302:636","session_id":"1263749","input_length":57656,"t_proxy_recv":27207.418710753,"t_decision_unix":1779961203.9736521,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9768280838074095,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1336 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":1336,"cache_hit":56320,"estimated_new_tokens":1336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":99689,"ongoing_decode_tokens":99689,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":57656,"score_linear":99689.0,"score_lmetric":115312},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":57656,"score_linear":104147.0,"score_lmetric":115312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":57656,"score_linear":139499.0,"score_lmetric":274302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":56320,"new_prefill":1336,"score_linear":70020.0,"score_lmetric":127676},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":22132,"pending_prefill_tokens":15283,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":57656,"score_linear":37415.0,"score_lmetric":145878},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":57656,"score_linear":63536.0,"score_lmetric":57656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77234,"ongoing_decode_tokens":77234,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":57656,"score_linear":77234.0,"score_lmetric":115312}],"chosen_score_linear":70020.0,"chosen_score_lmetric":127676,"t_first_token":27249.765927659,"t_first_token_unix":1779961246.3208718,"t_done":27250.587670353,"t_done_unix":1779961247.1426156},{"request_id":"1366128:12:1386045:687","session_id":"1366128","input_length":71578,"t_proxy_recv":27250.069233131,"t_decision_unix":1779961246.6241748,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9942719830115399,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (410 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":410,"cache_hit":71168,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":140235,"ongoing_decode_tokens":0,"pending_prefill_tokens":971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":71168,"new_prefill":410,"score_linear":69067.0,"score_lmetric":2762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":71578,"score_linear":28307.0,"score_lmetric":99885},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":71578,"score_linear":60858.0,"score_lmetric":71578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":183996,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":71578,"score_linear":183996.0,"score_lmetric":143156},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":71578,"score_linear":92082.0,"score_lmetric":289432},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1774,"cache_hit":71168,"new_prefill":410,"score_linear":-2981.0,"score_lmetric":410},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":71578,"score_linear":112677.0,"score_lmetric":214734}],"chosen_score_linear":-2981.0,"chosen_score_lmetric":410,"t_first_token":27250.295939001,"t_first_token_unix":1779961246.8508832,"t_done":27251.003720812,"t_done_unix":1779961247.558664},{"request_id":"1355951:4:1389858:703","session_id":"1355951","input_length":38242,"t_proxy_recv":27244.461042695,"t_decision_unix":1779961241.0159838,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9907431619685163,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (354 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":354,"cache_hit":37888,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":37888,"new_prefill":354,"score_linear":-37888.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":0,"new_prefill":38242,"score_linear":70990.0,"score_lmetric":38242},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":38242,"score_linear":105902.0,"score_lmetric":38242},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":38242,"score_linear":183996.0,"score_lmetric":79156},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":38242,"score_linear":92082.0,"score_lmetric":222760},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":34816,"new_prefill":3426,"score_linear":36438.0,"score_lmetric":3426},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":27250.384675377,"t_first_token_unix":1779961246.9396188,"t_done":27251.354236195,"t_done_unix":1779961247.9091794},{"request_id":"1363093:4:1390050:704","session_id":"1363093","input_length":68187,"t_proxy_recv":27245.095485101,"t_decision_unix":1779961241.650426,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9536128587560678,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3163 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":3163,"cache_hit":65024,"estimated_new_tokens":3163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":68187,"score_linear":38242.0,"score_lmetric":68541},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":0,"new_prefill":68187,"score_linear":70990.0,"score_lmetric":68187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":68187,"score_linear":105902.0,"score_lmetric":68187},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":68187,"score_linear":183996.0,"score_lmetric":139046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":68187,"score_linear":92082.0,"score_lmetric":282650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":65024,"new_prefill":3163,"score_linear":6230.0,"score_lmetric":3163},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6230.0,"chosen_score_lmetric":3163,"t_first_token":27246.351194642,"t_first_token_unix":1779961242.9061382,"t_done":27251.501435769,"t_done_unix":1779961248.0563788},{"request_id":"1366128:13:1387308:692","session_id":"1366128","input_length":71708,"t_proxy_recv":27251.016233306,"t_decision_unix":1779961247.5711749,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9924694594745356,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":540,"cache_hit":71168,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":140235,"ongoing_decode_tokens":140235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":71168,"new_prefill":540,"score_linear":69067.0,"score_lmetric":1080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":71708,"score_linear":28307.0,"score_lmetric":100015},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":71708,"score_linear":60858.0,"score_lmetric":71708},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":71708,"score_linear":126340.0,"score_lmetric":71708},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":71708,"score_linear":92082.0,"score_lmetric":289692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1774,"cache_hit":71168,"new_prefill":540,"score_linear":-2981.0,"score_lmetric":540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":71708,"score_linear":15302.0,"score_lmetric":87010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":71708,"score_linear":112677.0,"score_lmetric":215124}],"chosen_score_linear":-2981.0,"chosen_score_lmetric":540,"t_first_token":27251.181663676,"t_first_token_unix":1779961247.7366073,"t_done":27251.652439655,"t_done_unix":1779961248.2073827},{"request_id":"1390356:1:1390356:706","session_id":"1390356","input_length":1349,"t_proxy_recv":27246.296734968,"t_decision_unix":1779961242.8516767,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":1349.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1349 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1349,"cache_hit":0,"estimated_new_tokens":1349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":1349,"score_linear":38242.0,"score_lmetric":1703},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":5110,"ongoing_decode_tokens":5110,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1472,"cache_hit":0,"new_prefill":1349,"score_linear":5110.0,"score_lmetric":1349},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":1349,"score_linear":105902.0,"score_lmetric":1349},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1349,"score_linear":183996.0,"score_lmetric":5370},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":1349,"score_linear":92082.0,"score_lmetric":148974},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":1349,"score_linear":139441.0,"score_lmetric":9024},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27246.4048887,"t_first_token_unix":1779961242.9598327,"t_done":27251.727837944,"t_done_unix":1779961248.282781},{"request_id":"1391584:1:1391584:713","session_id":"1391584","input_length":15302,"t_proxy_recv":27250.382535368,"t_decision_unix":1779961246.9374766,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":15302.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15302,"cache_hit":0,"estimated_new_tokens":15302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":140235,"ongoing_decode_tokens":0,"pending_prefill_tokens":971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":15302,"score_linear":140235.0,"score_lmetric":32546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":15302,"score_linear":28307.0,"score_lmetric":43609},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":15302,"score_linear":60858.0,"score_lmetric":15302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":183996,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":15302,"score_linear":183996.0,"score_lmetric":30604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":15302,"score_linear":92082.0,"score_lmetric":176880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139765,"ongoing_decode_tokens":139765,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1774,"cache_hit":0,"new_prefill":15302,"score_linear":139765.0,"score_lmetric":30604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":15302,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":15302,"score_linear":112677.0,"score_lmetric":45906}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27251.760030123,"t_first_token_unix":1779961248.3149734,"t_done":27251.978325979,"t_done_unix":1779961248.533269},{"request_id":"1313181:5:1374956:615","session_id":"1313181","input_length":60858,"t_proxy_recv":27247.785929587,"t_decision_unix":1779961244.3408709,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9927371914949554,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (442 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":442,"cache_hit":60416,"estimated_new_tokens":442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":24064,"new_prefill":36794,"score_linear":14178.0,"score_lmetric":37148},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":59904,"new_prefill":954,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":60416,"new_prefill":442,"score_linear":-60416.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":60858,"score_linear":183996.0,"score_lmetric":124388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":60858,"score_linear":92082.0,"score_lmetric":267992},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":60858,"score_linear":139441.0,"score_lmetric":121716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":60858,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":24990,"pending_prefill_tokens":2183,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":12800,"new_prefill":48058,"score_linear":99877.0,"score_lmetric":150723}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":27247.873876441,"t_first_token_unix":1779961244.4288194,"t_done":27253.316191491,"t_done_unix":1779961249.8711362},{"request_id":"1370129:5:1390477:708","session_id":"1370129","input_length":87687,"t_proxy_recv":27246.834474482,"t_decision_unix":1779961243.389416,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9751046335260642,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2183 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":2183,"cache_hit":85504,"estimated_new_tokens":2183,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":4096,"new_prefill":83591,"score_linear":34146.0,"score_lmetric":83945},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":87687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":7680,"new_prefill":80007,"score_linear":98222.0,"score_lmetric":80007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":80007,"score_linear":176316.0,"score_lmetric":162686},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":87687,"score_linear":92082.0,"score_lmetric":321650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":7680,"new_prefill":80007,"score_linear":131761.0,"score_lmetric":160014},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":7680,"new_prefill":80007,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24990,"ongoing_decode_tokens":1349,"pending_prefill_tokens":2137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":85504,"new_prefill":2183,"score_linear":-60514.0,"score_lmetric":8640}],"chosen_score_linear":-60514.0,"chosen_score_lmetric":8640,"t_first_token":27248.334844243,"t_first_token_unix":1779961244.8897886,"t_done":27254.151992644,"t_done_unix":1779961250.7069364},{"request_id":"1391584:2:1392466:715","session_id":"1391584","input_length":15483,"t_proxy_recv":27253.687102183,"t_decision_unix":1779961250.2420437,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.958987276367629,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (635 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":635,"cache_hit":14848,"estimated_new_tokens":635,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":130375,"ongoing_decode_tokens":130375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":15483,"score_linear":130375.0,"score_lmetric":30966},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":15483,"score_linear":28307.0,"score_lmetric":15483},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":15483,"score_linear":106305.0,"score_lmetric":60348},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":15483,"score_linear":126340.0,"score_lmetric":15483},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":15483,"score_linear":92082.0,"score_lmetric":177242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":15483,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":14848,"new_prefill":635,"score_linear":-14848.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111328,"ongoing_decode_tokens":111328,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":0,"new_prefill":15483,"score_linear":111328.0,"score_lmetric":30966}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":27253.761177381,"t_first_token_unix":1779961250.3161209,"t_done":27254.153688165,"t_done_unix":1779961250.7086313},{"request_id":"1279412:31:1391216:711","session_id":"1279412","input_length":101993,"t_proxy_recv":27249.401597956,"t_decision_unix":1779961245.956539,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":101376,"affinity_cache_ratio":0.993950565234869,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (617 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":617,"cache_hit":101376,"estimated_new_tokens":617,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":101376,"new_prefill":617,"score_linear":-63134.0,"score_lmetric":971},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":89193,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":12800,"new_prefill":89193,"score_linear":48058.0,"score_lmetric":89193},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":101993,"score_linear":183996.0,"score_lmetric":206658},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":101993,"score_linear":92082.0,"score_lmetric":350262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":101993,"score_linear":139441.0,"score_lmetric":203986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":101993,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":39936,"new_prefill":62057,"score_linear":72741.0,"score_lmetric":186171}],"chosen_score_linear":-63134.0,"chosen_score_lmetric":971,"t_first_token":27250.83258331,"t_first_token_unix":1779961247.387527,"t_done":27254.492176258,"t_done_unix":1779961251.0471196},{"request_id":"1391404:1:1391404:712","session_id":"1391404","input_length":28307,"t_proxy_recv":27249.856810335,"t_decision_unix":1779961246.4117517,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":28307.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":28307,"cache_hit":0,"estimated_new_tokens":28307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":140235,"ongoing_decode_tokens":0,"pending_prefill_tokens":971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":28307,"score_linear":140235.0,"score_lmetric":58556},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":28307,"score_linear":60858.0,"score_lmetric":28307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":183996,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":28307,"score_linear":183996.0,"score_lmetric":56614},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":2560,"new_prefill":25747,"score_linear":89522.0,"score_lmetric":197770},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":1536,"new_prefill":26771,"score_linear":137905.0,"score_lmetric":53542},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":28307,"score_linear":112677.0,"score_lmetric":84921}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27253.407262285,"t_first_token_unix":1779961249.9622056,"t_done":27254.735226343,"t_done_unix":1779961251.2901692},{"request_id":"1355484:12:1391879:714","session_id":"1355484","input_length":28382,"t_proxy_recv":27251.507583932,"t_decision_unix":1779961248.0625257,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9380593333803114,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1758 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":1758,"cache_hit":26624,"estimated_new_tokens":1758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101993,"ongoing_decode_tokens":101993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":26624,"new_prefill":1758,"score_linear":75369.0,"score_lmetric":1758},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":15582,"score_linear":15507.0,"score_lmetric":43889},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":12800,"new_prefill":15582,"score_linear":48058.0,"score_lmetric":15582},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":28382,"score_linear":126340.0,"score_lmetric":28382},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":28382,"score_linear":92082.0,"score_lmetric":203040},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71708,"ongoing_decode_tokens":71708,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":28382,"score_linear":71708.0,"score_lmetric":28382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":28382,"score_linear":15302.0,"score_lmetric":43684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":12800,"new_prefill":15582,"score_linear":99877.0,"score_lmetric":46746}],"chosen_score_linear":75369.0,"chosen_score_lmetric":1758,"t_first_token":27251.871470479,"t_first_token_unix":1779961248.426414,"t_done":27254.796898793,"t_done_unix":1779961251.3518417},{"request_id":"1390240:2:1392954:717","session_id":"1390240","input_length":7440,"t_proxy_recv":27255.40376083,"t_decision_unix":1779961251.958702,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6881720430107527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2320 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":2320,"cache_hit":5120,"estimated_new_tokens":2320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":5120,"new_prefill":2320,"score_linear":-5120.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":7440,"score_linear":106305.0,"score_lmetric":52305},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":7440,"score_linear":126340.0,"score_lmetric":7440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":7440,"score_linear":92082.0,"score_lmetric":161156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":7440,"score_linear":23641.0,"score_lmetric":7440}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27255.624659645,"t_first_token_unix":1779961252.179603,"t_done":27255.851390285,"t_done_unix":1779961252.4063332},{"request_id":"1363943:9:1390468:707","session_id":"1363943","input_length":23641,"t_proxy_recv":27246.772929004,"t_decision_unix":1779961243.3278701,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9096061926314454,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2137 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":2137,"cache_hit":21504,"estimated_new_tokens":2137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":8704,"new_prefill":14937,"score_linear":29538.0,"score_lmetric":15291},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":23641,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":4096,"new_prefill":19545,"score_linear":101806.0,"score_lmetric":19545},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":19545,"score_linear":179900.0,"score_lmetric":41762},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":23641,"score_linear":92082.0,"score_lmetric":193558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":4096,"new_prefill":19545,"score_linear":135345.0,"score_lmetric":39090},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":4096,"new_prefill":19545,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":21504,"new_prefill":2137,"score_linear":-20155.0,"score_lmetric":2137}],"chosen_score_linear":-20155.0,"chosen_score_lmetric":2137,"t_first_token":27247.136910268,"t_first_token_unix":1779961243.691855,"t_done":27255.943804963,"t_done_unix":1779961252.498748},{"request_id":"1373431:1:1373431:606","session_id":"1373431","input_length":126340,"t_proxy_recv":27187.067635587,"t_decision_unix":1779961183.622577,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":126340.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":126340,"cache_hit":0,"estimated_new_tokens":126340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":159511,"ongoing_decode_tokens":159511,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":126340,"score_linear":159511.0,"score_lmetric":379020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":126340,"score_linear":130877.0,"score_lmetric":252680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":126340,"score_linear":60004.0,"score_lmetric":126340},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":195304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":126340,"score_linear":195304.0,"score_lmetric":379020},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":186849,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":126340,"score_linear":186849.0,"score_lmetric":505360},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":126340,"score_linear":106951.0,"score_lmetric":252680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":1024,"new_prefill":125316,"score_linear":143302.0,"score_lmetric":690945}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27238.067407933,"t_first_token_unix":1779961234.622352,"t_done":27256.167977662,"t_done_unix":1779961252.7229207},{"request_id":"1388507:1:1388507:697","session_id":"1388507","input_length":71899,"t_proxy_recv":27239.471848664,"t_decision_unix":1779961236.02679,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":71899.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":71899,"cache_hit":0,"estimated_new_tokens":71899,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":71899,"score_linear":26837.0,"score_lmetric":71899},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":71899,"score_linear":69465.0,"score_lmetric":141364},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":71899,"score_linear":105902.0,"score_lmetric":117385},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":71899,"score_linear":183996.0,"score_lmetric":146470},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":71899,"score_linear":71254.0,"score_lmetric":71899},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":71899,"score_linear":90477.0,"score_lmetric":284043},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":71899,"score_linear":85184.0,"score_lmetric":71899}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27257.408570153,"t_first_token_unix":1779961253.9635143,"t_done":27257.84401867,"t_done_unix":1779961254.398962},{"request_id":"1373431:2:1378320:629","session_id":"1373431","input_length":127267,"t_proxy_recv":27256.188548374,"t_decision_unix":1779961252.74349,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":126464,"affinity_cache_ratio":0.9936904303550803,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (803 < 8000)","v3_prefill_cache_hit":126464,"v3_new_local":803,"cache_hit":126464,"estimated_new_tokens":803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":127267,"score_linear":106305.0,"score_lmetric":172132},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":126464,"new_prefill":803,"score_linear":-126464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":1024,"new_prefill":126243,"score_linear":91058.0,"score_lmetric":398762},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":0,"pending_prefill_tokens":816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":127267,"score_linear":48944.0,"score_lmetric":128083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":1024,"new_prefill":126243,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-126464.0,"chosen_score_lmetric":0,"t_first_token":27256.795936365,"t_first_token_unix":1779961253.3508801,"t_done":27258.410206013,"t_done_unix":1779961254.9651494},{"request_id":"1384947:2:1388842:700","session_id":"1384947","input_length":20183,"t_proxy_recv":27240.679954298,"t_decision_unix":1779961237.234896,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9386117029182975,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1239 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":1239,"cache_hit":18944,"estimated_new_tokens":1239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":69465,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":20183,"score_linear":69465.0,"score_lmetric":20183},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":20183,"score_linear":105902.0,"score_lmetric":65669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":20183,"score_linear":183996.0,"score_lmetric":43038},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":18944,"new_prefill":1239,"score_linear":52955.0,"score_lmetric":73138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":20183,"score_linear":71254.0,"score_lmetric":20183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":20183,"score_linear":90477.0,"score_lmetric":128895},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":20183,"score_linear":85184.0,"score_lmetric":20183}],"chosen_score_linear":52955.0,"chosen_score_lmetric":73138,"t_first_token":27257.410023058,"t_first_token_unix":1779961253.9649668,"t_done":27258.658160907,"t_done_unix":1779961255.2131038},{"request_id":"1366128:14:1389156:701","session_id":"1366128","input_length":83404,"t_proxy_recv":27251.672506557,"t_decision_unix":1779961248.227448,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71680,"affinity_cache_ratio":0.8594312023404154,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":71680,"v3_new_local":11724,"cache_hit":71680,"estimated_new_tokens":11724,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":130375,"ongoing_decode_tokens":101993,"pending_prefill_tokens":1758,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":71168,"new_prefill":12236,"score_linear":59207.0,"score_lmetric":27988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":83404,"score_linear":28307.0,"score_lmetric":111711},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":83404,"score_linear":60858.0,"score_lmetric":83404},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":83404,"score_linear":126340.0,"score_lmetric":83404},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":83404,"score_linear":92082.0,"score_lmetric":313084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":71680,"new_prefill":11724,"score_linear":-71680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":83404,"score_linear":15302.0,"score_lmetric":98706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":83404,"score_linear":112677.0,"score_lmetric":250212}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":27257.509982943,"t_first_token_unix":1779961254.0649269,"t_done":27258.976280298,"t_done_unix":1779961255.5312233},{"request_id":"1384947:3:1390898:710","session_id":"1384947","input_length":20683,"t_proxy_recv":27258.665090105,"t_decision_unix":1779961255.2200315,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9654305468258957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (715 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":715,"cache_hit":19968,"estimated_new_tokens":715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":20683,"score_linear":101803.0,"score_lmetric":49270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":20683,"score_linear":106305.0,"score_lmetric":65548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":20683,"score_linear":128201.0,"score_lmetric":21908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":19968,"new_prefill":715,"score_linear":-19968.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":132348,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":20683,"score_linear":48944.0,"score_lmetric":8959},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":27258.796091368,"t_first_token_unix":1779961255.3510344,"t_done":27259.986196357,"t_done_unix":1779961256.5411396},{"request_id":"1373431:3:1383388:667","session_id":"1373431","input_length":128201,"t_proxy_recv":27258.430622306,"t_decision_unix":1779961254.985564,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":126976,"affinity_cache_ratio":0.9904446923190927,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1225 < 8000)","v3_prefill_cache_hit":126976,"v3_new_local":1225,"cache_hit":126976,"estimated_new_tokens":1225,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":128201,"score_linear":101803.0,"score_lmetric":156788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":128201,"score_linear":106305.0,"score_lmetric":173066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":126976,"new_prefill":1225,"score_linear":-126976.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20183,"ongoing_decode_tokens":20183,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":1024,"new_prefill":127177,"score_linear":19159.0,"score_lmetric":127177},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":132348,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":128201,"score_linear":48944.0,"score_lmetric":116477},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":1024,"new_prefill":127177,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-126976.0,"chosen_score_lmetric":0,"t_first_token":27259.277404908,"t_first_token_unix":1779961255.8323498,"t_done":27260.28547847,"t_done_unix":1779961256.840422},{"request_id":"1355484:13:1394384:723","session_id":"1355484","input_length":28665,"t_proxy_recv":27260.413612167,"t_decision_unix":1779961256.9685538,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9823826966684109,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":505,"cache_hit":28160,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":28160,"new_prefill":505,"score_linear":-28160.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":12800,"new_prefill":15865,"score_linear":122324.0,"score_lmetric":99226},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":12800,"new_prefill":15865,"score_linear":93505.0,"score_lmetric":60730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":53837,"ongoing_decode_tokens":137241,"pending_prefill_tokens":-11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":28665,"score_linear":53837.0,"score_lmetric":33882},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":12800,"new_prefill":15865,"score_linear":93343.0,"score_lmetric":33944}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":27260.473613378,"t_first_token_unix":1779961257.0285568,"t_done":27260.916997609,"t_done_unix":1779961257.4719405},{"request_id":"1394428:1:1394428:724","session_id":"1394428","input_length":982,"t_proxy_recv":27260.556283455,"t_decision_unix":1779961257.111225,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-22508.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (470 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":470,"cache_hit":512,"estimated_new_tokens":470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":982,"score_linear":28665.0,"score_lmetric":982},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":982,"score_linear":135124.0,"score_lmetric":69460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":982,"score_linear":106305.0,"score_lmetric":45847},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":53837,"ongoing_decode_tokens":137241,"pending_prefill_tokens":-11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":470,"score_linear":53325.0,"score_lmetric":-22508},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":982,"score_linear":106143.0,"score_lmetric":19061}],"chosen_score_linear":53325.0,"chosen_score_lmetric":-22508,"t_first_token":27260.786853945,"t_first_token_unix":1779961257.3417974,"t_done":27261.153179243,"t_done_unix":1779961257.708122},{"request_id":"1394482:1:1394482:726","session_id":"1394482","input_length":4428,"t_proxy_recv":27260.834027965,"t_decision_unix":1779961257.3889697,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":-10240.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4428 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4428,"cache_hit":0,"estimated_new_tokens":4428,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":4428,"score_linear":28665.0,"score_lmetric":4428},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4428,"score_linear":135124.0,"score_lmetric":76352},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":4428,"score_linear":106305.0,"score_lmetric":49293},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":59555,"ongoing_decode_tokens":138223,"pending_prefill_tokens":-6988,"num_requests":4,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":4428,"score_linear":59555.0,"score_lmetric":-10240},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":4428,"score_linear":106143.0,"score_lmetric":22507}],"chosen_score_linear":59555.0,"chosen_score_lmetric":-10240,"t_first_token":27261.515018563,"t_first_token_unix":1779961258.069962,"t_done":27261.814758273,"t_done_unix":1779961258.3697011},{"request_id":"1394167:1:1394167:721","session_id":"1394167","input_length":4675,"t_proxy_recv":27259.679593322,"t_decision_unix":1779961256.2345347,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-7049.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4675 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4675,"cache_hit":0,"estimated_new_tokens":4675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4675,"score_linear":135124.0,"score_lmetric":76846},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":4675,"score_linear":106305.0,"score_lmetric":49540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":4675,"score_linear":128201.0,"score_lmetric":4675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":4675,"score_linear":20683.0,"score_lmetric":4675},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":49162,"ongoing_decode_tokens":132566,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":4675,"score_linear":49162.0,"score_lmetric":-7049},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":49162.0,"chosen_score_lmetric":-7049,"t_first_token":27260.060902806,"t_first_token_unix":1779961256.6158469,"t_done":27262.048996028,"t_done_unix":1779961258.6039388},{"request_id":"1366128:15:1390663:709","session_id":"1366128","input_length":83622,"t_proxy_recv":27259.001056942,"t_decision_unix":1779961255.5559986,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9980148764679151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (166 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":166,"cache_hit":83456,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":71168,"new_prefill":12454,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":83622,"score_linear":135124.0,"score_lmetric":234740},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":83622,"score_linear":106305.0,"score_lmetric":128487},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":83622,"score_linear":128201.0,"score_lmetric":84847},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":83622,"score_linear":20683.0,"score_lmetric":83622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-34460,"ongoing_decode_tokens":48944,"pending_prefill_tokens":-11724,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":83456,"new_prefill":166,"score_linear":-117916.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117916.0,"chosen_score_lmetric":0,"t_first_token":27259.208635355,"t_first_token_unix":1779961255.763579,"t_done":27262.066731767,"t_done_unix":1779961258.6216748},{"request_id":"1394432:1:1394432:725","session_id":"1394432","input_length":4736,"t_proxy_recv":27260.573792629,"t_decision_unix":1779961257.128734,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-19554.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4736 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4736,"cache_hit":0,"estimated_new_tokens":4736,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":4736,"score_linear":28665.0,"score_lmetric":4736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4736,"score_linear":135124.0,"score_lmetric":76968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":4736,"score_linear":106305.0,"score_lmetric":49601},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":54819,"ongoing_decode_tokens":137241,"pending_prefill_tokens":-11254,"num_requests":3,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":4736,"score_linear":54819.0,"score_lmetric":-19554},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":4736,"score_linear":106143.0,"score_lmetric":22815}],"chosen_score_linear":54819.0,"chosen_score_lmetric":-19554,"t_first_token":27261.152395874,"t_first_token_unix":1779961257.7073398,"t_done":27262.889689548,"t_done_unix":1779961259.4446325},{"request_id":"1394432:2:1395186:729","session_id":"1394432","input_length":6892,"t_proxy_recv":27263.162874237,"t_decision_unix":1779961259.7178159,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6686012768427162,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2284 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":2284,"cache_hit":4608,"estimated_new_tokens":2284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":6892,"score_linear":135124.0,"score_lmetric":81280},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":6892,"score_linear":106305.0,"score_lmetric":51757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":6892,"score_linear":35450.0,"score_lmetric":42342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":55300,"ongoing_decode_tokens":138704,"pending_prefill_tokens":-11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":4608,"new_prefill":2284,"score_linear":50692.0,"score_lmetric":-18880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":6892,"score_linear":106143.0,"score_lmetric":24971}],"chosen_score_linear":50692.0,"chosen_score_lmetric":-18880,"t_first_token":27263.444137734,"t_first_token_unix":1779961259.999081,"t_done":27264.147939505,"t_done_unix":1779961260.7028825},{"request_id":"1394167:2:1395165:728","session_id":"1394167","input_length":4863,"t_proxy_recv":27263.099741249,"t_decision_unix":1779961259.6546826,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.9475632325724861,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":255,"cache_hit":4608,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4863,"score_linear":135124.0,"score_lmetric":77222},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":4863,"score_linear":106305.0,"score_lmetric":49728},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":4863,"score_linear":35450.0,"score_lmetric":40313},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50437,"ongoing_decode_tokens":133841,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":4608,"new_prefill":255,"score_linear":45829.0,"score_lmetric":-11469},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":4863,"score_linear":106143.0,"score_lmetric":22942}],"chosen_score_linear":45829.0,"chosen_score_lmetric":-11469,"t_first_token":27263.158141997,"t_first_token_unix":1779961259.7130857,"t_done":27265.061589144,"t_done_unix":1779961261.6165338},{"request_id":"1366128:16:1392704:716","session_id":"1366128","input_length":84897,"t_proxy_recv":27262.08233094,"t_decision_unix":1779961258.6372726,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9830264909242965,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1441 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":1441,"cache_hit":83456,"estimated_new_tokens":1441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":71168,"new_prefill":13729,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":84897,"score_linear":135124.0,"score_lmetric":237290},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":84897,"score_linear":106305.0,"score_lmetric":129762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":84897,"score_linear":35450.0,"score_lmetric":120347},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-29724,"ongoing_decode_tokens":53680,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":83456,"new_prefill":1441,"score_linear":-113180.0,"score_lmetric":-10283},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":84897,"score_linear":106143.0,"score_lmetric":102976}],"chosen_score_linear":-113180.0,"chosen_score_lmetric":-10283,"t_first_token":27262.828389992,"t_first_token_unix":1779961259.3833342,"t_done":27265.851801539,"t_done_unix":1779961262.4067452},{"request_id":"1394696:1:1394696:727","session_id":"1394696","input_length":35450,"t_proxy_recv":27261.603459151,"t_decision_unix":1779961258.1584008,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35450.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35450,"cache_hit":0,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":35450,"score_linear":135124.0,"score_lmetric":138396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":35450,"score_linear":106305.0,"score_lmetric":80315},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63001,"ongoing_decode_tokens":146405,"pending_prefill_tokens":-11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":35450,"score_linear":63001.0,"score_lmetric":94904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":35450,"score_linear":106143.0,"score_lmetric":53529}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27266.804700623,"t_first_token_unix":1779961263.3596442,"t_done":27267.228755941,"t_done_unix":1779961263.783699},{"request_id":"1366128:17:1395596:731","session_id":"1366128","input_length":85276,"t_proxy_recv":27265.867063856,"t_decision_unix":1779961262.4220054,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9966696374126366,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (284 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":284,"cache_hit":84992,"estimated_new_tokens":284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":71168,"new_prefill":14108,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":85276,"score_linear":146014.0,"score_lmetric":368238},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":85276,"score_linear":106305.0,"score_lmetric":130141},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":85276,"score_linear":35450.0,"score_lmetric":120726},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-34460,"ongoing_decode_tokens":48944,"pending_prefill_tokens":-11724,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":84992,"new_prefill":284,"score_linear":-119452.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":85276,"score_linear":106143.0,"score_lmetric":103355}],"chosen_score_linear":-119452.0,"chosen_score_lmetric":0,"t_first_token":27266.130163425,"t_first_token_unix":1779961262.6851072,"t_done":27267.319132719,"t_done_unix":1779961263.8740761},{"request_id":"1364090:4:1392998:718","session_id":"1364090","input_length":48944,"t_proxy_recv":27255.51138923,"t_decision_unix":1779961252.0663304,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9833278849297156,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (816 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":816,"cache_hit":48128,"estimated_new_tokens":816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":4096,"new_prefill":44848,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":2320,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":48944,"score_linear":7440.0,"score_lmetric":51264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":7680,"new_prefill":41264,"score_linear":98625.0,"score_lmetric":86129},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":7680,"new_prefill":41264,"score_linear":118660.0,"score_lmetric":41264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":48944,"score_linear":92082.0,"score_lmetric":244164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":48128,"new_prefill":816,"score_linear":-48128.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":47104,"new_prefill":1840,"score_linear":-47104.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":7680,"new_prefill":41264,"score_linear":15961.0,"score_lmetric":41264}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":27257.744302937,"t_first_token_unix":1779961254.2992465,"t_done":27267.83707231,"t_done_unix":1779961264.3920157},{"request_id":"1395933:1:1395933:732","session_id":"1395933","input_length":21241,"t_proxy_recv":27265.896956881,"t_decision_unix":1779961262.4518986,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9465.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":11776,"v3_new_local":9465,"cache_hit":11776,"estimated_new_tokens":9465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":21241,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":21241,"score_linear":146014.0,"score_lmetric":176133},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":21241,"score_linear":106305.0,"score_lmetric":66106},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":21241,"score_linear":35450.0,"score_lmetric":56691},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":21241,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50816,"ongoing_decode_tokens":48944,"pending_prefill_tokens":-11440,"num_requests":1,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":21241,"score_linear":50816.0,"score_lmetric":9801},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":21241,"score_linear":106143.0,"score_lmetric":39320}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27268.161024219,"t_first_token_unix":1779961264.7159677,"t_done":27269.467944209,"t_done_unix":1779961266.0228875},{"request_id":"1305906:3:1396717:733","session_id":"1305906","input_length":17047,"t_proxy_recv":27268.487984892,"t_decision_unix":1779961265.0429263,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16384,"affinity_cache_ratio":0.9611075262509532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (663 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":663,"cache_hit":16384,"estimated_new_tokens":663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":16384,"new_prefill":663,"score_linear":-16384.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":17047,"score_linear":146014.0,"score_lmetric":163551},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":17047,"score_linear":106305.0,"score_lmetric":61912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11724,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":17047,"score_linear":-83404.0,"score_lmetric":-5323},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21241,"ongoing_decode_tokens":21241,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":17047,"score_linear":21241.0,"score_lmetric":17047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":17047,"score_linear":106143.0,"score_lmetric":35126}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":27270.143282702,"t_first_token_unix":1779961266.698226,"t_done":27270.907683085,"t_done_unix":1779961267.4626262},{"request_id":"1362265:5:1398180:741","session_id":"1362265","input_length":10736,"t_proxy_recv":27273.73216287,"t_decision_unix":1779961270.2871046,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9538002980625931,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":496,"cache_hit":10240,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47774,"ongoing_decode_tokens":0,"pending_prefill_tokens":2552,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":10736,"score_linear":47774.0,"score_lmetric":26576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":10736,"score_linear":146014.0,"score_lmetric":144618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":10736,"score_linear":106305.0,"score_lmetric":55601},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":10736,"score_linear":93040.0,"score_lmetric":10736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":10736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":128037,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-8511,"num_requests":4,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":10736,"score_linear":128037.0,"score_lmetric":8900},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":6656,"new_prefill":4080,"score_linear":-6656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":10240,"new_prefill":496,"score_linear":95903.0,"score_lmetric":496}],"chosen_score_linear":95903.0,"chosen_score_lmetric":496,"t_first_token":27273.800449592,"t_first_token_unix":1779961270.3553925,"t_done":27274.202943471,"t_done_unix":1779961270.7578866},{"request_id":"1398594:1:1398594:744","session_id":"1398594","input_length":7877,"t_proxy_recv":27275.016470866,"t_decision_unix":1779961271.571412,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":7877.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7877 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7877,"cache_hit":0,"estimated_new_tokens":7877,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47774,"ongoing_decode_tokens":31224,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":7877,"score_linear":47774.0,"score_lmetric":15754},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":146014,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":7877,"score_linear":146014.0,"score_lmetric":23631},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":7877,"score_linear":106305.0,"score_lmetric":52742},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":7877,"score_linear":156298.0,"score_lmetric":39870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":7877,"score_linear":131928.0,"score_lmetric":16285},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":7877,"score_linear":106143.0,"score_lmetric":7877}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27275.562090724,"t_first_token_unix":1779961272.1170352,"t_done":27275.679917723,"t_done_unix":1779961272.2348611},{"request_id":"1355484:14:1398178:740","session_id":"1355484","input_length":31224,"t_proxy_recv":27273.730209677,"t_decision_unix":1779961270.285151,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9182679989751473,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2552 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":2552,"cache_hit":28672,"estimated_new_tokens":2552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":28672,"new_prefill":2552,"score_linear":-12122.0,"score_lmetric":2552},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":12800,"new_prefill":18424,"score_linear":133214.0,"score_lmetric":167682},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":12800,"new_prefill":18424,"score_linear":93505.0,"score_lmetric":63289},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":31224,"score_linear":93040.0,"score_lmetric":31224},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":31224,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":128037,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-8511,"num_requests":4,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":31224,"score_linear":128037.0,"score_lmetric":90852},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":31224,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":12800,"new_prefill":18424,"score_linear":93343.0,"score_lmetric":18424}],"chosen_score_linear":-12122.0,"chosen_score_lmetric":2552,"t_first_token":27274.365632764,"t_first_token_unix":1779961270.9205768,"t_done":27275.772483665,"t_done_unix":1779961272.3274274},{"request_id":"1390240:3:1395387:730","session_id":"1390240","input_length":10890,"t_proxy_recv":27263.956814933,"t_decision_unix":1779961260.5117562,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.65821854912764,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3722 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":3722,"cache_hit":7168,"estimated_new_tokens":3722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":7168,"new_prefill":3722,"score_linear":127956.0,"score_lmetric":74940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":10890,"score_linear":106305.0,"score_lmetric":55755},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":10890,"score_linear":35450.0,"score_lmetric":46340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62192,"ongoing_decode_tokens":145596,"pending_prefill_tokens":-11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":10890,"score_linear":62192.0,"score_lmetric":-2502},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":10890,"score_linear":106143.0,"score_lmetric":28969}],"chosen_score_linear":127956.0,"chosen_score_lmetric":74940,"t_first_token":27274.606360645,"t_first_token_unix":1779961271.161304,"t_done":27276.476949586,"t_done_unix":1779961273.0318928},{"request_id":"1313181:6:1324908:369","session_id":"1313181","input_length":106305,"t_proxy_recv":27253.333351516,"t_decision_unix":1779961249.888293,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.5779596444193594,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61440,"v3_new_local":44865,"cache_hit":61440,"estimated_new_tokens":44865,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":130375,"ongoing_decode_tokens":130375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":24064,"new_prefill":82241,"score_linear":106311.0,"score_lmetric":164482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":59904,"new_prefill":46401,"score_linear":-31597.0,"score_lmetric":74708},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":61440,"new_prefill":44865,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":106305,"score_linear":126340.0,"score_lmetric":106305},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":106305,"score_linear":92082.0,"score_lmetric":358886},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111328,"ongoing_decode_tokens":111328,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":12800,"new_prefill":93505,"score_linear":98528.0,"score_lmetric":187010}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":27276.735495188,"t_first_token_unix":1779961273.2904384,"t_done":27278.695510521,"t_done_unix":1779961275.250454},{"request_id":"1362265:6:1399937:747","session_id":"1362265","input_length":10816,"t_proxy_recv":27279.796151318,"t_decision_unix":1779961276.3510928,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9940828402366864,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (64 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":64,"cache_hit":10752,"estimated_new_tokens":64,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":10816,"score_linear":16550.0,"score_lmetric":10816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":10816,"score_linear":135124.0,"score_lmetric":21632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":10816,"score_linear":61543.0,"score_lmetric":10816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":10816,"score_linear":156298.0,"score_lmetric":45748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":10816,"score_linear":131928.0,"score_lmetric":30980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":6656,"new_prefill":4160,"score_linear":-6656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":10752,"new_prefill":64,"score_linear":95391.0,"score_lmetric":64}],"chosen_score_linear":95391.0,"chosen_score_lmetric":64,"t_first_token":27279.859833241,"t_first_token_unix":1779961276.4147766,"t_done":27280.403296146,"t_done_unix":1779961276.9582393},{"request_id":"1355484:15:1400281:750","session_id":"1355484","input_length":31469,"t_proxy_recv":27280.833215837,"t_decision_unix":1779961277.3881571,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9924687787981823,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (237 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":237,"cache_hit":31232,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":31232,"new_prefill":237,"score_linear":-14682.0,"score_lmetric":237},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":12800,"new_prefill":18669,"score_linear":122324.0,"score_lmetric":37338},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":12800,"new_prefill":18669,"score_linear":48743.0,"score_lmetric":18669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":31469,"score_linear":156298.0,"score_lmetric":87054},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":31469,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":31469,"score_linear":136919.0,"score_lmetric":191040},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":31469,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":12800,"new_prefill":18669,"score_linear":93343.0,"score_lmetric":18669}],"chosen_score_linear":-14682.0,"chosen_score_lmetric":237,"t_first_token":27280.898739385,"t_first_token_unix":1779961277.4536827,"t_done":27281.402873068,"t_done_unix":1779961277.9578161},{"request_id":"1400379:1:1400379:751","session_id":"1400379","input_length":3707,"t_proxy_recv":27281.143578281,"t_decision_unix":1779961277.6985195,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3707.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3707 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3707,"cache_hit":0,"estimated_new_tokens":3707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48019,"ongoing_decode_tokens":31469,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":3707,"score_linear":48019.0,"score_lmetric":7414},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":3707,"score_linear":135124.0,"score_lmetric":7414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":3707,"score_linear":61543.0,"score_lmetric":3707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":3707,"score_linear":156298.0,"score_lmetric":31530},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":3707,"score_linear":136919.0,"score_lmetric":24468},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":3707,"score_linear":106143.0,"score_lmetric":3707}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27281.371107037,"t_first_token_unix":1779961277.9260502,"t_done":27281.658501609,"t_done_unix":1779961278.2134442},{"request_id":"1313181:6:1379623:639","session_id":"1313181","input_length":61543,"t_proxy_recv":27278.705785989,"t_decision_unix":1779961275.2607274,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9983263734299596,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (103 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":103,"cache_hit":61440,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":24064,"new_prefill":37479,"score_linear":-7514.0,"score_lmetric":37479},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":59904,"new_prefill":1639,"score_linear":75220.0,"score_lmetric":3278},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":61440,"new_prefill":103,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":61543,"score_linear":156298.0,"score_lmetric":147202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":61543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":61543,"score_linear":131928.0,"score_lmetric":284615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":61543,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":12800,"new_prefill":48743,"score_linear":93343.0,"score_lmetric":48743}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":27278.791188099,"t_first_token_unix":1779961275.3461316,"t_done":27282.467059183,"t_done_unix":1779961279.0220044},{"request_id":"1355484:16:1401320:758","session_id":"1355484","input_length":32332,"t_proxy_recv":27284.710428975,"t_decision_unix":1779961281.2653701,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9659779784733391,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1100 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":1100,"cache_hit":31232,"estimated_new_tokens":1100,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":31232,"new_prefill":1100,"score_linear":-14682.0,"score_lmetric":1100},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":12800,"new_prefill":19532,"score_linear":122324.0,"score_lmetric":39064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":12800,"new_prefill":19532,"score_linear":109011.0,"score_lmetric":79391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":32332,"score_linear":156298.0,"score_lmetric":88780},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":32332,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":32332,"score_linear":136919.0,"score_lmetric":196218},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":0,"pending_prefill_tokens":33226,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":32332,"score_linear":134602.0,"score_lmetric":196674},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130585,"ongoing_decode_tokens":130585,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":12800,"new_prefill":19532,"score_linear":117785.0,"score_lmetric":39064}],"chosen_score_linear":-14682.0,"chosen_score_lmetric":1100,"t_first_token":27284.977713719,"t_first_token_unix":1779961281.5326576,"t_done":27288.833551996,"t_done_unix":1779961285.3884954},{"request_id":"1253743:8:1398344:743","session_id":"1253743","input_length":63258,"t_proxy_recv":27274.171376968,"t_decision_unix":1779961270.7263184,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.8093837933542003,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":51200,"v3_new_local":12058,"cache_hit":51200,"estimated_new_tokens":12058,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47774,"ongoing_decode_tokens":0,"pending_prefill_tokens":2552,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":17408,"new_prefill":45850,"score_linear":30366.0,"score_lmetric":96804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":101803,"pending_prefill_tokens":8883,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":3584,"new_prefill":59674,"score_linear":142430.0,"score_lmetric":205671},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":63258,"score_linear":106305.0,"score_lmetric":108123},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":51200,"new_prefill":12058,"score_linear":41840.0,"score_lmetric":12058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":63258,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":63258,"score_linear":131928.0,"score_lmetric":293190},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":4608,"new_prefill":58650,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116879,"ongoing_decode_tokens":116879,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":63258,"score_linear":116879.0,"score_lmetric":126516}],"chosen_score_linear":41840.0,"chosen_score_lmetric":12058,"t_first_token":27288.274730733,"t_first_token_unix":1779961284.8296754,"t_done":27289.364125483,"t_done_unix":1779961285.9190688},{"request_id":"1363943:10:1401002:755","session_id":"1363943","input_length":24442,"t_proxy_recv":27283.540125531,"t_decision_unix":1779961280.0950668,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9845348171180754,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (378 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":378,"cache_hit":24064,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":8704,"new_prefill":15738,"score_linear":7846.0,"score_lmetric":15738},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":24442,"score_linear":135124.0,"score_lmetric":48884},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":4096,"new_prefill":20346,"score_linear":117715.0,"score_lmetric":80205},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":4096,"new_prefill":20346,"score_linear":152202.0,"score_lmetric":64808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":24442,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":4096,"new_prefill":20346,"score_linear":132823.0,"score_lmetric":124302},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":4096,"new_prefill":20346,"score_linear":64013.0,"score_lmetric":37767},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":24064,"new_prefill":378,"score_linear":82079.0,"score_lmetric":378}],"chosen_score_linear":82079.0,"chosen_score_lmetric":378,"t_first_token":27283.612066656,"t_first_token_unix":1779961280.16701,"t_done":27291.845613563,"t_done_unix":1779961288.4005568},{"request_id":"1403188:1:1403188:764","session_id":"1403188","input_length":8848,"t_proxy_recv":27291.371714816,"t_decision_unix":1779961287.926656,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":8848.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8848,"cache_hit":0,"estimated_new_tokens":8848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1969,"cache_hit":0,"new_prefill":8848,"score_linear":16550.0,"score_lmetric":8848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":8848,"score_linear":135124.0,"score_lmetric":17696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":8848,"score_linear":121811.0,"score_lmetric":68707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":8848,"score_linear":93040.0,"score_lmetric":8848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":8848,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":8848,"score_linear":136919.0,"score_lmetric":55314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":8848,"score_linear":134602.0,"score_lmetric":73959},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130585,"ongoing_decode_tokens":130585,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":8848,"score_linear":130585.0,"score_lmetric":17696}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27292.039239319,"t_first_token_unix":1779961288.5941834,"t_done":27292.61633477,"t_done_unix":1779961289.1712778},{"request_id":"1403989:1:1403989:767","session_id":"1403989","input_length":1954,"t_proxy_recv":27293.866447949,"t_decision_unix":1779961290.4213893,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":1954.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1954 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1954,"cache_hit":0,"estimated_new_tokens":1954,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1969,"cache_hit":0,"new_prefill":1954,"score_linear":16550.0,"score_lmetric":1954},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":1954,"score_linear":135124.0,"score_lmetric":3908},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":1954,"score_linear":121811.0,"score_lmetric":61813},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":1954,"score_linear":93040.0,"score_lmetric":1954},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":1954,"score_linear":44148.0,"score_lmetric":4630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":1954,"score_linear":136919.0,"score_lmetric":13950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":1954,"score_linear":134602.0,"score_lmetric":53277},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":1954,"score_linear":106143.0,"score_lmetric":1954}],"chosen_score_linear":16550.0,"chosen_score_lmetric":1954,"t_first_token":27293.992944137,"t_first_token_unix":1779961290.5478873,"t_done":27294.341266402,"t_done_unix":1779961290.8962097},{"request_id":"1253743:8:1404284:769","session_id":"1253743","input_length":63643,"t_proxy_recv":27294.894856747,"t_decision_unix":1779961291.449798,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9895196643778578,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (667 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":667,"cache_hit":62976,"estimated_new_tokens":667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":17408,"new_prefill":46235,"score_linear":-858.0,"score_lmetric":46235},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":3584,"new_prefill":60059,"score_linear":131540.0,"score_lmetric":120118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":63643,"score_linear":121811.0,"score_lmetric":123502},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":62976,"new_prefill":667,"score_linear":30064.0,"score_lmetric":667},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":63643,"score_linear":44148.0,"score_lmetric":66319},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":63643,"score_linear":136919.0,"score_lmetric":384084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":4608,"new_prefill":59035,"score_linear":129994.0,"score_lmetric":224520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":63643,"score_linear":106143.0,"score_lmetric":63643}],"chosen_score_linear":30064.0,"chosen_score_lmetric":667,"t_first_token":27295.112212448,"t_first_token_unix":1779961291.667156,"t_done":27295.754356205,"t_done_unix":1779961292.3092997},{"request_id":"1382089:2:1404847:773","session_id":"1382089","input_length":39203,"t_proxy_recv":27296.886133785,"t_decision_unix":1779961293.4410748,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9664566487258628,"affinity_num_requests":6,"avg_num_requests":2.25,"fallback_score":4387.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4387 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":4387,"cache_hit":34816,"estimated_new_tokens":4387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":34816,"new_prefill":4387,"score_linear":-18266.0,"score_lmetric":4387},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":39203,"score_linear":135124.0,"score_lmetric":78406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":39203,"score_linear":121811.0,"score_lmetric":99062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":39203,"score_linear":93040.0,"score_lmetric":39203},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":39203,"score_linear":65157.0,"score_lmetric":110416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":37888,"new_prefill":1315,"score_linear":99031.0,"score_lmetric":10116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":39203,"score_linear":134602.0,"score_lmetric":165024},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21684,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":39203,"score_linear":127827.0,"score_lmetric":121774}],"chosen_score_linear":-18266.0,"chosen_score_lmetric":4387,"t_first_token":27297.959194132,"t_first_token_unix":1779961294.5141377,"t_done":27298.267805299,"t_done_unix":1779961294.822751},{"request_id":"1405199:1:1405199:776","session_id":"1405199","input_length":11503,"t_proxy_recv":27298.116575889,"t_decision_unix":1779961294.671517,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":23006.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,2,2,2,6,3,2])","v3_prefill_cache_hit":0,"v3_new_local":11503,"cache_hit":0,"estimated_new_tokens":11503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55753,"ongoing_decode_tokens":39203,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":11503,"score_linear":55753.0,"score_lmetric":23006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":11503,"score_linear":135124.0,"score_lmetric":23006},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":11503,"score_linear":207249.0,"score_lmetric":150784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":11503,"score_linear":125984.0,"score_lmetric":88894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":11503,"score_linear":65157.0,"score_lmetric":55016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":11503,"score_linear":136919.0,"score_lmetric":71244},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":11503,"score_linear":134602.0,"score_lmetric":81924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":11503,"score_linear":127827.0,"score_lmetric":23006}],"chosen_score_linear":127827.0,"chosen_score_lmetric":23006,"t_first_token":27299.076456517,"t_first_token_unix":1779961295.6314,"t_done":27299.747267985,"t_done_unix":1779961296.302211},{"request_id":"1398594:2:1404702:771","session_id":"1398594","input_length":21009,"t_proxy_recv":27296.378847978,"t_decision_unix":1779961292.9337893,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.3655576181636441,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":16005.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7680,"v3_new_local":13329,"cache_hit":7680,"estimated_new_tokens":13329,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":21009,"score_linear":16550.0,"score_lmetric":21009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":21009,"score_linear":135124.0,"score_lmetric":42018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":21009,"score_linear":121811.0,"score_lmetric":80868},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":21009,"score_linear":93040.0,"score_lmetric":21009},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":7680,"new_prefill":13329,"score_linear":36468.0,"score_lmetric":16005},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":21009,"score_linear":136919.0,"score_lmetric":128280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":21009,"score_linear":134602.0,"score_lmetric":110442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21684,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":21009,"score_linear":127827.0,"score_lmetric":85386}],"chosen_score_linear":36468.0,"chosen_score_lmetric":16005,"t_first_token":27302.327057392,"t_first_token_unix":1779961298.8820019,"t_done":27302.630097074,"t_done_unix":1779961299.1850414},{"request_id":"1400379:2:1401201:757","session_id":"1400379","input_length":3863,"t_proxy_recv":27284.260833394,"t_decision_unix":1779961280.8157744,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":3584,"affinity_cache_ratio":0.92777633963241,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (279 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":279,"cache_hit":3584,"estimated_new_tokens":279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":3863,"score_linear":16550.0,"score_lmetric":3863},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":3863,"score_linear":135124.0,"score_lmetric":7726},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":3863,"score_linear":121811.0,"score_lmetric":63722},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":3863,"score_linear":156298.0,"score_lmetric":31842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":3863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":3863,"score_linear":136919.0,"score_lmetric":25404},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":0,"pending_prefill_tokens":32947,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":3584,"new_prefill":279,"score_linear":127155.0,"score_lmetric":66452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130585,"ongoing_decode_tokens":130585,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":3863,"score_linear":130585.0,"score_lmetric":7726}],"chosen_score_linear":127155.0,"chosen_score_lmetric":66452,"t_first_token":27303.07673661,"t_first_token_unix":1779961299.6316798,"t_done":27303.989814689,"t_done_unix":1779961300.544758},{"request_id":"1268861:8:1403753:765","session_id":"1268861","input_length":44148,"t_proxy_recv":27293.121857807,"t_decision_unix":1779961289.6767988,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":41472,"affinity_cache_ratio":0.939385702636586,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2676 < 8000)","v3_prefill_cache_hit":41472,"v3_new_local":2676,"cache_hit":41472,"estimated_new_tokens":2676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1969,"cache_hit":0,"new_prefill":44148,"score_linear":16550.0,"score_lmetric":44148},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":44148,"score_linear":135124.0,"score_lmetric":88296},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":44148,"score_linear":121811.0,"score_lmetric":104007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":44148,"score_linear":93040.0,"score_lmetric":44148},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":41472,"new_prefill":2676,"score_linear":-41472.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":44148,"score_linear":136919.0,"score_lmetric":267114},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":44148,"score_linear":134602.0,"score_lmetric":179859},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":34304,"new_prefill":9844,"score_linear":71839.0,"score_lmetric":9844}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":27301.245245608,"t_first_token_unix":1779961297.8001902,"t_done":27305.288728702,"t_done_unix":1779961301.8436718},{"request_id":"1400379:3:1402972:763","session_id":"1400379","input_length":11216,"t_proxy_recv":27303.997346038,"t_decision_unix":1779961300.5522878,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":4,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3195435092724679,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":11216.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,2,2,2,1,5,2,2])","v3_prefill_cache_hit":0,"v3_new_local":11216,"cache_hit":0,"estimated_new_tokens":11216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":11216,"score_linear":129808.0,"score_lmetric":28788},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":11216,"score_linear":135124.0,"score_lmetric":22432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":11216,"score_linear":207249.0,"score_lmetric":150210},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":11216,"score_linear":125984.0,"score_lmetric":22432},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":11216,"score_linear":44148.0,"score_lmetric":11216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":147306,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-7971,"num_requests":5,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":11216,"score_linear":147306.0,"score_lmetric":16225},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":3584,"new_prefill":7632,"score_linear":127155.0,"score_lmetric":15264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":11216,"score_linear":127827.0,"score_lmetric":22432}],"chosen_score_linear":44148.0,"chosen_score_lmetric":11216,"t_first_token":27304.902693446,"t_first_token_unix":1779961301.457637,"t_done":27305.296915219,"t_done_unix":1779961301.8518581},{"request_id":"1381387:4:1400724:754","session_id":"1381387","input_length":68109,"t_proxy_recv":27282.508202124,"t_decision_unix":1779961279.0631437,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.7442188257058538,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":50688,"v3_new_local":17421,"cache_hit":50688,"estimated_new_tokens":17421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":68109,"score_linear":16550.0,"score_lmetric":68109},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":68109,"score_linear":135124.0,"score_lmetric":136218},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":68109,"score_linear":121811.0,"score_lmetric":127968},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":68109,"score_linear":156298.0,"score_lmetric":160334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":68109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":68109,"score_linear":136919.0,"score_lmetric":410880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":50688,"new_prefill":17421,"score_linear":-50688.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":68109,"score_linear":106143.0,"score_lmetric":68109}],"chosen_score_linear":-50688.0,"chosen_score_lmetric":0,"t_first_token":27289.596047388,"t_first_token_unix":1779961286.150991,"t_done":27306.61938187,"t_done_unix":1779961303.1743252},{"request_id":"1400379:4:1405483:779","session_id":"1400379","input_length":19966,"t_proxy_recv":27305.305635057,"t_decision_unix":1779961301.8605766,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.5385154763097265,"affinity_num_requests":0,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":10752,"v3_new_local":9214,"cache_hit":10752,"estimated_new_tokens":9214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":19966,"score_linear":129808.0,"score_lmetric":46288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":19966,"score_linear":135124.0,"score_lmetric":39932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":19966,"score_linear":207249.0,"score_lmetric":167710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":19966,"score_linear":125984.0,"score_lmetric":39932},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":10752,"new_prefill":9214,"score_linear":-10752.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":149421,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-5856,"num_requests":6,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":19966,"score_linear":149421.0,"score_lmetric":84660},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":3584,"new_prefill":16382,"score_linear":127155.0,"score_lmetric":32764},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":19966,"score_linear":127827.0,"score_lmetric":39932}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":27306.528973025,"t_first_token_unix":1779961303.0839162,"t_done":27306.808100343,"t_done_unix":1779961303.3630435},{"request_id":"1400379:5:1406380:784","session_id":"1400379","input_length":22009,"t_proxy_recv":27306.813826077,"t_decision_unix":1779961303.3687675,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9072652096869462,"affinity_num_requests":0,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2041 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":2041,"cache_hit":19968,"estimated_new_tokens":2041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":22009,"score_linear":129808.0,"score_lmetric":50374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":22009,"score_linear":135124.0,"score_lmetric":44018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":22009,"score_linear":207249.0,"score_lmetric":171796},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":22009,"score_linear":125984.0,"score_lmetric":44018},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":19968,"new_prefill":2041,"score_linear":-19968.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":152453,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-2824,"num_requests":8,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":22009,"score_linear":152453.0,"score_lmetric":153480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":62630,"pending_prefill_tokens":1412,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":3584,"new_prefill":18425,"score_linear":128554.0,"score_lmetric":39674},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":22009,"score_linear":127827.0,"score_lmetric":44018}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":27307.206394453,"t_first_token_unix":1779961303.761338,"t_done":27307.584301615,"t_done_unix":1779961304.1392484},{"request_id":"1405155:1:1405155:775","session_id":"1405155","input_length":32944,"t_proxy_recv":27297.989832773,"t_decision_unix":1779961294.5447743,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":32944.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":32944,"cache_hit":0,"estimated_new_tokens":32944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55753,"ongoing_decode_tokens":39203,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":32944,"score_linear":55753.0,"score_lmetric":65888},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":32944,"score_linear":135124.0,"score_lmetric":65888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":32944,"score_linear":207249.0,"score_lmetric":193666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":32944,"score_linear":93040.0,"score_lmetric":32944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":32944,"score_linear":65157.0,"score_lmetric":97898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":32944,"score_linear":136919.0,"score_lmetric":199890},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":512,"new_prefill":32432,"score_linear":134090.0,"score_lmetric":144711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":32944,"score_linear":127827.0,"score_lmetric":65888}],"chosen_score_linear":93040.0,"chosen_score_lmetric":32944,"t_first_token":27302.582449106,"t_first_token_unix":1779961299.1373932,"t_done":27307.685216125,"t_done_unix":1779961304.2401593},{"request_id":"1407995:1:1407995:793","session_id":"1407995","input_length":2944,"t_proxy_recv":27307.977624424,"t_decision_unix":1779961304.5325656,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":2944.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2944 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2944,"cache_hit":0,"estimated_new_tokens":2944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":2944,"score_linear":129808.0,"score_lmetric":12244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":2944,"score_linear":135124.0,"score_lmetric":5888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":2944,"score_linear":207249.0,"score_lmetric":133666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":2944,"score_linear":93040.0,"score_lmetric":2944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":2944,"score_linear":27676.0,"score_lmetric":8604},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":2944,"score_linear":225641.0,"score_lmetric":42300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":132138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":2944,"score_linear":132138.0,"score_lmetric":5888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":2944,"score_linear":127827.0,"score_lmetric":5888}],"chosen_score_linear":93040.0,"chosen_score_lmetric":2944,"t_first_token":27308.156705663,"t_first_token_unix":1779961304.711649,"t_done":27308.541152905,"t_done_unix":1779961305.0960963},{"request_id":"1391404:2:1393919:720","session_id":"1391404","input_length":33321,"t_proxy_recv":27258.712537849,"t_decision_unix":1779961255.2674792,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8451126916959275,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5161 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":5161,"cache_hit":28160,"estimated_new_tokens":5161,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":28160,"new_prefill":5161,"score_linear":73643.0,"score_lmetric":33748},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":33321,"score_linear":106305.0,"score_lmetric":78186},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":33321,"score_linear":128201.0,"score_lmetric":34546},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20683,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":2560,"new_prefill":30761,"score_linear":18123.0,"score_lmetric":31476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":132348,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":1536,"new_prefill":31785,"score_linear":47408.0,"score_lmetric":20061},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73643.0,"chosen_score_lmetric":33748,"t_first_token":27274.603271645,"t_first_token_unix":1779961271.1582158,"t_done":27309.487508283,"t_done_unix":1779961306.0424514},{"request_id":"1381387:5:1404170:768","session_id":"1381387","input_length":69508,"t_proxy_recv":27306.631803448,"t_decision_unix":1779961303.1867447,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9796857915635611,"affinity_num_requests":1,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1412 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":1412,"cache_hit":68096,"estimated_new_tokens":1412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":69508,"score_linear":129808.0,"score_lmetric":145372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":69508,"score_linear":135124.0,"score_lmetric":139016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":69508,"score_linear":207249.0,"score_lmetric":266794},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":69508,"score_linear":125984.0,"score_lmetric":139016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19966,"ongoing_decode_tokens":19966,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":69508,"score_linear":19966.0,"score_lmetric":69508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":152453,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-2824,"num_requests":8,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":69508,"score_linear":152453.0,"score_lmetric":533472},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":68096,"new_prefill":1412,"score_linear":-5466.0,"score_lmetric":1412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":69508,"score_linear":127827.0,"score_lmetric":139016}],"chosen_score_linear":-5466.0,"chosen_score_lmetric":1412,"t_first_token":27307.257762648,"t_first_token_unix":1779961303.8127062,"t_done":27309.924683633,"t_done_unix":1779961306.4796267},{"request_id":"1408430:1:1408430:797","session_id":"1408430","input_length":7553,"t_proxy_recv":27309.509216867,"t_decision_unix":1779961306.0641582,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":7553.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7553 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7553,"cache_hit":0,"estimated_new_tokens":7553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":7553,"score_linear":129808.0,"score_lmetric":21462},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":7553,"score_linear":101803.0,"score_lmetric":7553},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":7553,"score_linear":207249.0,"score_lmetric":142884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":7553,"score_linear":93040.0,"score_lmetric":7553},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":7553,"score_linear":42404.0,"score_lmetric":38474},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":7553,"score_linear":225641.0,"score_lmetric":83781},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":159924,"ongoing_decode_tokens":159924,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":7553,"score_linear":159924.0,"score_lmetric":22659},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":7553,"score_linear":127827.0,"score_lmetric":15106}],"chosen_score_linear":93040.0,"chosen_score_lmetric":7553,"t_first_token":27310.024384215,"t_first_token_unix":1779961306.5793276,"t_done":27310.224815965,"t_done_unix":1779961306.7797692},{"request_id":"1340290:7:1408176:795","session_id":"1340290","input_length":27786,"t_proxy_recv":27308.666016706,"t_decision_unix":1779961305.2209575,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9766069243503923,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (650 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":650,"cache_hit":27136,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":6794,"score_linear":108816.0,"score_lmetric":19944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":27786,"score_linear":135124.0,"score_lmetric":55572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":27786,"score_linear":207249.0,"score_lmetric":183350},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":27786,"score_linear":93040.0,"score_lmetric":27786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":27786,"score_linear":27676.0,"score_lmetric":33446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":27786,"score_linear":225641.0,"score_lmetric":265878},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":132138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27136,"new_prefill":650,"score_linear":105002.0,"score_lmetric":1300},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":27786,"score_linear":127827.0,"score_lmetric":55572}],"chosen_score_linear":105002.0,"chosen_score_lmetric":1300,"t_first_token":27308.835425651,"t_first_token_unix":1779961305.39037,"t_done":27310.30228891,"t_done_unix":1779961306.857232},{"request_id":"1364090:5:1401054:756","session_id":"1364090","input_length":62630,"t_proxy_recv":27283.778149482,"t_decision_unix":1779961280.3330908,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7847996167970621,"affinity_num_requests":6,"avg_num_requests":1.875,"fallback_score":32947.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":47104,"v3_new_local":15526,"cache_hit":47104,"estimated_new_tokens":15526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":4096,"new_prefill":58534,"score_linear":12454.0,"score_lmetric":58534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":62630,"score_linear":135124.0,"score_lmetric":125260},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":7680,"new_prefill":54950,"score_linear":114131.0,"score_lmetric":114809},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":7680,"new_prefill":54950,"score_linear":148618.0,"score_lmetric":134016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":62630,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":49152,"new_prefill":13478,"score_linear":87767.0,"score_lmetric":83094},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":47104,"new_prefill":15526,"score_linear":21005.0,"score_lmetric":32947},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130585,"ongoing_decode_tokens":130585,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":7680,"new_prefill":54950,"score_linear":122905.0,"score_lmetric":109900}],"chosen_score_linear":21005.0,"chosen_score_lmetric":32947,"t_first_token":27303.075354535,"t_first_token_unix":1779961299.6302984,"t_done":27310.697541754,"t_done_unix":1779961307.252485},{"request_id":"1408779:1:1408779:802","session_id":"1408779","input_length":1801,"t_proxy_recv":27310.608346644,"t_decision_unix":1779961307.1632884,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":1801.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1801 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1801,"cache_hit":0,"estimated_new_tokens":1801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":1801,"score_linear":129808.0,"score_lmetric":9958},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":1801,"score_linear":108180.0,"score_lmetric":3602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":1801,"score_linear":207249.0,"score_lmetric":131380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1894,"cache_hit":0,"new_prefill":1801,"score_linear":93040.0,"score_lmetric":1801},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":1801,"score_linear":42404.0,"score_lmetric":26970},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":1801,"score_linear":225641.0,"score_lmetric":32013},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":1801,"score_linear":62630.0,"score_lmetric":1801},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138897,"ongoing_decode_tokens":127827,"pending_prefill_tokens":318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":1801,"score_linear":138897.0,"score_lmetric":6357}],"chosen_score_linear":93040.0,"chosen_score_lmetric":1801,"t_first_token":27310.744445257,"t_first_token_unix":1779961307.299388,"t_done":27310.95568266,"t_done_unix":1779961307.510626},{"request_id":"1408889:1:1408889:804","session_id":"1408889","input_length":3230,"t_proxy_recv":27310.981357424,"t_decision_unix":1779961307.5362988,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":3230.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3230 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3230,"cache_hit":0,"estimated_new_tokens":3230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":3230,"score_linear":129808.0,"score_lmetric":12816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":3230,"score_linear":108180.0,"score_lmetric":6460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":3230,"score_linear":207249.0,"score_lmetric":134238},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":3230,"score_linear":93040.0,"score_lmetric":3230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":3230,"score_linear":42404.0,"score_lmetric":29828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":3230,"score_linear":225641.0,"score_lmetric":44874},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":3230,"score_linear":73392.0,"score_lmetric":13646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138897,"ongoing_decode_tokens":138897,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":3230,"score_linear":138897.0,"score_lmetric":9690}],"chosen_score_linear":93040.0,"chosen_score_lmetric":3230,"t_first_token":27311.183043001,"t_first_token_unix":1779961307.7379863,"t_done":27311.309247029,"t_done_unix":1779961307.86419},{"request_id":"1362265:7:1408772:800","session_id":"1362265","input_length":11070,"t_proxy_recv":27310.592484371,"t_decision_unix":1779961307.1474228,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9712737127371274,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (318 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":318,"cache_hit":10752,"estimated_new_tokens":318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":11070,"score_linear":129808.0,"score_lmetric":28496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":11070,"score_linear":108180.0,"score_lmetric":22140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":11070,"score_linear":207249.0,"score_lmetric":149918},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1894,"cache_hit":0,"new_prefill":11070,"score_linear":93040.0,"score_lmetric":11070},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":11070,"score_linear":42404.0,"score_lmetric":45508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":11070,"score_linear":225641.0,"score_lmetric":115434},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":6656,"new_prefill":4414,"score_linear":55974.0,"score_lmetric":4414},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":10752,"new_prefill":318,"score_linear":117075.0,"score_lmetric":636}],"chosen_score_linear":117075.0,"chosen_score_lmetric":636,"t_first_token":27310.685081116,"t_first_token_unix":1779961307.240025,"t_done":27311.967734336,"t_done_unix":1779961308.522678},{"request_id":"1403188:2:1408249:796","session_id":"1403188","input_length":14728,"t_proxy_recv":27308.93333232,"t_decision_unix":1779961305.4882734,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5909831613253667,"affinity_num_requests":1,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6024 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":6024,"cache_hit":8704,"estimated_new_tokens":6024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":14728,"score_linear":129808.0,"score_lmetric":35812},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":14728,"score_linear":135124.0,"score_lmetric":29456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":14728,"score_linear":207249.0,"score_lmetric":157234},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":14728,"score_linear":93040.0,"score_lmetric":14728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":8704,"new_prefill":6024,"score_linear":18972.0,"score_lmetric":11684},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":14728,"score_linear":225641.0,"score_lmetric":148356},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":159924,"ongoing_decode_tokens":159924,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":14728,"score_linear":159924.0,"score_lmetric":44184},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":14728,"score_linear":127827.0,"score_lmetric":29456}],"chosen_score_linear":18972.0,"chosen_score_lmetric":11684,"t_first_token":27311.624619752,"t_first_token_unix":1779961308.1795635,"t_done":27312.041018595,"t_done_unix":1779961308.5959618},{"request_id":"1408578:1:1408578:798","session_id":"1408578","input_length":6377,"t_proxy_recv":27309.930480332,"t_decision_unix":1779961306.485422,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":6377.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6377 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6377,"cache_hit":0,"estimated_new_tokens":6377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":6377,"score_linear":129808.0,"score_lmetric":19110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":6377,"score_linear":101803.0,"score_lmetric":6377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":6377,"score_linear":207249.0,"score_lmetric":140532},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100593,"ongoing_decode_tokens":0,"pending_prefill_tokens":7553,"num_requests":2,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":6377,"score_linear":100593.0,"score_lmetric":27860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":6377,"score_linear":42404.0,"score_lmetric":36122},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":6377,"score_linear":225641.0,"score_lmetric":73197},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2088,"cache_hit":0,"new_prefill":6377,"score_linear":90416.0,"score_lmetric":12754},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":6377,"score_linear":127827.0,"score_lmetric":12754}],"chosen_score_linear":101803.0,"chosen_score_lmetric":6377,"t_first_token":27310.421130627,"t_first_token_unix":1779961306.9760747,"t_done":27312.930915597,"t_done_unix":1779961309.4858587},{"request_id":"1286804:5:1407989:792","session_id":"1286804","input_length":27676,"t_proxy_recv":27307.953608513,"t_decision_unix":1779961304.5085497,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22016,"affinity_cache_ratio":0.795490677843619,"affinity_num_requests":0,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5660 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":5660,"cache_hit":22016,"estimated_new_tokens":5660,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":27676,"score_linear":129808.0,"score_lmetric":61708},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":2560,"new_prefill":25116,"score_linear":132564.0,"score_lmetric":50232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":27676,"score_linear":207249.0,"score_lmetric":183130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":27676,"score_linear":93040.0,"score_lmetric":27676},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":22016,"new_prefill":5660,"score_linear":-22016.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":1536,"new_prefill":26140,"score_linear":224105.0,"score_lmetric":251064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":132138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":27676,"score_linear":132138.0,"score_lmetric":55352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":27676,"score_linear":127827.0,"score_lmetric":55352}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":27310.982845845,"t_first_token_unix":1779961307.537789,"t_done":27313.084285541,"t_done_unix":1779961309.6392288},{"request_id":"1398145:1:1398145:739","session_id":"1398145","input_length":3213,"t_proxy_recv":27273.648658937,"t_decision_unix":1779961270.2036004,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":-25533.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3213 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3213,"cache_hit":0,"estimated_new_tokens":3213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":3213,"score_linear":16550.0,"score_lmetric":3213},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":3213,"score_linear":146014.0,"score_lmetric":122049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":3213,"score_linear":106305.0,"score_lmetric":48078},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":3213,"score_linear":93040.0,"score_lmetric":3213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":3213,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124824,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":3213,"score_linear":124824.0,"score_lmetric":-25533},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":3213,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":3213,"score_linear":106143.0,"score_lmetric":3213}],"chosen_score_linear":124824.0,"chosen_score_lmetric":-25533,"t_first_token":27301.63558091,"t_first_token_unix":1779961298.1905243,"t_done":27314.430416894,"t_done_unix":1779961310.9853606},{"request_id":"1404395:1:1404395:770","session_id":"1404395","input_length":21684,"t_proxy_recv":27295.284385592,"t_decision_unix":1779961291.8393266,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":21684.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,1,2,1,6,3,1])","v3_prefill_cache_hit":0,"v3_new_local":21684,"cache_hit":0,"estimated_new_tokens":21684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":21684,"score_linear":16550.0,"score_lmetric":21684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":512,"new_prefill":21172,"score_linear":134612.0,"score_lmetric":42344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":21684,"score_linear":121811.0,"score_lmetric":81543},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156683,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":21684,"score_linear":156683.0,"score_lmetric":43368},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":512,"new_prefill":21172,"score_linear":43636.0,"score_lmetric":23848},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":512,"new_prefill":21172,"score_linear":136407.0,"score_lmetric":129258},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":21684,"score_linear":134602.0,"score_lmetric":112467},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":21684,"score_linear":106143.0,"score_lmetric":21684}],"chosen_score_linear":106143.0,"chosen_score_lmetric":21684,"t_first_token":27297.661749898,"t_first_token_unix":1779961294.2166932,"t_done":27314.51195242,"t_done_unix":1779961311.066896},{"request_id":"1398213:1:1398213:742","session_id":"1398213","input_length":3891,"t_proxy_recv":27273.789060349,"t_decision_unix":1779961270.344002,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":-18480.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3891 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3891,"cache_hit":0,"estimated_new_tokens":3891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47774,"ongoing_decode_tokens":0,"pending_prefill_tokens":2552,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":3891,"score_linear":47774.0,"score_lmetric":12886},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":3891,"score_linear":146014.0,"score_lmetric":124083},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":3891,"score_linear":106305.0,"score_lmetric":48756},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":3891,"score_linear":93040.0,"score_lmetric":3891},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":3891,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":128037,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-8511,"num_requests":4,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":3891,"score_linear":128037.0,"score_lmetric":-18480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":3891,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116879,"ongoing_decode_tokens":106143,"pending_prefill_tokens":496,"num_requests":2,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":3891,"score_linear":116879.0,"score_lmetric":8774}],"chosen_score_linear":128037.0,"chosen_score_lmetric":-18480,"t_first_token":27302.130496477,"t_first_token_unix":1779961298.68544,"t_done":27315.006797826,"t_done_unix":1779961311.5617416},{"request_id":"1408779:2:1410032:807","session_id":"1408779","input_length":5001,"t_proxy_recv":27315.131144698,"t_decision_unix":1779961311.6860855,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.30713857228554287,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":3465.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3465 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":3465,"cache_hit":1536,"estimated_new_tokens":3465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":5001,"score_linear":129808.0,"score_lmetric":16358},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":5001,"score_linear":101803.0,"score_lmetric":5001},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":5001,"score_linear":207249.0,"score_lmetric":137780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":1536,"new_prefill":3465,"score_linear":91504.0,"score_lmetric":3465},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218537,"ongoing_decode_tokens":103629,"pending_prefill_tokens":1756,"num_requests":7,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":5001,"score_linear":218537.0,"score_lmetric":47299},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11414,"ongoing_decode_tokens":0,"pending_prefill_tokens":11414,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":5001,"score_linear":11414.0,"score_lmetric":16415},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2011,"cache_hit":0,"new_prefill":5001,"score_linear":106143.0,"score_lmetric":5001}],"chosen_score_linear":91504.0,"chosen_score_lmetric":3465,"t_first_token":27315.362970652,"t_first_token_unix":1779961311.917915,"t_done":27315.512064699,"t_done_unix":1779961312.067008},{"request_id":"1370129:6:1394177:722","session_id":"1370129","input_length":106143,"t_proxy_recv":27259.718785616,"t_decision_unix":1779961256.273727,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":88064,"affinity_cache_ratio":0.8296731767521174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":88064,"v3_new_local":18079,"cache_hit":88064,"estimated_new_tokens":18079,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":4096,"new_prefill":102047,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":106143,"score_linear":135124.0,"score_lmetric":279782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":7680,"new_prefill":98463,"score_linear":98625.0,"score_lmetric":143328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":7680,"new_prefill":98463,"score_linear":120521.0,"score_lmetric":98463},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":106143,"score_linear":20683.0,"score_lmetric":106143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":53837,"ongoing_decode_tokens":132566,"pending_prefill_tokens":-7049,"num_requests":2,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":7680,"new_prefill":98463,"score_linear":46157.0,"score_lmetric":182828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":7680,"new_prefill":98463,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":88064,"new_prefill":18079,"score_linear":-88064.0,"score_lmetric":0}],"chosen_score_linear":-88064.0,"chosen_score_lmetric":0,"t_first_token":27270.693293687,"t_first_token_unix":1779961267.2482374,"t_done":27316.678963749,"t_done_unix":1779961313.2339075},{"request_id":"1408889:2:1410453:810","session_id":"1408889","input_length":4825,"t_proxy_recv":27316.365754033,"t_decision_unix":1779961312.9206953,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":3072,"affinity_cache_ratio":0.6366839378238341,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1753 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":1753,"cache_hit":3072,"estimated_new_tokens":1753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":4825,"score_linear":129808.0,"score_lmetric":16006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":4825,"score_linear":101803.0,"score_lmetric":4825},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":4825,"score_linear":207249.0,"score_lmetric":137428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1909,"cache_hit":3072,"new_prefill":1753,"score_linear":89968.0,"score_lmetric":1753},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218537,"ongoing_decode_tokens":103629,"pending_prefill_tokens":1756,"num_requests":7,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":4825,"score_linear":218537.0,"score_lmetric":46067},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11414,"ongoing_decode_tokens":73392,"pending_prefill_tokens":998,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":4825,"score_linear":11414.0,"score_lmetric":5823},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2011,"cache_hit":0,"new_prefill":4825,"score_linear":106143.0,"score_lmetric":4825}],"chosen_score_linear":89968.0,"chosen_score_lmetric":1753,"t_first_token":27316.552177475,"t_first_token_unix":1779961313.1071215,"t_done":27316.839655662,"t_done_unix":1779961313.3945987},{"request_id":"1366128:18:1397382:735","session_id":"1366128","input_length":85504,"t_proxy_recv":27270.755267866,"t_decision_unix":1779961267.3102093,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9940119760479041,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (512 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":512,"cache_hit":84992,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17047,"ongoing_decode_tokens":17047,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":71168,"new_prefill":14336,"score_linear":-54121.0,"score_lmetric":14336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":85504,"score_linear":146014.0,"score_lmetric":368922},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":85504,"score_linear":106305.0,"score_lmetric":130369},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-70270,"ongoing_decode_tokens":0,"pending_prefill_tokens":1410,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":84992,"new_prefill":512,"score_linear":-155262.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":85504,"score_linear":106143.0,"score_lmetric":85504}],"chosen_score_linear":-155262.0,"chosen_score_lmetric":0,"t_first_token":27271.368652817,"t_first_token_unix":1779961267.9235961,"t_done":27318.309943007,"t_done_unix":1779961314.8648887},{"request_id":"1398213:2:1400590:753","session_id":"1398213","input_length":11414,"t_proxy_recv":27315.018616483,"t_decision_unix":1779961311.573558,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3140003504468197,"affinity_num_requests":7,"avg_num_requests":1.75,"fallback_score":11414.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11414,"cache_hit":0,"estimated_new_tokens":11414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":11414,"score_linear":129808.0,"score_lmetric":29184},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":11414,"score_linear":101803.0,"score_lmetric":11414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":11414,"score_linear":207249.0,"score_lmetric":150606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":0,"new_prefill":11414,"score_linear":93040.0,"score_lmetric":11414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218537,"ongoing_decode_tokens":103629,"pending_prefill_tokens":1756,"num_requests":7,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":3584,"new_prefill":7830,"score_linear":214953.0,"score_lmetric":67102},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2011,"cache_hit":0,"new_prefill":11414,"score_linear":106143.0,"score_lmetric":11414}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27317.521294843,"t_first_token_unix":1779961314.0762389,"t_done":27318.729049,"t_done_unix":1779961315.2839923},{"request_id":"1408779:3:1411249:815","session_id":"1408779","input_length":7110,"t_proxy_recv":27319.143969163,"t_decision_unix":1779961315.6989105,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6481012658227848,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2502 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":2502,"cache_hit":4608,"estimated_new_tokens":2502,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":7110,"score_linear":129808.0,"score_lmetric":20576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":7110,"score_linear":101803.0,"score_lmetric":7110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":7110,"score_linear":207249.0,"score_lmetric":22280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":4608,"new_prefill":2502,"score_linear":88432.0,"score_lmetric":2502},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":7110,"score_linear":218696.0,"score_lmetric":63175},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12910,"ongoing_decode_tokens":187602,"pending_prefill_tokens":-14436,"num_requests":1,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":7110,"score_linear":12910.0,"score_lmetric":-7326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":88432.0,"chosen_score_lmetric":2502,"t_first_token":27319.345136403,"t_first_token_unix":1779961315.90008,"t_done":27319.501353576,"t_done_unix":1779961316.0562966},{"request_id":"1381387:6:1409195:806","session_id":"1381387","input_length":71570,"t_proxy_recv":27312.250186599,"t_decision_unix":1779961308.8051274,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9729216152019002,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1938 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":1938,"cache_hit":69632,"estimated_new_tokens":1938,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":71570,"score_linear":129808.0,"score_lmetric":149496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":71570,"score_linear":108180.0,"score_lmetric":143140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":71570,"score_linear":207249.0,"score_lmetric":270918},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":512,"new_prefill":71058,"score_linear":92528.0,"score_lmetric":71058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":71570,"score_linear":27676.0,"score_lmetric":71570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":71570,"score_linear":225641.0,"score_lmetric":659934},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":69632,"new_prefill":1938,"score_linear":33490.0,"score_lmetric":28872},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":71570,"score_linear":127827.0,"score_lmetric":143140}],"chosen_score_linear":33490.0,"chosen_score_lmetric":28872,"t_first_token":27316.653714094,"t_first_token_unix":1779961313.2086575,"t_done":27319.51661261,"t_done_unix":1779961316.0715556},{"request_id":"1340290:8:1409129:805","session_id":"1340290","input_length":29730,"t_proxy_recv":27311.98902738,"t_decision_unix":1779961308.5439687,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9299697275479314,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2082 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":2082,"cache_hit":27648,"estimated_new_tokens":2082,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":8738,"score_linear":108816.0,"score_lmetric":23832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":29730,"score_linear":108180.0,"score_lmetric":59460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":29730,"score_linear":207249.0,"score_lmetric":187238},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":0,"new_prefill":29730,"score_linear":93040.0,"score_lmetric":29730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":42404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":29730,"score_linear":42404.0,"score_lmetric":59460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":29730,"score_linear":225641.0,"score_lmetric":283374},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":27648,"new_prefill":2082,"score_linear":45744.0,"score_lmetric":12498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":29730,"score_linear":127827.0,"score_lmetric":59460}],"chosen_score_linear":45744.0,"chosen_score_lmetric":12498,"t_first_token":27316.650881126,"t_first_token_unix":1779961313.2058249,"t_done":27320.62368395,"t_done_unix":1779961317.178627},{"request_id":"1340290:9:1410595:811","session_id":"1340290","input_length":29958,"t_proxy_recv":27320.631189047,"t_decision_unix":1779961317.1861308,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9912544228586688,"affinity_num_requests":-1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (262 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":262,"cache_hit":29696,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":8966,"score_linear":108816.0,"score_lmetric":24288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":29958,"score_linear":101803.0,"score_lmetric":29958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":29958,"score_linear":207249.0,"score_lmetric":67976},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":29958,"score_linear":93040.0,"score_lmetric":29958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":29958,"score_linear":218696.0,"score_lmetric":223111},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-88390,"ongoing_decode_tokens":86302,"pending_prefill_tokens":-14436,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":29696,"new_prefill":262,"score_linear":-118086.0,"score_lmetric":14174},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118086.0,"chosen_score_lmetric":14174,"t_first_token":27320.719641976,"t_first_token_unix":1779961317.2745852,"t_done":27321.3234004,"t_done_unix":1779961317.8783433},{"request_id":"1314357:5:1393659:719","session_id":"1314357","input_length":101803,"t_proxy_recv":27257.778698619,"t_decision_unix":1779961254.3336399,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":73216,"affinity_cache_ratio":0.7191929510918146,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":73216,"v3_new_local":28587,"cache_hit":73216,"estimated_new_tokens":28587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":73216,"new_prefill":28587,"score_linear":-73216.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":101803,"score_linear":106305.0,"score_lmetric":146668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":101803,"score_linear":127267.0,"score_lmetric":101803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":92082,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":101803,"score_linear":92082.0,"score_lmetric":203606},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":132348,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":101803,"score_linear":48944.0,"score_lmetric":90079},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":27274.125657201,"t_first_token_unix":1779961270.6806006,"t_done":27323.605545072,"t_done_unix":1779961320.1604884},{"request_id":"1364090:6:1408777:801","session_id":"1364090","input_length":73392,"t_proxy_recv":27310.716753011,"t_decision_unix":1779961307.2716944,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8580771746239372,"affinity_num_requests":0,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62976,"v3_new_local":10416,"cache_hit":62976,"estimated_new_tokens":10416,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":4096,"new_prefill":69296,"score_linear":125712.0,"score_lmetric":144948},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":73392,"score_linear":108180.0,"score_lmetric":146784},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":7680,"new_prefill":65712,"score_linear":199569.0,"score_lmetric":259202},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94841,"ongoing_decode_tokens":0,"pending_prefill_tokens":1801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1894,"cache_hit":7680,"new_prefill":65712,"score_linear":87161.0,"score_lmetric":135026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":73392,"score_linear":42404.0,"score_lmetric":170152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":49152,"new_prefill":24240,"score_linear":176489.0,"score_lmetric":233964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":62976,"new_prefill":10416,"score_linear":-62976.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138897,"ongoing_decode_tokens":138897,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":7680,"new_prefill":65712,"score_linear":131217.0,"score_lmetric":197136}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":27315.298190423,"t_first_token_unix":1779961311.8531346,"t_done":27324.753104211,"t_done_unix":1779961321.3080475},{"request_id":"1397515:1:1397515:736","session_id":"1397515","input_length":93040,"t_proxy_recv":27271.2427062,"t_decision_unix":1779961267.7976477,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":81828.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=512 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":93040,"v3_src_idx":5,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":512,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":15234,"ongoing_decode_tokens":13134,"pending_prefill_tokens":-11212},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":512,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":93040,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":93040,"score_linear":146014.0,"score_lmetric":391530},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":93040,"score_linear":106305.0,"score_lmetric":137905},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":512,"new_prefill":92528,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15234,"ongoing_decode_tokens":13134,"pending_prefill_tokens":-11212,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":93040,"score_linear":15234.0,"score_lmetric":81828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":93040,"score_linear":106143.0,"score_lmetric":93040}],"chosen_score_linear":15234.0,"chosen_score_lmetric":81828,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"t_prefill_sent":27271.242976276,"t_prefill_sent_unix":1779961267.797919,"t_prefill_done":27300.210690579,"t_prefill_done_unix":1779961296.765639,"t_decode_sent":27300.211813478,"t_decode_sent_unix":1779961296.7667563,"t_first_token":27322.893883063,"t_first_token_unix":1779961319.4488266,"t_done":27324.83115525,"t_done_unix":1779961321.3860989},{"request_id":"1313181:7:1327489:383","session_id":"1313181","input_length":121811,"t_proxy_recv":27282.491280363,"t_decision_unix":1779961279.0462217,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.5085911781366215,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61952,"v3_new_local":59859,"cache_hit":61952,"estimated_new_tokens":59859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":24064,"new_prefill":97747,"score_linear":-7514.0,"score_lmetric":97747},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":59904,"new_prefill":61907,"score_linear":75220.0,"score_lmetric":123814},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":61952,"new_prefill":59859,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":121811,"score_linear":156298.0,"score_lmetric":267738},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":121811,"score_linear":136919.0,"score_lmetric":733092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":12800,"new_prefill":109011,"score_linear":93343.0,"score_lmetric":109011}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":27318.774197911,"t_first_token_unix":1779961315.3291416,"t_done":27327.253338988,"t_done_unix":1779961323.8082829},{"request_id":"1373577:3:1404917:774","session_id":"1373577","input_length":85438,"t_proxy_recv":27297.179970154,"t_decision_unix":1779961293.7349114,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9528312928673424,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4030 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":4030,"cache_hit":81408,"estimated_new_tokens":4030,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55753,"ongoing_decode_tokens":0,"pending_prefill_tokens":4387,"num_requests":2,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":85438,"score_linear":55753.0,"score_lmetric":179650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":85438,"score_linear":135124.0,"score_lmetric":170876},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":81408,"new_prefill":4030,"score_linear":40403.0,"score_lmetric":63889},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":85438,"score_linear":93040.0,"score_lmetric":85438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":85438,"score_linear":65157.0,"score_lmetric":202886},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":85438,"score_linear":136919.0,"score_lmetric":514854},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":85438,"score_linear":134602.0,"score_lmetric":303729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21684,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":2560,"new_prefill":82878,"score_linear":125267.0,"score_lmetric":209124}],"chosen_score_linear":40403.0,"chosen_score_lmetric":63889,"t_first_token":27325.458088394,"t_first_token_unix":1779961322.0130322,"t_done":27329.115402537,"t_done_unix":1779961325.670346},{"request_id":"1407995:2:1413725:826","session_id":"1407995","input_length":22392,"t_proxy_recv":27327.806493495,"t_decision_unix":1779961324.361435,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.1143265451947124,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":19832.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":19832,"cache_hit":2560,"estimated_new_tokens":19832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":22392,"score_linear":170081.0,"score_lmetric":82329},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":22392,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":147456,"ongoing_decode_tokens":147456,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":22392,"score_linear":147456.0,"score_lmetric":44784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":2560,"new_prefill":19832,"score_linear":-2560.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":22392,"score_linear":107292.0,"score_lmetric":36500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":22392,"score_linear":218696.0,"score_lmetric":170149},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":22392,"score_linear":27173.0,"score_lmetric":20421},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":22392,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":27330.098576651,"t_first_token_unix":1779961326.653521,"t_done":27332.447133,"t_done_unix":1779961329.0020766},{"request_id":"1408889:3:1414177:827","session_id":"1408889","input_length":10633,"t_proxy_recv":27329.316651154,"t_decision_unix":1779961325.8715925,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.43336781717295214,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":8662.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":10633,"v3_src_idx":6,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":10633,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":10633,"score_linear":170081.0,"score_lmetric":47052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":152836,"ongoing_decode_tokens":62018,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":10633,"score_linear":152836.0,"score_lmetric":31894},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4608,"new_prefill":6025,"score_linear":17784.0,"score_lmetric":25857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":10633,"score_linear":107292.0,"score_lmetric":24741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":10633,"score_linear":218696.0,"score_lmetric":87836},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":10633,"score_linear":27173.0,"score_lmetric":8662},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":27173.0,"chosen_score_lmetric":8662,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":27329.317039427,"t_prefill_sent_unix":1779961325.871982,"t_prefill_done":27331.93003945,"t_prefill_done_unix":1779961328.4849832,"t_decode_sent":27331.930217266,"t_decode_sent_unix":1779961328.4851599,"t_first_token":27332.246305332,"t_first_token_unix":1779961328.8012495,"t_done":27333.264120159,"t_done_unix":1779961329.8190632},{"request_id":"1340290:10:1411397:816","session_id":"1340290","input_length":30154,"t_proxy_recv":27321.330495337,"t_decision_unix":1779961317.8854368,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9848113019831531,"affinity_num_requests":-1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (458 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":458,"cache_hit":29696,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":9162,"score_linear":108816.0,"score_lmetric":24680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":30154,"score_linear":101803.0,"score_lmetric":30154},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":30154,"score_linear":207249.0,"score_lmetric":68368},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":30154,"score_linear":93040.0,"score_lmetric":30154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":30154,"score_linear":107292.0,"score_lmetric":44262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":30154,"score_linear":218696.0,"score_lmetric":224483},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-88390,"ongoing_decode_tokens":86302,"pending_prefill_tokens":-14436,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":29696,"new_prefill":458,"score_linear":-118086.0,"score_lmetric":13978},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118086.0,"chosen_score_lmetric":13978,"t_first_token":27321.446850393,"t_first_token_unix":1779961318.0017936,"t_done":27334.510063739,"t_done_unix":1779961331.0650077},{"request_id":"1398213:3:1401507:759","session_id":"1398213","input_length":12910,"t_proxy_recv":27318.734174725,"t_decision_unix":1779961315.2891161,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8725019364833463,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1646 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":1646,"cache_hit":11264,"estimated_new_tokens":1646,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":12910,"score_linear":129808.0,"score_lmetric":32176},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":12910,"score_linear":101803.0,"score_lmetric":12910},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":12910,"score_linear":207249.0,"score_lmetric":153598},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":12910,"score_linear":93040.0,"score_lmetric":12910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":12910,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":3584,"new_prefill":9326,"score_linear":215112.0,"score_lmetric":78687},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":174692,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":11264,"new_prefill":1646,"score_linear":-11264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":12910,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":27318.979474776,"t_first_token_unix":1779961315.5344183,"t_done":27334.583141931,"t_done_unix":1779961331.1380856},{"request_id":"1373577:4:1408642:799","session_id":"1373577","input_length":90818,"t_proxy_recv":27329.134781791,"t_decision_unix":1779961325.6897228,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9414873703450858,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5314 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":5314,"cache_hit":85504,"estimated_new_tokens":5314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":90818,"score_linear":170081.0,"score_lmetric":287607},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":85504,"new_prefill":5314,"score_linear":-23486.0,"score_lmetric":5314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":90818,"score_linear":22392.0,"score_lmetric":110650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":90818,"score_linear":107292.0,"score_lmetric":104926},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":90818,"score_linear":218696.0,"score_lmetric":649131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":90818,"score_linear":27173.0,"score_lmetric":88847},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":2560,"new_prefill":88258,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-23486.0,"chosen_score_lmetric":5314,"t_first_token":27332.07605623,"t_first_token_unix":1779961328.6310008,"t_done":27334.735340744,"t_done_unix":1779961331.2902844},{"request_id":"1313181:7:1382851:662","session_id":"1313181","input_length":62018,"t_proxy_recv":27327.262668782,"t_decision_unix":1779961323.8176105,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9989357928343384,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (66 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":66,"cache_hit":61952,"estimated_new_tokens":66,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":24064,"new_prefill":37954,"score_linear":146017.0,"score_lmetric":129015},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":59904,"new_prefill":2114,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":85438,"ongoing_decode_tokens":85438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":61952,"new_prefill":66,"score_linear":23486.0,"score_lmetric":66},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":62018,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":62018,"score_linear":107292.0,"score_lmetric":76126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":62018,"score_linear":218696.0,"score_lmetric":447531},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":62018,"score_linear":27173.0,"score_lmetric":60047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":12800,"new_prefill":49218,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":23486.0,"chosen_score_lmetric":66,"t_first_token":27327.352572698,"t_first_token_unix":1779961323.9075167,"t_done":27335.262925511,"t_done_unix":1779961331.8178718},{"request_id":"1405155:2:1414214:828","session_id":"1405155","input_length":40330,"t_proxy_recv":27329.459688363,"t_decision_unix":1779961326.0146298,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":33280,"affinity_cache_ratio":0.825192164641706,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7050 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":7050,"cache_hit":33280,"estimated_new_tokens":7050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":40330,"score_linear":170081.0,"score_lmetric":136143},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10633,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":40330,"score_linear":10633.0,"score_lmetric":40330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":152836,"ongoing_decode_tokens":62018,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":40330,"score_linear":152836.0,"score_lmetric":91288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":33280,"new_prefill":7050,"score_linear":-10888.0,"score_lmetric":26882},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":40330,"score_linear":107292.0,"score_lmetric":54438},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":40330,"score_linear":218696.0,"score_lmetric":295715},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37806,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":2,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":512,"new_prefill":39818,"score_linear":37294.0,"score_lmetric":75694},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":40330,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10888.0,"chosen_score_lmetric":26882,"t_first_token":27331.800462382,"t_first_token_unix":1779961328.3554068,"t_done":27335.750953993,"t_done_unix":1779961332.3058975},{"request_id":"1340290:11:1413050:822","session_id":"1340290","input_length":35022,"t_proxy_recv":27334.520478995,"t_decision_unix":1779961331.0754204,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.8625435440580207,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4814 < 8000)","v3_prefill_cache_hit":30208,"v3_new_local":4814,"cache_hit":30208,"estimated_new_tokens":4814,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":14030,"score_linear":149089.0,"score_lmetric":57243},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":152836,"ongoing_decode_tokens":152836,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":35022,"score_linear":152836.0,"score_lmetric":70044},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40330,"ongoing_decode_tokens":40330,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":35022,"score_linear":40330.0,"score_lmetric":35022},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":35022,"score_linear":107292.0,"score_lmetric":49130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":35022,"score_linear":218696.0,"score_lmetric":258559},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-2981,"ongoing_decode_tokens":171711,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":30208,"new_prefill":4814,"score_linear":-33189.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33189.0,"chosen_score_lmetric":0,"t_first_token":27335.739477592,"t_first_token_unix":1779961332.294421,"t_done":27340.018658136,"t_done_unix":1779961336.573601},{"request_id":"1364090:7:1412644:820","session_id":"1364090","input_length":86193,"t_proxy_recv":27324.773173042,"t_decision_unix":1779961321.3281147,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.8553826876892555,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[3,0,2,1,1,7,0,0])","v3_prefill_cache_hit":73728,"v3_new_local":12465,"cache_hit":73728,"estimated_new_tokens":12465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":4096,"new_prefill":82097,"score_linear":165985.0,"score_lmetric":261444},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":86193,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":7680,"new_prefill":78513,"score_linear":199569.0,"score_lmetric":165086},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":7680,"new_prefill":78513,"score_linear":85360.0,"score_lmetric":78513},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":86193,"score_linear":107292.0,"score_lmetric":100301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":49152,"new_prefill":37041,"score_linear":169544.0,"score_lmetric":272692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-59020,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":73728,"new_prefill":12465,"score_linear":-132748.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":7680,"new_prefill":78513,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-132748.0,"chosen_score_lmetric":0,"t_first_token":27331.098132564,"t_first_token_unix":1779961327.6530774,"t_done":27342.106032422,"t_done_unix":1779961338.660976},{"request_id":"1397840:1:1397840:737","session_id":"1397840","input_length":16550,"t_proxy_recv":27272.579609742,"t_decision_unix":1779961269.134551,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9652.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":16550,"v3_src_idx":5,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":108274,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-11724},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":16550,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":16550,"score_linear":146014.0,"score_lmetric":162060},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":16550,"score_linear":106305.0,"score_lmetric":61415},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":16550,"score_linear":93040.0,"score_lmetric":16550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108274,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":16550,"score_linear":108274.0,"score_lmetric":9652},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":16550,"score_linear":106143.0,"score_lmetric":16550}],"chosen_score_linear":108274.0,"chosen_score_lmetric":9652,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":27272.579795764,"t_prefill_sent_unix":1779961269.1347384,"t_prefill_done":27301.63650062,"t_prefill_done_unix":1779961298.1914437,"t_decode_sent":27301.636710415,"t_decode_sent_unix":1779961298.1916528,"t_first_token":27346.247548428,"t_first_token_unix":1779961342.802492,"t_done":27346.922164879,"t_done_unix":1779961343.4771087},{"request_id":"1362265:8:1419710:834","session_id":"1362265","input_length":11132,"t_proxy_recv":27348.901976577,"t_decision_unix":1779961345.456918,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9658641753503413,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (380 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":380,"cache_hit":10752,"estimated_new_tokens":380,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153531,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":11132,"score_linear":153531.0,"score_lmetric":22264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":22,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":11132,"score_linear":81161.0,"score_lmetric":22308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":11132,"score_linear":124090.0,"score_lmetric":73270},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":11132,"score_linear":26440.0,"score_lmetric":11132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":11132,"score_linear":107292.0,"score_lmetric":25240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":141748,"pending_prefill_tokens":-5484,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11132,"score_linear":218696.0,"score_lmetric":39536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":169457,"pending_prefill_tokens":15202,"num_requests":1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":6656,"new_prefill":4476,"score_linear":25523.0,"score_lmetric":19678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":10752,"new_prefill":380,"score_linear":-10752.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":27348.937188611,"t_first_token_unix":1779961345.4921322,"t_done":27349.173625394,"t_done_unix":1779961345.7285683},{"request_id":"1397840:2:1400216:749","session_id":"1397840","input_length":26440,"t_proxy_recv":27346.932711008,"t_decision_unix":1779961343.4876523,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16384,"affinity_cache_ratio":0.6196671709531013,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":16384,"v3_new_local":10056,"v3_src_idx":0,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":153531,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":16384,"estimated_new_tokens":10056,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153531,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":16384,"new_prefill":10056,"score_linear":137147.0,"score_lmetric":20112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":2825,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":26440,"score_linear":81161.0,"score_lmetric":58530},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":26440,"score_linear":124090.0,"score_lmetric":88578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":26440,"score_linear":107292.0,"score_lmetric":40548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":16384,"new_prefill":10056,"score_linear":202312.0,"score_lmetric":83797},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":137147.0,"chosen_score_lmetric":20112,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"t_prefill_sent":27346.933477985,"t_prefill_sent_unix":1779961343.4884207,"t_prefill_done":27348.675082027,"t_prefill_done_unix":1779961345.2300258,"t_decode_sent":27348.675492417,"t_decode_sent_unix":1779961345.2304351,"t_first_token":27349.799759115,"t_first_token_unix":1779961346.354703,"t_done":27349.984341193,"t_done_unix":1779961346.5392845},{"request_id":"1397840:3:1402568:761","session_id":"1397840","input_length":28603,"t_proxy_recv":27349.991277672,"t_decision_unix":1779961346.546219,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9129112330874384,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2491 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":2491,"cache_hit":26112,"estimated_new_tokens":2491,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153531,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":26112,"new_prefill":2491,"score_linear":127419.0,"score_lmetric":4982},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":22,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":28603,"score_linear":81161.0,"score_lmetric":57250},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":28603,"score_linear":124090.0,"score_lmetric":90741},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":26112,"new_prefill":2491,"score_linear":-26112.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":28603,"score_linear":107292.0,"score_lmetric":42711},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":16384,"new_prefill":12219,"score_linear":202312.0,"score_lmetric":36638},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":169457,"pending_prefill_tokens":15202,"num_requests":1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":28603,"score_linear":32179.0,"score_lmetric":43805},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":28603,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":27350.47265189,"t_first_token_unix":1779961347.0275955,"t_done":27350.626034295,"t_done_unix":1779961347.1809778},{"request_id":"1277428:8:1412675:821","session_id":"1277428","input_length":40273,"t_proxy_recv":27324.100886822,"t_decision_unix":1779961320.6558282,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9534924142725896,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1873 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":1873,"cache_hit":38400,"estimated_new_tokens":1873,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":38400,"new_prefill":1873,"score_linear":91408.0,"score_lmetric":10102},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":3584,"new_prefill":36689,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":40273,"score_linear":207249.0,"score_lmetric":88606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":17408,"new_prefill":22865,"score_linear":75632.0,"score_lmetric":22865},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":40273,"score_linear":107292.0,"score_lmetric":54381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":40273,"score_linear":218696.0,"score_lmetric":295316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14372,"ongoing_decode_tokens":189064,"pending_prefill_tokens":-14436,"num_requests":1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":4608,"new_prefill":35665,"score_linear":9764.0,"score_lmetric":21229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":40273,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":91408.0,"chosen_score_lmetric":10102,"t_first_token":27346.246725263,"t_first_token_unix":1779961342.8016696,"t_done":27350.695542114,"t_done_unix":1779961347.250486},{"request_id":"1362265:9:1422050:838","session_id":"1362265","input_length":11879,"t_proxy_recv":27357.360050094,"t_decision_unix":1779961353.914991,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9051266941661756,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1127 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":1127,"cache_hit":10752,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":11879,"score_linear":113258.0,"score_lmetric":11879},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":11879,"score_linear":81161.0,"score_lmetric":23758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":11879,"score_linear":124090.0,"score_lmetric":74017},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11879,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":0,"pending_prefill_tokens":19384,"num_requests":2,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":11879,"score_linear":156600.0,"score_lmetric":62526},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11879,"score_linear":218696.0,"score_lmetric":34258},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":236939,"pending_prefill_tokens":-10321,"num_requests":2,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":6656,"new_prefill":5223,"score_linear":60826.0,"score_lmetric":-10196},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":10752,"new_prefill":1127,"score_linear":-10752.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":27357.494051284,"t_first_token_unix":1779961354.0489972,"t_done":27357.677698801,"t_done_unix":1779961354.2326427},{"request_id":"1340290:12:1421294:835","session_id":"1340290","input_length":35303,"t_proxy_recv":27354.544966305,"t_decision_unix":1779961351.0999072,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9862051383735093,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (487 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":487,"cache_hit":34816,"estimated_new_tokens":487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":20992,"new_prefill":14311,"score_linear":92266.0,"score_lmetric":14311},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":35303,"score_linear":81161.0,"score_lmetric":70606},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":35303,"score_linear":124090.0,"score_lmetric":97441},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":35303,"score_linear":107292.0,"score_lmetric":49411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":35303,"score_linear":218696.0,"score_lmetric":198226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":201636,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":34816,"new_prefill":487,"score_linear":-2637.0,"score_lmetric":-9834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2637.0,"chosen_score_lmetric":-9834,"t_first_token":27354.659427285,"t_first_token_unix":1779961351.2143705,"t_done":27360.875561202,"t_done_unix":1779961357.4305048},{"request_id":"1264679:2:1405259:777","session_id":"1264679","input_length":113258,"t_proxy_recv":27298.312157898,"t_decision_unix":1779961294.8670998,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":110080,"affinity_cache_ratio":0.9719401719966801,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3178 < 8000)","v3_prefill_cache_hit":110080,"v3_new_local":3178,"cache_hit":110080,"estimated_new_tokens":3178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":110080,"new_prefill":3178,"score_linear":-93530.0,"score_lmetric":3178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":113258,"score_linear":135124.0,"score_lmetric":226516},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":113258,"score_linear":207249.0,"score_lmetric":354294},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":113258,"score_linear":125984.0,"score_lmetric":292404},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":113258,"score_linear":65157.0,"score_lmetric":258526},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":113258,"score_linear":136919.0,"score_lmetric":681774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":113258,"score_linear":134602.0,"score_lmetric":387189},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139330,"ongoing_decode_tokens":127827,"pending_prefill_tokens":11503,"num_requests":3,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":113258,"score_linear":139330.0,"score_lmetric":374283}],"chosen_score_linear":-93530.0,"chosen_score_lmetric":3178,"t_first_token":27339.92489675,"t_first_token_unix":1779961336.4798403,"t_done":27361.248130008,"t_done_unix":1779961357.8030758},{"request_id":"1270606:2:1411654:817","session_id":"1270606","input_length":107292,"t_proxy_recv":27320.802761344,"t_decision_unix":1779961317.3577027,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8685083696827349,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":93184,"v3_new_local":14108,"cache_hit":93184,"estimated_new_tokens":14108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":107292,"score_linear":129808.0,"score_lmetric":220940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":1536,"new_prefill":105756,"score_linear":100267.0,"score_lmetric":105756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":107292,"score_linear":207249.0,"score_lmetric":222644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":107292,"score_linear":93040.0,"score_lmetric":107292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":93184,"new_prefill":14108,"score_linear":-93184.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":107292,"score_linear":218696.0,"score_lmetric":764449},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-58432,"ongoing_decode_tokens":116260,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":107292,"score_linear":-58432.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":27358.213470847,"t_first_token_unix":1779961354.7684143,"t_done":27361.550094614,"t_done_unix":1779961358.105039},{"request_id":"1268861:9:1421319:836","session_id":"1268861","input_length":49308,"t_proxy_recv":27354.627622822,"t_decision_unix":1779961351.1825643,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.8929991076498742,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5276 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":5276,"cache_hit":44032,"estimated_new_tokens":5276,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":49308,"score_linear":113258.0,"score_lmetric":49308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":49308,"score_linear":81161.0,"score_lmetric":98616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":49308,"score_linear":124090.0,"score_lmetric":111446},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":49308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":44032,"new_prefill":5276,"score_linear":63260.0,"score_lmetric":19384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":49308,"score_linear":218696.0,"score_lmetric":296261},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":201636,"pending_prefill_tokens":-9834,"num_requests":2,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":49308,"score_linear":67482.0,"score_lmetric":78948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":34304,"new_prefill":15004,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":63260.0,"chosen_score_lmetric":19384,"t_first_token":27359.719898878,"t_first_token_unix":1779961356.2748427,"t_done":27362.263483501,"t_done_unix":1779961358.818427},{"request_id":"1364090:8:1417347:830","session_id":"1364090","input_length":96849,"t_proxy_recv":27342.126911898,"t_decision_unix":1779961338.6818535,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":86528,"affinity_cache_ratio":0.893432043696889,"affinity_num_requests":-2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=-2 threshold=1 eff_loads=[3,1,1,0,1,7,-2,0])","v3_prefill_cache_hit":86528,"v3_new_local":10321,"cache_hit":86528,"estimated_new_tokens":10321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":113258,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":4096,"new_prefill":92753,"score_linear":165985.0,"score_lmetric":283878},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":96849,"score_linear":43763.0,"score_lmetric":99652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":7680,"new_prefill":89169,"score_linear":116410.0,"score_lmetric":151307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":7680,"new_prefill":89169,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":96849,"score_linear":107292.0,"score_lmetric":110957},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":49152,"new_prefill":47697,"score_linear":169544.0,"score_lmetric":347284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-102084,"ongoing_decode_tokens":72608,"pending_prefill_tokens":-14436,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":86528,"new_prefill":10321,"score_linear":-188612.0,"score_lmetric":8230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":7680,"new_prefill":89169,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-188612.0,"chosen_score_lmetric":8230,"t_first_token":27348.082746314,"t_first_token_unix":1779961344.63769,"t_done":27362.706602326,"t_done_unix":1779961359.2615466},{"request_id":"1314357:6:1422517:839","session_id":"1314357","input_length":105709,"t_proxy_recv":27358.880751195,"t_decision_unix":1779961355.435692,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977579960079085,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (237 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":237,"cache_hit":105472,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":105709,"score_linear":113258.0,"score_lmetric":105709},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":105472,"new_prefill":237,"score_linear":-24311.0,"score_lmetric":474},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":105709,"score_linear":124090.0,"score_lmetric":167847},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":107292,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":105709,"score_linear":156600.0,"score_lmetric":221970},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":105709,"score_linear":218696.0,"score_lmetric":691068},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":236939,"pending_prefill_tokens":-10321,"num_requests":2,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":105709,"score_linear":67482.0,"score_lmetric":190776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24311.0,"chosen_score_lmetric":474,"t_first_token":27359.048931029,"t_first_token_unix":1779961355.603875,"t_done":27367.864833941,"t_done_unix":1779961364.419777},{"request_id":"1363943:11:1424840:842","session_id":"1363943","input_length":25225,"t_proxy_recv":27367.204074148,"t_decision_unix":1779961363.7590153,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9742715559960357,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (649 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":649,"cache_hit":24576,"estimated_new_tokens":649,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":8704,"new_prefill":16521,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186870,"ongoing_decode_tokens":186870,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":25225,"score_linear":186870.0,"score_lmetric":75675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":4096,"new_prefill":21129,"score_linear":119994.0,"score_lmetric":83267},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":4096,"new_prefill":21129,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":25225,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":4096,"new_prefill":21129,"score_linear":214600.0,"score_lmetric":99008},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36762,"ongoing_decode_tokens":206219,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":4096,"new_prefill":21129,"score_linear":32666.0,"score_lmetric":10808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":24576,"new_prefill":649,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":27367.304565035,"t_first_token_unix":1779961363.8595088,"t_done":27368.284865937,"t_done_unix":1779961364.83981},{"request_id":"1355951:5:1425005:843","session_id":"1355951","input_length":39789,"t_proxy_recv":27367.853457389,"t_decision_unix":1779961364.4083989,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9522229761994521,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1901 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1901,"cache_hit":37888,"estimated_new_tokens":1901,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":37888,"new_prefill":1901,"score_linear":-37888.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186870,"ongoing_decode_tokens":186870,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":39789,"score_linear":186870.0,"score_lmetric":119367},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":39789,"score_linear":124090.0,"score_lmetric":101927},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":-11565,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":34816,"new_prefill":4973,"score_linear":183880.0,"score_lmetric":-46144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36762,"ongoing_decode_tokens":206219,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":39789,"score_linear":36762.0,"score_lmetric":29468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":25225,"ongoing_decode_tokens":25225,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":39789,"score_linear":25225.0,"score_lmetric":39789}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":27369.094125434,"t_first_token_unix":1779961365.6490695,"t_done":27369.234706768,"t_done_unix":1779961365.7896504},{"request_id":"1270340:5:1417075:829","session_id":"1270340","input_length":43763,"t_proxy_recv":27339.861896126,"t_decision_unix":1779961336.4168375,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9359504604346137,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2803 < 8000)","v3_prefill_cache_hit":40960,"v3_new_local":2803,"cache_hit":40960,"estimated_new_tokens":2803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":43763,"score_linear":170081.0,"score_lmetric":146442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":40960,"new_prefill":2803,"score_linear":-40960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":43763,"score_linear":124090.0,"score_lmetric":105901},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":1536,"new_prefill":42227,"score_linear":105756.0,"score_lmetric":56335},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":43763,"score_linear":218696.0,"score_lmetric":319746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19131,"ongoing_decode_tokens":193823,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":0,"new_prefill":43763,"score_linear":19131.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":27347.541664484,"t_first_token_unix":1779961344.0966089,"t_done":27371.253188167,"t_done_unix":1779961367.8081396},{"request_id":"1313181:8:1329951:394","session_id":"1313181","input_length":124090,"t_proxy_recv":27335.284530833,"t_decision_unix":1779961331.8394723,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.499250543960029,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":62138.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61952,"v3_new_local":62138,"cache_hit":61952,"estimated_new_tokens":62138,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":24064,"new_prefill":100026,"score_linear":146017.0,"score_lmetric":315231},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":59904,"new_prefill":64186,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":61952,"new_prefill":62138,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40330,"ongoing_decode_tokens":40330,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":124090,"score_linear":40330.0,"score_lmetric":124090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":124090,"score_linear":107292.0,"score_lmetric":138198},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":124090,"score_linear":218696.0,"score_lmetric":882035},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19131,"ongoing_decode_tokens":158801,"pending_prefill_tokens":-9622,"num_requests":0,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":0,"new_prefill":124090,"score_linear":19131.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":12800,"new_prefill":111290,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":27370.57524288,"t_first_token_unix":1779961367.1301916,"t_done":27371.332396056,"t_done_unix":1779961367.8873403},{"request_id":"1313181:8:1385690:686","session_id":"1313181","input_length":62444,"t_proxy_recv":27371.34132712,"t_decision_unix":1779961367.8962684,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9921209403625648,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (492 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":492,"cache_hit":61952,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":24064,"new_prefill":38380,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":59904,"new_prefill":2540,"score_linear":-22506.0,"score_lmetric":2540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":61952,"new_prefill":492,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":-11565,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":62444,"score_linear":218696.0,"score_lmetric":356153},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36762,"ongoing_decode_tokens":206219,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":62444,"score_linear":36762.0,"score_lmetric":52123},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":12800,"new_prefill":49644,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":27371.432791546,"t_first_token_unix":1779961367.9877355,"t_done":27371.933911668,"t_done_unix":1779961368.488857},{"request_id":"1364090:9:1423736:840","session_id":"1364090","input_length":101432,"t_proxy_recv":27363.477381089,"t_decision_unix":1779961360.032322,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9590661724110734,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4152 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":4152,"cache_hit":97280,"estimated_new_tokens":4152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":4096,"new_prefill":97336,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186870,"ongoing_decode_tokens":186870,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":101432,"score_linear":186870.0,"score_lmetric":304296},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":7680,"new_prefill":93752,"score_linear":116410.0,"score_lmetric":155890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":101432,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":49152,"new_prefill":52280,"score_linear":169544.0,"score_lmetric":317065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-64670,"ongoing_decode_tokens":104787,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":97280,"new_prefill":4152,"score_linear":-161950.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-161950.0,"chosen_score_lmetric":0,"t_first_token":27366.185127279,"t_first_token_unix":1779961362.7400718,"t_done":27372.252201569,"t_done_unix":1779961368.807145},{"request_id":"1301929:3:1417873:832","session_id":"1301929","input_length":37398,"t_proxy_recv":27342.490608321,"t_decision_unix":1779961339.0455499,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9994117332477672,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (22 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":22,"cache_hit":37376,"estimated_new_tokens":22,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":113258,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":3584,"new_prefill":33814,"score_linear":166497.0,"score_lmetric":107061},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":37376,"new_prefill":22,"score_linear":6387.0,"score_lmetric":2825},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":37398,"score_linear":124090.0,"score_lmetric":99536},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":37398,"score_linear":107292.0,"score_lmetric":51506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":37398,"score_linear":218696.0,"score_lmetric":275191},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-5235,"ongoing_decode_tokens":72608,"pending_prefill_tokens":-4115,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":37398,"score_linear":-5235.0,"score_lmetric":-33283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6387.0,"chosen_score_lmetric":2825,"t_first_token":27352.792830478,"t_first_token_unix":1779961349.3477745,"t_done":27374.142833161,"t_done_unix":1779961370.6977763},{"request_id":"1270606:3:1427164:848","session_id":"1270606","input_length":108318,"t_proxy_recv":27375.537393365,"t_decision_unix":1779961372.0923345,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":107008,"affinity_cache_ratio":0.987905980538784,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1310 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1310,"cache_hit":107008,"estimated_new_tokens":1310,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":108318,"score_linear":42342.0,"score_lmetric":108318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":1536,"new_prefill":106782,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":108318,"score_linear":129673.0,"score_lmetric":175527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":107008,"new_prefill":1310,"score_linear":-107008.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":108318,"score_linear":218696.0,"score_lmetric":758226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":104787,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":108318,"score_linear":108020.0,"score_lmetric":114962},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":108318,"score_linear":26923.0,"score_lmetric":108318}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":27376.275261494,"t_first_token_unix":1779961372.8302054,"t_done":27376.569308216,"t_done_unix":1779961373.124252},{"request_id":"1363943:12:1426646:845","session_id":"1363943","input_length":26923,"t_proxy_recv":27373.677828422,"t_decision_unix":1779961370.2327697,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9318426624076068,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1835 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1835,"cache_hit":25088,"estimated_new_tokens":1835,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":8704,"new_prefill":18219,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":26923,"score_linear":37398.0,"score_lmetric":26923},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":4096,"new_prefill":22827,"score_linear":125577.0,"score_lmetric":90036},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":26923,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":4096,"new_prefill":22827,"score_linear":214600.0,"score_lmetric":159789},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":104787,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":25088,"new_prefill":1835,"score_linear":-25088.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":27374.02864902,"t_first_token_unix":1779961370.5835924,"t_done":27378.217787981,"t_done_unix":1779961374.772731},{"request_id":"1277428:8:1426669:846","session_id":"1277428","input_length":42342,"t_proxy_recv":27373.760369069,"t_decision_unix":1779961370.3153105,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9552690000472345,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1894 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":1894,"cache_hit":40448,"estimated_new_tokens":1894,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":40448,"new_prefill":1894,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":3584,"new_prefill":38758,"score_linear":33814.0,"score_lmetric":38758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":42342,"score_linear":129673.0,"score_lmetric":109551},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":17408,"new_prefill":24934,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":42342,"score_linear":218696.0,"score_lmetric":296394},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":104787,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":4608,"new_prefill":37734,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":0,"pending_prefill_tokens":1835,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":42342,"score_linear":26923.0,"score_lmetric":44177}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":27374.414787356,"t_first_token_unix":1779961370.969731,"t_done":27378.71753655,"t_done_unix":1779961375.27248},{"request_id":"1362265:10:1427606:850","session_id":"1362265","input_length":12596,"t_proxy_recv":27376.780959839,"t_decision_unix":1779961373.3359015,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.934899968243887,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (820 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":820,"cache_hit":11776,"estimated_new_tokens":820,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":12596,"score_linear":42342.0,"score_lmetric":12596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12596,"score_linear":129673.0,"score_lmetric":79805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12596,"score_linear":218696.0,"score_lmetric":88172},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":104787,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":6656,"new_prefill":5940,"score_linear":101364.0,"score_lmetric":12584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":11776,"new_prefill":820,"score_linear":15147.0,"score_lmetric":820}],"chosen_score_linear":15147.0,"chosen_score_lmetric":820,"t_first_token":27376.925141906,"t_first_token_unix":1779961373.480086,"t_done":27379.180375571,"t_done_unix":1779961375.7353194},{"request_id":"1406966:1:1406966:785","session_id":"1406966","input_length":2115,"t_proxy_recv":27304.367027782,"t_decision_unix":1779961300.9219692,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":-29280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2115 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2115,"cache_hit":0,"estimated_new_tokens":2115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":2115,"score_linear":129808.0,"score_lmetric":10586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":2115,"score_linear":135124.0,"score_lmetric":4230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":2115,"score_linear":207249.0,"score_lmetric":132008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":2115,"score_linear":125984.0,"score_lmetric":4230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55364,"ongoing_decode_tokens":44148,"pending_prefill_tokens":11216,"num_requests":2,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":2115,"score_linear":55364.0,"score_lmetric":26662},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":147306,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-7971,"num_requests":5,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":2115,"score_linear":147306.0,"score_lmetric":-29280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":2115,"score_linear":130739.0,"score_lmetric":4230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":2115,"score_linear":127827.0,"score_lmetric":4230}],"chosen_score_linear":147306.0,"chosen_score_lmetric":-29280,"t_first_token":27348.781661718,"t_first_token_unix":1779961345.3366046,"t_done":27379.28213038,"t_done_unix":1779961375.8370736},{"request_id":"1406966:2:1407710:789","session_id":"1406966","input_length":4789,"t_proxy_recv":27379.286367863,"t_decision_unix":1779961375.8413095,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.42764669033201086,"affinity_num_requests":6,"avg_num_requests":1.125,"fallback_score":4789.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4789 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4789,"cache_hit":0,"estimated_new_tokens":4789,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":4789,"score_linear":106279.0,"score_lmetric":4789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":4789,"score_linear":129673.0,"score_lmetric":71998},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":216581,"ongoing_decode_tokens":214322,"pending_prefill_tokens":0,"num_requests":6,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":2048,"new_prefill":2741,"score_linear":214533.0,"score_lmetric":16446},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":4789,"score_linear":108020.0,"score_lmetric":4789},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2057,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27379.585683761,"t_first_token_unix":1779961376.1406276,"t_done":27379.808602078,"t_done_unix":1779961376.3635457},{"request_id":"1406966:3:1410097:808","session_id":"1406966","input_length":7893,"t_proxy_recv":27379.812870543,"t_decision_unix":1779961376.3678122,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.5838084378563284,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3285 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":3285,"cache_hit":4608,"estimated_new_tokens":3285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":7893,"score_linear":106279.0,"score_lmetric":7893},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":7893,"score_linear":129673.0,"score_lmetric":75102},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":4608,"new_prefill":3285,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":216581,"ongoing_decode_tokens":214322,"pending_prefill_tokens":0,"num_requests":6,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":2048,"new_prefill":5845,"score_linear":214533.0,"score_lmetric":35070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":7893,"score_linear":108020.0,"score_lmetric":7893},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2057,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":27380.086733689,"t_first_token_unix":1779961376.6416776,"t_done":27380.286621895,"t_done_unix":1779961376.8415654},{"request_id":"1399948:1:1399948:748","session_id":"1399948","input_length":4991,"t_proxy_recv":27279.826786193,"t_decision_unix":1779961276.3817277,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1855.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4991 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4991,"cache_hit":0,"estimated_new_tokens":4991,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":4991,"score_linear":16550.0,"score_lmetric":4991},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":4991,"score_linear":135124.0,"score_lmetric":9982},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":4991,"score_linear":61543.0,"score_lmetric":4991},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":4991,"score_linear":156298.0,"score_lmetric":34098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":4991,"score_linear":131928.0,"score_lmetric":1855},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116959,"ongoing_decode_tokens":106143,"pending_prefill_tokens":64,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":4991,"score_linear":116959.0,"score_lmetric":10110}],"chosen_score_linear":131928.0,"chosen_score_lmetric":1855,"t_first_token":27302.131034279,"t_first_token_unix":1779961298.6859777,"t_done":27382.472338468,"t_done_unix":1779961379.0272825},{"request_id":"1407494:1:1407494:787","session_id":"1407494","input_length":1531,"t_proxy_recv":27306.168888407,"t_decision_unix":1779961302.7238297,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":-25950.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1531 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1531,"cache_hit":0,"estimated_new_tokens":1531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":1531,"score_linear":129808.0,"score_lmetric":9418},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":1531,"score_linear":135124.0,"score_lmetric":3062},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":1531,"score_linear":207249.0,"score_lmetric":130840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":1531,"score_linear":125984.0,"score_lmetric":3062},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19966,"ongoing_decode_tokens":0,"pending_prefill_tokens":9214,"num_requests":1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":1531,"score_linear":19966.0,"score_lmetric":10745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":149421,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-5856,"num_requests":6,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":1531,"score_linear":149421.0,"score_lmetric":-25950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":1531,"score_linear":130739.0,"score_lmetric":3062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":1531,"score_linear":127827.0,"score_lmetric":3062}],"chosen_score_linear":149421.0,"chosen_score_lmetric":-25950,"t_first_token":27348.781377236,"t_first_token_unix":1779961345.3363204,"t_done":27382.600458463,"t_done_unix":1779961379.1554017},{"request_id":"1399948:2:1405276:778","session_id":"1399948","input_length":6149,"t_proxy_recv":27382.476082249,"t_decision_unix":1779961379.031024,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.7493901447389819,"affinity_num_requests":5,"avg_num_requests":1.0,"fallback_score":6149.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6149 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6149,"cache_hit":0,"estimated_new_tokens":6149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":6149,"score_linear":106279.0,"score_lmetric":6149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":6149,"score_linear":129673.0,"score_lmetric":73358},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":211590,"ongoing_decode_tokens":209331,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":4608,"new_prefill":1541,"score_linear":206982.0,"score_lmetric":7705},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":6149,"score_linear":108020.0,"score_lmetric":6149},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2057,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27382.875706954,"t_first_token_unix":1779961379.4306507,"t_done":27382.933183333,"t_done_unix":1779961379.4881263},{"request_id":"1407494:2:1410400:809","session_id":"1407494","input_length":4728,"t_proxy_recv":27382.604543853,"t_decision_unix":1779961379.1594853,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.3248730964467005,"affinity_num_requests":4,"avg_num_requests":1.0,"fallback_score":4728.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4728 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4728,"cache_hit":0,"estimated_new_tokens":4728,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":4728,"score_linear":106279.0,"score_lmetric":4728},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":4728,"score_linear":129673.0,"score_lmetric":71937},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":1536,"new_prefill":3192,"score_linear":208523.0,"score_lmetric":12768},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":4728,"score_linear":108020.0,"score_lmetric":4728},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6149,"ongoing_decode_tokens":0,"pending_prefill_tokens":6149,"num_requests":1,"active_p_offloads":0,"cached_blocks":2057,"cache_hit":0,"new_prefill":4728,"score_linear":6149.0,"score_lmetric":10877}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27382.903728407,"t_first_token_unix":1779961379.4586713,"t_done":27383.040850848,"t_done_unix":1779961379.595794},{"request_id":"1399948:3:1405988:782","session_id":"1399948","input_length":7995,"t_proxy_recv":27382.937110865,"t_decision_unix":1779961379.4920526,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7684803001876173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1851 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":1851,"cache_hit":6144,"estimated_new_tokens":1851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":7995,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":7995,"score_linear":106279.0,"score_lmetric":7995},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":7995,"score_linear":129673.0,"score_lmetric":75204},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":7995,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4728,"ongoing_decode_tokens":4728,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":7995,"score_linear":4728.0,"score_lmetric":7995},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":3387,"score_linear":205451.0,"score_lmetric":13548},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":7995,"score_linear":108020.0,"score_lmetric":7995},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2069,"cache_hit":6144,"new_prefill":1851,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":27383.127965866,"t_first_token_unix":1779961379.6829093,"t_done":27383.41824938,"t_done_unix":1779961379.9731925},{"request_id":"1314357:7:1427957:851","session_id":"1314357","input_length":106279,"t_proxy_recv":27378.076038402,"t_decision_unix":1779961374.6309795,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9972242870181315,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (295 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":295,"cache_hit":105984,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":106279,"score_linear":42342.0,"score_lmetric":106279},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":105984,"new_prefill":295,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":106279,"score_linear":129673.0,"score_lmetric":173488},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":106279,"score_linear":218696.0,"score_lmetric":743953},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":104787,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":106279,"score_linear":108020.0,"score_lmetric":112923},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39519,"ongoing_decode_tokens":39519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":106279,"score_linear":39519.0,"score_lmetric":212558}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":27378.280528096,"t_first_token_unix":1779961374.8354714,"t_done":27383.52466282,"t_done_unix":1779961380.0796063},{"request_id":"1399948:4:1407140:786","session_id":"1399948","input_length":8540,"t_proxy_recv":27383.422104445,"t_decision_unix":1779961379.977046,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8992974238875878,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (860 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":860,"cache_hit":7680,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":8540,"score_linear":106279.0,"score_lmetric":8540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":8540,"score_linear":129673.0,"score_lmetric":75749},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9801,"ongoing_decode_tokens":0,"pending_prefill_tokens":5193,"num_requests":1,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":8540,"score_linear":9801.0,"score_lmetric":13733},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":3932,"score_linear":205451.0,"score_lmetric":15728},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":8540,"score_linear":108020.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2072,"cache_hit":7680,"new_prefill":860,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":27383.507208802,"t_first_token_unix":1779961380.0621526,"t_done":27383.618154238,"t_done_unix":1779961380.173097},{"request_id":"1399948:5:1407922:791","session_id":"1399948","input_length":8612,"t_proxy_recv":27383.621137999,"t_decision_unix":1779961380.1760795,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8192,"affinity_cache_ratio":0.9512308406874129,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":420,"cache_hit":8192,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":8612,"score_linear":129673.0,"score_lmetric":75821},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9801,"ongoing_decode_tokens":9801,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":8612,"score_linear":9801.0,"score_lmetric":8612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":4004,"score_linear":205451.0,"score_lmetric":16016},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":8612,"score_linear":108020.0,"score_lmetric":8612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8192,"new_prefill":420,"score_linear":-8192.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":27383.656155672,"t_first_token_unix":1779961380.2110987,"t_done":27383.773506279,"t_done_unix":1779961380.328449},{"request_id":"1407494:3:1413526:825","session_id":"1407494","input_length":9801,"t_proxy_recv":27383.046709376,"t_decision_unix":1779961379.601651,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4701561065197429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":5193.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5193 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":5193,"cache_hit":4608,"estimated_new_tokens":5193,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":9801,"score_linear":106279.0,"score_lmetric":9801},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":9801,"score_linear":129673.0,"score_lmetric":77010},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":4608,"new_prefill":5193,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":1536,"new_prefill":8265,"score_linear":208523.0,"score_lmetric":33060},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":9801,"score_linear":108020.0,"score_lmetric":9801},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7995,"ongoing_decode_tokens":0,"pending_prefill_tokens":1851,"num_requests":1,"active_p_offloads":0,"cached_blocks":2069,"cache_hit":0,"new_prefill":9801,"score_linear":7995.0,"score_lmetric":11652}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":27383.514090649,"t_first_token_unix":1779961380.069034,"t_done":27383.851196944,"t_done_unix":1779961380.40614},{"request_id":"1399948:6:1410696:812","session_id":"1399948","input_length":11381,"t_proxy_recv":27383.778142901,"t_decision_unix":1779961380.3330843,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7197961514805378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3189 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":3189,"cache_hit":8192,"estimated_new_tokens":3189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11381,"score_linear":129673.0,"score_lmetric":78590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9801,"ongoing_decode_tokens":9801,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":11381,"score_linear":9801.0,"score_lmetric":11381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":6773,"score_linear":205451.0,"score_lmetric":27092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":11381,"score_linear":108020.0,"score_lmetric":11381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8192,"new_prefill":3189,"score_linear":-8192.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":27384.091945038,"t_first_token_unix":1779961380.646889,"t_done":27384.179159835,"t_done_unix":1779961380.7341027},{"request_id":"1399948:7:1413205:824","session_id":"1399948","input_length":11537,"t_proxy_recv":27384.182621752,"t_decision_unix":1779961380.7375631,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9763370026870071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (273 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":273,"cache_hit":11264,"estimated_new_tokens":273,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11537,"score_linear":129673.0,"score_lmetric":78746},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":6929,"score_linear":205451.0,"score_lmetric":27716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":11537,"score_linear":108020.0,"score_lmetric":11537},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":11264,"new_prefill":273,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":27384.242186066,"t_first_token_unix":1779961380.7971349,"t_done":27384.47125926,"t_done_unix":1779961381.0262036},{"request_id":"1399948:8:1425345:844","session_id":"1399948","input_length":11736,"t_proxy_recv":27384.475205324,"t_decision_unix":1779961381.0301468,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9597818677573279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (472 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":472,"cache_hit":11264,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11736,"score_linear":129673.0,"score_lmetric":78945},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":7128,"score_linear":205451.0,"score_lmetric":28512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":11736,"score_linear":108020.0,"score_lmetric":11736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":11264,"new_prefill":472,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":27384.535072885,"t_first_token_unix":1779961381.090016,"t_done":27384.662591044,"t_done_unix":1779961381.2175336},{"request_id":"1363093:5:1407810:790","session_id":"1363093","input_length":73188,"t_proxy_recv":27307.297096167,"t_decision_unix":1779961303.8520374,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":68608,"affinity_cache_ratio":0.9374214352079576,"affinity_num_requests":8,"avg_num_requests":2.625,"fallback_score":14048.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4580 < 8000)","v3_prefill_cache_hit":68608,"v3_new_local":4580,"cache_hit":68608,"estimated_new_tokens":4580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":73188,"score_linear":129808.0,"score_lmetric":152732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":73188,"score_linear":135124.0,"score_lmetric":146376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":73188,"score_linear":207249.0,"score_lmetric":274154},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":73188,"score_linear":125984.0,"score_lmetric":146376},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":22009,"ongoing_decode_tokens":22009,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":73188,"score_linear":22009.0,"score_lmetric":73188},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":152453,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-2824,"num_requests":8,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":68608,"new_prefill":4580,"score_linear":83845.0,"score_lmetric":14048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":132138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":73188,"score_linear":132138.0,"score_lmetric":146376},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":73188,"score_linear":127827.0,"score_lmetric":146376}],"chosen_score_linear":83845.0,"chosen_score_lmetric":14048,"t_first_token":27367.600450467,"t_first_token_unix":1779961364.1553946,"t_done":27386.575225583,"t_done_unix":1779961383.1301692},{"request_id":"1364128:3:1419644:833","session_id":"1364128","input_length":32179,"t_proxy_recv":27348.670418482,"t_decision_unix":1779961345.2253594,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.2704869635476553,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":15202.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[3,2,1,2,1,7,0,0])","v3_prefill_cache_hit":6656,"v3_new_local":25523,"cache_hit":6656,"estimated_new_tokens":25523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179971,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":32179,"score_linear":179971.0,"score_lmetric":96537},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":22,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":32179,"score_linear":81161.0,"score_lmetric":64402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":32179,"score_linear":124090.0,"score_lmetric":94317},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":32179,"score_linear":26440.0,"score_lmetric":32179},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":32179,"score_linear":107292.0,"score_lmetric":46287},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":32179,"score_linear":218696.0,"score_lmetric":238658},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":169457,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":6656,"new_prefill":25523,"score_linear":-6656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":8704,"new_prefill":23475,"score_linear":-8704.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":27353.15006951,"t_first_token_unix":1779961349.7050135,"t_done":27388.914358378,"t_done_unix":1779961385.4693017},{"request_id":"1314357:8:1431749:854","session_id":"1314357","input_length":106805,"t_proxy_recv":27391.463872892,"t_decision_unix":1779961388.0188143,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9971068770188661,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (309 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":309,"cache_hit":106496,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":106805,"score_linear":125947.0,"score_lmetric":118576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":106496,"new_prefill":309,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":106805,"score_linear":129673.0,"score_lmetric":174014},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136871,"ongoing_decode_tokens":134612,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":0,"new_prefill":106805,"score_linear":136871.0,"score_lmetric":320415},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":106805,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":27391.664532476,"t_first_token_unix":1779961388.2194762,"t_done":27392.932719887,"t_done_unix":1779961389.4876633},{"request_id":"1366128:19:1398824:745","session_id":"1366128","input_length":85663,"t_proxy_recv":27318.32564624,"t_decision_unix":1779961314.8805878,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9981438894271739,"affinity_num_requests":6,"avg_num_requests":1.625,"fallback_score":11490.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (159 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":159,"cache_hit":85504,"estimated_new_tokens":159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":71168,"new_prefill":14495,"score_linear":58640.0,"score_lmetric":35346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":85663,"score_linear":101803.0,"score_lmetric":85663},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":85663,"score_linear":207249.0,"score_lmetric":299104},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":85663,"score_linear":93040.0,"score_lmetric":85663},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":133033,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1756,"num_requests":6,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":85504,"new_prefill":159,"score_linear":47529.0,"score_lmetric":11490},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11414,"ongoing_decode_tokens":186106,"pending_prefill_tokens":-14436,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":85663,"score_linear":11414.0,"score_lmetric":71227},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":47529.0,"chosen_score_lmetric":11490,"t_first_token":27392.860399618,"t_first_token_unix":1779961389.4153433,"t_done":27393.309364131,"t_done_unix":1779961389.8643074},{"request_id":"1399948:9:1433544:857","session_id":"1399948","input_length":11993,"t_proxy_recv":27397.974591464,"t_decision_unix":1779961394.5295324,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9392145418160593,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (729 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":729,"cache_hit":11264,"estimated_new_tokens":729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":0,"pending_prefill_tokens":13426,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":11993,"score_linear":166514.0,"score_lmetric":50838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":11993,"score_linear":171535.0,"score_lmetric":29406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11993,"score_linear":129673.0,"score_lmetric":79202},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":148865,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":4608,"new_prefill":7385,"score_linear":144257.0,"score_lmetric":21678},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":11993,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":11264,"new_prefill":729,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":27398.042428004,"t_first_token_unix":1779961394.597371,"t_done":27398.106489132,"t_done_unix":1779961394.661432},{"request_id":"1275274:2:1405679:780","session_id":"1275274","input_length":119977,"t_proxy_recv":27299.79090125,"t_decision_unix":1779961296.3458426,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9687190044758579,"affinity_num_requests":6,"avg_num_requests":2.625,"fallback_score":24744.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3753 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":3753,"cache_hit":116224,"estimated_new_tokens":3753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":119977,"score_linear":129808.0,"score_lmetric":246310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":119977,"score_linear":135124.0,"score_lmetric":239954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":119977,"score_linear":207249.0,"score_lmetric":367732},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":119977,"score_linear":125984.0,"score_lmetric":305842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":119977,"score_linear":65157.0,"score_lmetric":271964},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":116224,"new_prefill":3753,"score_linear":20695.0,"score_lmetric":24744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":119977,"score_linear":134602.0,"score_lmetric":407346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":119977,"score_linear":127827.0,"score_lmetric":239954}],"chosen_score_linear":20695.0,"chosen_score_lmetric":24744,"t_first_token":27348.780267267,"t_first_token_unix":1779961345.3352113,"t_done":27400.217391769,"t_done_unix":1779961396.772335},{"request_id":"1407599:1:1407599:788","session_id":"1407599","input_length":1501,"t_proxy_recv":27306.512105328,"t_decision_unix":1779961303.0670466,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":-19768.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1501 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1501,"cache_hit":0,"estimated_new_tokens":1501,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":1501,"score_linear":129808.0,"score_lmetric":9358},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":1501,"score_linear":135124.0,"score_lmetric":3002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":1501,"score_linear":207249.0,"score_lmetric":130780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":1501,"score_linear":125984.0,"score_lmetric":3002},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19966,"ongoing_decode_tokens":0,"pending_prefill_tokens":9214,"num_requests":1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":1501,"score_linear":19966.0,"score_lmetric":10715},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":150952,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-4325,"num_requests":7,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":1501,"score_linear":150952.0,"score_lmetric":-19768},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":1501,"score_linear":130739.0,"score_lmetric":3002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":1501,"score_linear":127827.0,"score_lmetric":3002}],"chosen_score_linear":150952.0,"chosen_score_lmetric":-19768,"t_first_token":27349.274102948,"t_first_token_unix":1779961345.8290474,"t_done":27400.692541926,"t_done_unix":1779961397.2474854},{"request_id":"1399948:10:1434418:858","session_id":"1399948","input_length":12032,"t_proxy_recv":27400.98649825,"t_decision_unix":1779961397.5414395,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9787234042553191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (256 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":256,"cache_hit":11776,"estimated_new_tokens":256,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":12032,"score_linear":166514.0,"score_lmetric":24064},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":12032,"score_linear":171535.0,"score_lmetric":29484},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12032,"score_linear":129673.0,"score_lmetric":79241},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-68430,"ongoing_decode_tokens":14974,"pending_prefill_tokens":-159,"num_requests":1,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":4608,"new_prefill":7424,"score_linear":-73038.0,"score_lmetric":7265},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":12032,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":11776,"new_prefill":256,"score_linear":-11776.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27401.020614532,"t_first_token_unix":1779961397.575558,"t_done":27401.231976556,"t_done_unix":1779961397.7869205},{"request_id":"1397223:1:1397223:734","session_id":"1397223","input_length":13134,"t_proxy_recv":27270.128659297,"t_decision_unix":1779961266.6836007,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1410.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13134,"cache_hit":0,"estimated_new_tokens":13134,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17047,"ongoing_decode_tokens":0,"pending_prefill_tokens":663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":13134,"score_linear":17047.0,"score_lmetric":13797},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":13134,"score_linear":146014.0,"score_lmetric":151812},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":13134,"score_linear":106305.0,"score_lmetric":57999},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11724,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":13134,"score_linear":-83404.0,"score_lmetric":-1410},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":13134,"score_linear":106143.0,"score_lmetric":31213}],"chosen_score_linear":-83404.0,"chosen_score_lmetric":-1410,"t_first_token":27271.22659754,"t_first_token_unix":1779961267.7815409,"t_done":27402.381098981,"t_done_unix":1779961398.9360423},{"request_id":"1399948:11:1435163:860","session_id":"1399948","input_length":12106,"t_proxy_recv":27403.692344867,"t_decision_unix":1779961400.2472863,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9727407896910623,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (330 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":330,"cache_hit":11776,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":12106,"score_linear":166514.0,"score_lmetric":24212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":216804,"ongoing_decode_tokens":0,"pending_prefill_tokens":2923,"num_requests":3,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":12106,"score_linear":216804.0,"score_lmetric":45087},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12106,"score_linear":129673.0,"score_lmetric":79315},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":4608,"new_prefill":7498,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":12106,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":11776,"new_prefill":330,"score_linear":-11776.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27403.730764321,"t_first_token_unix":1779961400.2857075,"t_done":27403.778429115,"t_done_unix":1779961400.3333726},{"request_id":"1382089:3:1433211:856","session_id":"1382089","input_length":40567,"t_proxy_recv":27396.76806868,"t_decision_unix":1779961393.32301,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9592032933172283,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1655 < 8000)","v3_prefill_cache_hit":38912,"v3_new_local":1655,"cache_hit":38912,"estimated_new_tokens":1655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":38912,"new_prefill":1655,"score_linear":87035.0,"score_lmetric":13426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":40567,"score_linear":171535.0,"score_lmetric":86554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":40567,"score_linear":129673.0,"score_lmetric":107776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":148865,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":37888,"new_prefill":2679,"score_linear":110977.0,"score_lmetric":7560},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":40567,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":87035.0,"chosen_score_lmetric":13426,"t_first_token":27399.433518919,"t_first_token_unix":1779961395.9884627,"t_done":27403.859557452,"t_done_unix":1779961400.4145012},{"request_id":"1399948:12:1436179:863","session_id":"1399948","input_length":12164,"t_proxy_recv":27407.118954963,"t_decision_unix":1779961403.6738958,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9681025978296613,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (388 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":388,"cache_hit":11776,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":12164,"score_linear":125947.0,"score_lmetric":12164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":0,"pending_prefill_tokens":3386,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":12164,"score_linear":323763.0,"score_lmetric":62200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12164,"score_linear":129673.0,"score_lmetric":79373},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":4608,"new_prefill":7556,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":12164,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":0,"pending_prefill_tokens":6884,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":11776,"new_prefill":388,"score_linear":17636.0,"score_lmetric":7272}],"chosen_score_linear":17636.0,"chosen_score_lmetric":7272,"t_first_token":27407.577497182,"t_first_token_unix":1779961404.132441,"t_done":27407.77254581,"t_done_unix":1779961404.3274913},{"request_id":"1407599:2:1430593:852","session_id":"1407599","input_length":1840,"t_proxy_recv":27400.695490219,"t_decision_unix":1779961397.250432,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.8347826086956521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (304 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":304,"cache_hit":1536,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":1840,"score_linear":166514.0,"score_lmetric":3680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":1840,"score_linear":171535.0,"score_lmetric":9100},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":1840,"score_linear":129673.0,"score_lmetric":69049},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-70270,"ongoing_decode_tokens":13134,"pending_prefill_tokens":-159,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":1536,"new_prefill":304,"score_linear":-71806.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":1840,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71806.0,"chosen_score_lmetric":0,"t_first_token":27400.735010513,"t_first_token_unix":1779961397.2899535,"t_done":27412.262753338,"t_done_unix":1779961408.8176968},{"request_id":"1381387:7:1411928:819","session_id":"1381387","input_length":72608,"t_proxy_recv":27321.610908002,"t_decision_unix":1779961318.1658494,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9872190392243279,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (928 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":928,"cache_hit":71680,"estimated_new_tokens":928,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":72608,"score_linear":129808.0,"score_lmetric":151572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":72608,"score_linear":101803.0,"score_lmetric":72608},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":72608,"score_linear":207249.0,"score_lmetric":153276},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":512,"new_prefill":72096,"score_linear":92528.0,"score_lmetric":72096},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":72608,"score_linear":107292.0,"score_lmetric":86716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":72608,"score_linear":218696.0,"score_lmetric":521661},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-58236,"ongoing_decode_tokens":116456,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":71680,"new_prefill":928,"score_linear":-129916.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-129916.0,"chosen_score_lmetric":0,"t_first_token":27322.257618376,"t_first_token_unix":1779961318.8125622,"t_done":27412.511239245,"t_done_unix":1779961409.0661824},{"request_id":"1313181:9:1333349:415","session_id":"1313181","input_length":129673,"t_proxy_recv":27371.958352748,"t_decision_unix":1779961368.5132942,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":62464,"affinity_cache_ratio":0.481703978468918,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":67209.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62464,"v3_new_local":67209,"cache_hit":62464,"estimated_new_tokens":67209,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":24064,"new_prefill":105609,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":59904,"new_prefill":69769,"score_linear":-22506.0,"score_lmetric":69769},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":62464,"new_prefill":67209,"score_linear":-62464.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":-11565,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":129673,"score_linear":218696.0,"score_lmetric":826756},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36762,"ongoing_decode_tokens":206219,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":129673,"score_linear":36762.0,"score_lmetric":119352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":12800,"new_prefill":116873,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-62464.0,"chosen_score_lmetric":0,"t_first_token":27411.656836024,"t_first_token_unix":1779961408.21178,"t_done":27413.413868355,"t_done_unix":1779961409.968812},{"request_id":"1363943:13:1438562:865","session_id":"1363943","input_length":28711,"t_proxy_recv":27415.087685556,"t_decision_unix":1779961411.6426265,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9451429765595069,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1575 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":1575,"cache_hit":27136,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":8704,"new_prefill":20007,"score_linear":117243.0,"score_lmetric":20007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":73878,"pending_prefill_tokens":676,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":28711,"score_linear":323763.0,"score_lmetric":117548},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":4096,"new_prefill":24615,"score_linear":185905.0,"score_lmetric":59568},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":4096,"new_prefill":24615,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":28711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":4096,"new_prefill":24615,"score_linear":-5936.0,"score_lmetric":-24615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":4096,"new_prefill":24615,"score_linear":-863.0,"score_lmetric":-24615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":27136,"new_prefill":1575,"score_linear":2276.0,"score_lmetric":1575}],"chosen_score_linear":2276.0,"chosen_score_lmetric":1575,"t_first_token":27415.396941555,"t_first_token_unix":1779961411.951885,"t_done":27419.932288309,"t_done_unix":1779961416.487235},{"request_id":"1268861:10:1439325:866","session_id":"1268861","input_length":52920,"t_proxy_recv":27417.643918785,"t_decision_unix":1779961414.19886,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9287981859410431,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3768 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":3768,"cache_hit":49152,"estimated_new_tokens":3768,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":52920,"score_linear":125947.0,"score_lmetric":52920},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":73878,"pending_prefill_tokens":676,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":52920,"score_linear":323763.0,"score_lmetric":214384},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":52920,"score_linear":190001.0,"score_lmetric":116178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":49152,"new_prefill":3768,"score_linear":-49152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":52920,"score_linear":-1840.0,"score_lmetric":-52920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":52920,"score_linear":3233.0,"score_lmetric":-52920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58123,"ongoing_decode_tokens":58123,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":34304,"new_prefill":18616,"score_linear":23819.0,"score_lmetric":37232}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":27418.85263051,"t_first_token_unix":1779961415.407575,"t_done":27419.970117739,"t_done_unix":1779961416.5250614},{"request_id":"1366128:20:1400446:752","session_id":"1366128","input_length":97657,"t_proxy_recv":27393.330108686,"t_decision_unix":1779961389.8850503,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":85504,"affinity_cache_ratio":0.8755542357434695,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":85504,"v3_new_local":12153,"v3_src_idx":5,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":51208,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":85504,"estimated_new_tokens":12153,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":71168,"new_prefill":26489,"score_linear":54779.0,"score_lmetric":38260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":97657,"score_linear":129673.0,"score_lmetric":164866},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":51208,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159,"num_requests":2,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":85504,"new_prefill":12153,"score_linear":-34296.0,"score_lmetric":23988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":97657,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34296.0,"chosen_score_lmetric":23988,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":27393.3330393,"t_prefill_sent_unix":1779961389.8879821,"t_prefill_done":27400.217792935,"t_prefill_done_unix":1779961396.7727365,"t_decode_sent":27400.218991675,"t_decode_sent_unix":1779961396.7739346,"t_first_token":27420.382277897,"t_first_token_unix":1779961416.9372215,"t_done":27421.909362545,"t_done_unix":1779961418.4643064},{"request_id":"1404395:2:1435941:862","session_id":"1404395","input_length":29412,"t_proxy_recv":27406.273387191,"t_decision_unix":1779961402.8283281,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7659458724330205,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6884 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":6884,"cache_hit":22528,"estimated_new_tokens":6884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":29412,"score_linear":125947.0,"score_lmetric":29412},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":0,"pending_prefill_tokens":3386,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":512,"new_prefill":28900,"score_linear":323251.0,"score_lmetric":129144},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":29412,"score_linear":129673.0,"score_lmetric":96621},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":512,"new_prefill":28900,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":512,"new_prefill":28900,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":29412,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":22528,"new_prefill":6884,"score_linear":-22528.0,"score_lmetric":0}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":27407.563360338,"t_first_token_unix":1779961404.1183043,"t_done":27427.100083438,"t_done_unix":1779961423.655027},{"request_id":"1371622:2:1442319:869","session_id":"1371622","input_length":19056,"t_proxy_recv":27427.492890474,"t_decision_unix":1779961424.0478315,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13312,"affinity_cache_ratio":0.6985726280436608,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5744 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":5744,"cache_hit":13312,"estimated_new_tokens":5744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":19056,"score_linear":125947.0,"score_lmetric":19056},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":19056,"score_linear":226106.0,"score_lmetric":58557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":19056,"score_linear":190001.0,"score_lmetric":48450},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":13312,"new_prefill":5744,"score_linear":-13312.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":11264,"new_prefill":7792,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":19056,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66386,"ongoing_decode_tokens":108020,"pending_prefill_tokens":14001,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":19056,"score_linear":66386.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":27429.413583763,"t_first_token_unix":1779961425.968527,"t_done":27429.943363039,"t_done_unix":1779961426.4983063},{"request_id":"1264679:3:1431512:853","session_id":"1264679","input_length":125947,"t_proxy_recv":27390.503137572,"t_decision_unix":1779961387.058079,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114176,"affinity_cache_ratio":0.9065400525617918,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":114176,"v3_new_local":11771,"cache_hit":114176,"estimated_new_tokens":11771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":114176,"new_prefill":11771,"score_linear":-114176.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":125947,"score_linear":129673.0,"score_lmetric":193156},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136871,"ongoing_decode_tokens":134612,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":0,"new_prefill":125947,"score_linear":136871.0,"score_lmetric":377841},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":125947,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114176.0,"chosen_score_lmetric":0,"t_first_token":27399.046976903,"t_first_token_unix":1779961395.6019208,"t_done":27431.587411047,"t_done_unix":1779961428.1423547},{"request_id":"1371622:3:1443876:871","session_id":"1371622","input_length":19292,"t_proxy_recv":27432.602643689,"t_decision_unix":1779961429.1575851,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9819614347916235,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (348 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":348,"cache_hit":18944,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":19292,"score_linear":226106.0,"score_lmetric":59265},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":19292,"score_linear":190001.0,"score_lmetric":48922},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":18944,"new_prefill":348,"score_linear":-18944.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":11264,"new_prefill":8028,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":19292,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66386,"ongoing_decode_tokens":108020,"pending_prefill_tokens":14001,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":19292,"score_linear":66386.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":27432.686765354,"t_first_token_unix":1779961429.2417088,"t_done":27439.19909363,"t_done_unix":1779961435.754044},{"request_id":"1294611:12:1441557:868","session_id":"1294611","input_length":63153,"t_proxy_recv":27424.759831819,"t_decision_unix":1779961421.314773,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7783003182746663,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=-1 threshold=1 eff_loads=[1,3,2,0,0,0,-1,1])","v3_prefill_cache_hit":49152,"v3_new_local":14001,"cache_hit":49152,"estimated_new_tokens":14001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":63153,"score_linear":125947.0,"score_lmetric":63153},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":43008,"new_prefill":20145,"score_linear":183098.0,"score_lmetric":61824},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":63153,"score_linear":190001.0,"score_lmetric":136644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":12800,"new_prefill":50353,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":63153,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":49152,"new_prefill":14001,"score_linear":-45919.0,"score_lmetric":-14001},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":63153,"score_linear":29412.0,"score_lmetric":63153}],"chosen_score_linear":-45919.0,"chosen_score_lmetric":-14001,"t_first_token":27438.903967214,"t_first_token_unix":1779961435.458917,"t_done":27443.442381125,"t_done_unix":1779961439.9973242},{"request_id":"1342921:5:1433192:855","session_id":"1342921","input_length":73878,"t_proxy_recv":27396.694615839,"t_decision_unix":1779961393.249557,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9633179024878854,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2710 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":2710,"cache_hit":71168,"estimated_new_tokens":2710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":66048,"new_prefill":7830,"score_linear":59899.0,"score_lmetric":19601},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":71168,"new_prefill":2710,"score_linear":26489.0,"score_lmetric":2710},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":73878,"score_linear":129673.0,"score_lmetric":141087},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":148865,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":0,"new_prefill":73878,"score_linear":148865.0,"score_lmetric":221157},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":73878,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":26489.0,"chosen_score_lmetric":2710,"t_first_token":27412.437101586,"t_first_token_unix":1779961408.9920452,"t_done":27445.058332378,"t_done_unix":1779961441.613276},{"request_id":"1294611:13:1446349:872","session_id":"1294611","input_length":63488,"t_proxy_recv":27443.453390217,"t_decision_unix":1779961440.0083318,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9919354838709677,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (512 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":512,"cache_hit":62976,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":43008,"new_prefill":20480,"score_linear":183098.0,"score_lmetric":62829},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":63488,"score_linear":190001.0,"score_lmetric":137314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":12800,"new_prefill":50688,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":63488,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":62976,"new_prefill":512,"score_linear":-59743.0,"score_lmetric":-512},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59743.0,"chosen_score_lmetric":-512,"t_first_token":27443.568047683,"t_first_token_unix":1779961440.1229913,"t_done":27445.386280398,"t_done_unix":1779961441.9412236},{"request_id":"1270340:6:1434904:859","session_id":"1270340","input_length":45269,"t_proxy_recv":27402.629236559,"t_decision_unix":1779961399.1841776,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9952947933464402,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (213 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":213,"cache_hit":45056,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":45269,"score_linear":166514.0,"score_lmetric":90538},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":45056,"new_prefill":213,"score_linear":126479.0,"score_lmetric":5846},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":45269,"score_linear":129673.0,"score_lmetric":112478},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":1536,"new_prefill":43733,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-81564,"ongoing_decode_tokens":1840,"pending_prefill_tokens":-159,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":45269,"score_linear":-81564.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":45269,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":126479.0,"chosen_score_lmetric":5846,"t_first_token":27420.377876349,"t_first_token_unix":1779961416.93282,"t_done":27446.128320345,"t_done_unix":1779961442.6832635},{"request_id":"1314357:9:1435219:861","session_id":"1314357","input_length":106959,"t_proxy_recv":27403.933866853,"t_decision_unix":1779961400.4888082,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9956712385119532,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":10158.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (463 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":463,"cache_hit":106496,"estimated_new_tokens":463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":106959,"score_linear":125947.0,"score_lmetric":106959},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":216804,"ongoing_decode_tokens":0,"pending_prefill_tokens":2923,"num_requests":3,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":106496,"new_prefill":463,"score_linear":110308.0,"score_lmetric":10158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":106959,"score_linear":129673.0,"score_lmetric":174168},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":106959,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":110308.0,"chosen_score_lmetric":10158,"t_first_token":27444.589457378,"t_first_token_unix":1779961441.1444008,"t_done":27447.634552038,"t_done_unix":1779961444.189496},{"request_id":"1314357:10:1439373:867","session_id":"1314357","input_length":107228,"t_proxy_recv":27447.651557299,"t_decision_unix":1779961444.2064989,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9979482970865818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (220 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":220,"cache_hit":107008,"estimated_new_tokens":220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":107008,"new_prefill":220,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":107228,"score_linear":190001.0,"score_lmetric":224794},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":107228,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":107228,"score_linear":3233.0,"score_lmetric":-107228},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":27447.811809309,"t_first_token_unix":1779961444.3667529,"t_done":27448.097799592,"t_done_unix":1779961444.6527433},{"request_id":"1342921:6:1448548:876","session_id":"1342921","input_length":75761,"t_proxy_recv":27448.231666357,"t_decision_unix":1779961444.7866073,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9731656129142963,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2033 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":2033,"cache_hit":73728,"estimated_new_tokens":2033,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":66048,"new_prefill":9713,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108166,"ongoing_decode_tokens":0,"pending_prefill_tokens":1158,"num_requests":1,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":73728,"new_prefill":2033,"score_linear":34438.0,"score_lmetric":3191},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":75761,"score_linear":190001.0,"score_lmetric":161860},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":75761,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":75761,"score_linear":3233.0,"score_lmetric":-75761},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":34438.0,"chosen_score_lmetric":3191,"t_first_token":27449.74117665,"t_first_token_unix":1779961446.296121,"t_done":27450.374876232,"t_done_unix":1779961446.9298198},{"request_id":"1314357:11:1442554:870","session_id":"1314357","input_length":108166,"t_proxy_recv":27448.116591295,"t_decision_unix":1779961444.6715326,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9892942329382616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1158 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1158,"cache_hit":107008,"estimated_new_tokens":1158,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":107008,"new_prefill":1158,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":108166,"score_linear":190001.0,"score_lmetric":226670},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":108166,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":108166,"score_linear":3233.0,"score_lmetric":-108166},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":27448.889424364,"t_first_token_unix":1779961445.444368,"t_done":27451.980376713,"t_done_unix":1779961448.5353205},{"request_id":"1314357:12:1446681:873","session_id":"1314357","input_length":108409,"t_proxy_recv":27451.997249571,"t_decision_unix":1779961448.5521913,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.996522428949626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (377 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":377,"cache_hit":108032,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":108032,"new_prefill":377,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":108409,"score_linear":190001.0,"score_lmetric":227156},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":108409,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":108409,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":27452.230127093,"t_first_token_unix":1779961448.7850711,"t_done":27452.812380891,"t_done_unix":1779961449.3673244},{"request_id":"1366128:21:1402408:760","session_id":"1366128","input_length":97814,"t_proxy_recv":27421.924756306,"t_decision_unix":1779961418.479698,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":5,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945406588013985,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":534.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (534 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":534,"cache_hit":97280,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":71168,"new_prefill":26646,"score_linear":54779.0,"score_lmetric":26646},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":97280,"new_prefill":534,"score_linear":128826.0,"score_lmetric":2991},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":97814,"score_linear":190001.0,"score_lmetric":205966},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":97280,"new_prefill":534,"score_linear":-99120.0,"score_lmetric":-534},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":97814,"score_linear":3233.0,"score_lmetric":-97814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":97814,"score_linear":29412.0,"score_lmetric":97814}],"chosen_score_linear":-99120.0,"chosen_score_lmetric":-534,"t_first_token":27453.244794928,"t_first_token_unix":1779961449.799739,"t_done":27453.629691697,"t_done_unix":1779961450.1846352},{"request_id":"1366128:22:1403837:766","session_id":"1366128","input_length":97917,"t_proxy_recv":27453.64710998,"t_decision_unix":1779961450.2020512,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9987234086011622,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (125 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":125,"cache_hit":97792,"estimated_new_tokens":125,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":26749,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108791,"ongoing_decode_tokens":108791,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":97280,"new_prefill":637,"score_linear":11511.0,"score_lmetric":637},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":97917,"score_linear":190001.0,"score_lmetric":206172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":97792,"new_prefill":125,"score_linear":-99632.0,"score_lmetric":-125},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":97917,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-99632.0,"chosen_score_lmetric":-125,"t_first_token":27453.845502439,"t_first_token_unix":1779961450.4004462,"t_done":27453.91051925,"t_done_unix":1779961450.4654624},{"request_id":"1314357:13:1448346:875","session_id":"1314357","input_length":108791,"t_proxy_recv":27452.830544736,"t_decision_unix":1779961449.3854861,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9930233199437454,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (759 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":759,"cache_hit":108032,"estimated_new_tokens":759,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":108032,"new_prefill":759,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":108791,"score_linear":190001.0,"score_lmetric":227920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":108791,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":108791,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":27453.357868629,"t_first_token_unix":1779961449.9128118,"t_done":27455.162948074,"t_done_unix":1779961451.7178922},{"request_id":"1314357:14:1450740:878","session_id":"1314357","input_length":109010,"t_proxy_recv":27455.506674259,"t_decision_unix":1779961452.0616157,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108544,"affinity_cache_ratio":0.9957251628290983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (466 < 8000)","v3_prefill_cache_hit":108544,"v3_new_local":466,"cache_hit":108544,"estimated_new_tokens":466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":108544,"new_prefill":466,"score_linear":-108544.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":109010,"score_linear":190001.0,"score_lmetric":228358},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107734,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":109010,"score_linear":107734.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":109010,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108544.0,"chosen_score_lmetric":0,"t_first_token":27455.744368597,"t_first_token_unix":1779961452.2993147,"t_done":27457.021350499,"t_done_unix":1779961453.5762963},{"request_id":"1364090:10:1426859:847","session_id":"1364090","input_length":108020,"t_proxy_recv":27374.492324365,"t_decision_unix":1779961371.0472658,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9384928716904277,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6644 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":6644,"cache_hit":101376,"estimated_new_tokens":6644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":4096,"new_prefill":103924,"score_linear":38246.0,"score_lmetric":103924},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":7680,"new_prefill":100340,"score_linear":121993.0,"score_lmetric":167549},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":49152,"new_prefill":58868,"score_linear":169544.0,"score_lmetric":412076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":104787,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":101376,"new_prefill":6644,"score_linear":-101376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":7680,"new_prefill":100340,"score_linear":19243.0,"score_lmetric":100340}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":27378.667346877,"t_first_token_unix":1779961375.222291,"t_done":27457.71074011,"t_done_unix":1779961454.2656834},{"request_id":"1294611:14:1449074:877","session_id":"1294611","input_length":63616,"t_proxy_recv":27450.065872465,"t_decision_unix":1779961446.6208134,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":63488,"affinity_cache_ratio":0.9979879275653923,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (128 < 8000)","v3_prefill_cache_hit":63488,"v3_new_local":128,"cache_hit":63488,"estimated_new_tokens":128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183927,"ongoing_decode_tokens":183927,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":43008,"new_prefill":20608,"score_linear":140919.0,"score_lmetric":41216},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":63616,"score_linear":190001.0,"score_lmetric":137570},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":12800,"new_prefill":50816,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":63616,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":63488,"new_prefill":128,"score_linear":-60255.0,"score_lmetric":-128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60255.0,"chosen_score_lmetric":-128,"t_first_token":27450.170399251,"t_first_token_unix":1779961446.725343,"t_done":27458.380157094,"t_done_unix":1779961454.9351003},{"request_id":"1371622:4:1452210:881","session_id":"1371622","input_length":20439,"t_proxy_recv":27460.482048138,"t_decision_unix":1779961457.0369897,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9769558197563482,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (471 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":471,"cache_hit":19968,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":20439,"score_linear":190001.0,"score_lmetric":51216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":19968,"new_prefill":471,"score_linear":-19968.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55050,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":1,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":11264,"new_prefill":9175,"score_linear":43786.0,"score_lmetric":11489},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107734,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":20439,"score_linear":107734.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":20439,"score_linear":-104787.0,"score_lmetric":-40878},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":27460.542053898,"t_first_token_unix":1779961457.096997,"t_done":27461.076157112,"t_done_unix":1779961457.6311},{"request_id":"1268861:11:1452208:880","session_id":"1268861","input_length":55050,"t_proxy_recv":27460.473842727,"t_decision_unix":1779961457.0287838,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9579654859218892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2314 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2314,"cache_hit":52736,"estimated_new_tokens":2314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":55050,"score_linear":190001.0,"score_lmetric":120438},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":52736,"new_prefill":2314,"score_linear":-52736.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107734,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":55050,"score_linear":107734.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":55050,"score_linear":-104787.0,"score_lmetric":-110100},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":34304,"new_prefill":20746,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":27461.3066835,"t_first_token_unix":1779961457.8616269,"t_done":27461.788431657,"t_done_unix":1779961458.3433752},{"request_id":"1366128:23:1405900:781","session_id":"1366128","input_length":109574,"t_proxy_recv":27453.93205044,"t_decision_unix":1779961450.4869921,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8924744921240441,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":97792,"v3_new_local":11782,"cache_hit":97792,"estimated_new_tokens":11782,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":38406,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108791,"ongoing_decode_tokens":108791,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":97280,"new_prefill":12294,"score_linear":11511.0,"score_lmetric":12294},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":109574,"score_linear":190001.0,"score_lmetric":229486},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":97792,"new_prefill":11782,"score_linear":-99632.0,"score_lmetric":-11782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":109574,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-99632.0,"chosen_score_lmetric":-11782,"t_first_token":27461.490582666,"t_first_token_unix":1779961458.0455263,"t_done":27462.626662807,"t_done_unix":1779961459.1816068},{"request_id":"1366128:24:1407996:794","session_id":"1366128","input_length":109775,"t_proxy_recv":27462.643902692,"t_decision_unix":1779961459.1988442,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":109568,"affinity_cache_ratio":0.998114324755181,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (207 < 8000)","v3_prefill_cache_hit":109568,"v3_new_local":207,"cache_hit":109568,"estimated_new_tokens":207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":38607,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109164,"ongoing_decode_tokens":109164,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":12495,"score_linear":11884.0,"score_lmetric":12495},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":109775,"score_linear":190001.0,"score_lmetric":229888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":109568,"new_prefill":207,"score_linear":-111408.0,"score_lmetric":-207},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":109775,"score_linear":-104787.0,"score_lmetric":-219550},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111408.0,"chosen_score_lmetric":-207,"t_first_token":27462.866226082,"t_first_token_unix":1779961459.421171,"t_done":27463.202385731,"t_done_unix":1779961459.7573292},{"request_id":"1314357:15:1452292:882","session_id":"1314357","input_length":109164,"t_proxy_recv":27460.732683376,"t_decision_unix":1779961457.2876246,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9990106628558866,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":108,"cache_hit":109056,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":109056,"new_prefill":108,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":109164,"score_linear":190001.0,"score_lmetric":228666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":20439,"ongoing_decode_tokens":20439,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":109164,"score_linear":20439.0,"score_lmetric":109164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55050,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":1,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":109164,"score_linear":55050.0,"score_lmetric":111478},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107734,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":109164,"score_linear":107734.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":109164,"score_linear":-104787.0,"score_lmetric":-218328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":27460.906554144,"t_first_token_unix":1779961457.4614973,"t_done":27464.870485501,"t_done_unix":1779961461.4254298},{"request_id":"1356885:2:1438037:864","session_id":"1356885","input_length":127488,"t_proxy_recv":27413.389432581,"t_decision_unix":1779961409.9443736,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":122368,"affinity_cache_ratio":0.9598393574297188,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5120 < 8000)","v3_prefill_cache_hit":122368,"v3_new_local":5120,"cache_hit":122368,"estimated_new_tokens":5120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":6656,"new_prefill":120832,"score_linear":119291.0,"score_lmetric":120832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":73878,"pending_prefill_tokens":676,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":127488,"score_linear":323763.0,"score_lmetric":512656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":129673,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":122368,"new_prefill":5120,"score_linear":7305.0,"score_lmetric":5120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":1024,"new_prefill":126464,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":127488,"score_linear":-1840.0,"score_lmetric":-127488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":127488,"score_linear":3233.0,"score_lmetric":-127488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":127488,"score_linear":29412.0,"score_lmetric":127488}],"chosen_score_linear":7305.0,"chosen_score_lmetric":5120,"t_first_token":27465.113792754,"t_first_token_unix":1779961461.6687365,"t_done":27467.309906077,"t_done_unix":1779961463.8648493},{"request_id":"1366128:25:1411126:813","session_id":"1366128","input_length":117746,"t_proxy_recv":27463.224924437,"t_decision_unix":1779961459.7798662,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":109568,"affinity_cache_ratio":0.9305454113090891,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":109568,"v3_new_local":8178,"cache_hit":109568,"estimated_new_tokens":8178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":46578,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109164,"ongoing_decode_tokens":109164,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":20466,"score_linear":11884.0,"score_lmetric":20466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":117746,"score_linear":190001.0,"score_lmetric":245830},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":109568,"new_prefill":8178,"score_linear":-109568.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":117746,"score_linear":-104787.0,"score_lmetric":-235492},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109568.0,"chosen_score_lmetric":0,"t_first_token":27468.765707873,"t_first_token_unix":1779961465.3206522,"t_done":27469.220140304,"t_done_unix":1779961465.7750835},{"request_id":"1371622:5:1455608:884","session_id":"1371622","input_length":21518,"t_proxy_recv":27472.265325695,"t_decision_unix":1779961468.820267,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":20480,"affinity_cache_ratio":0.951761316107445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1038 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":1038,"cache_hit":20480,"estimated_new_tokens":1038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":21518,"score_linear":191076.0,"score_lmetric":43036},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":20480,"new_prefill":1038,"score_linear":-20480.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":11264,"new_prefill":10254,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":10229,"num_requests":1,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":0,"new_prefill":21518,"score_linear":127989.0,"score_lmetric":31747},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-20480.0,"chosen_score_lmetric":0,"t_first_token":27472.507952244,"t_first_token_unix":1779961469.0628953,"t_done":27472.961240322,"t_done_unix":1779961469.5161834},{"request_id":"1366128:26:1413108:823","session_id":"1366128","input_length":127989,"t_proxy_recv":27469.244050635,"t_decision_unix":1779961465.7989922,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9200790692950176,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":117760,"v3_new_local":10229,"cache_hit":117760,"estimated_new_tokens":10229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":56821,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":30709,"score_linear":-97280.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":127989,"score_linear":191076.0,"score_lmetric":255978},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":117760,"new_prefill":10229,"score_linear":-117760.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":27476.996428418,"t_first_token_unix":1779961473.5513723,"t_done":27479.829959885,"t_done_unix":1779961476.3849032},{"request_id":"1366128:27:1417788:831","session_id":"1366128","input_length":128433,"t_proxy_recv":27479.851516948,"t_decision_unix":1779961476.4064584,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":128000,"affinity_cache_ratio":0.9966285923399749,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (433 < 8000)","v3_prefill_cache_hit":128000,"v3_new_local":433,"cache_hit":128000,"estimated_new_tokens":433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":57265,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":31153,"score_linear":-97280.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":128433,"score_linear":191076.0,"score_lmetric":256866},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":128000,"new_prefill":433,"score_linear":-128000.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-128000.0,"chosen_score_lmetric":0,"t_first_token":27480.232779139,"t_first_token_unix":1779961476.7877228,"t_done":27481.23987233,"t_done_unix":1779961477.7948182},{"request_id":"1366128:28:1421998:837","session_id":"1366128","input_length":128642,"t_proxy_recv":27481.260581234,"t_decision_unix":1779961477.815523,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":128512,"affinity_cache_ratio":0.9989894435720837,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (130 < 8000)","v3_prefill_cache_hit":128512,"v3_new_local":130,"cache_hit":128512,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":57474,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":31362,"score_linear":-97280.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":128642,"score_linear":191076.0,"score_lmetric":257284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":128512,"new_prefill":130,"score_linear":-128512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-128512.0,"chosen_score_lmetric":0,"t_first_token":27481.527918623,"t_first_token_unix":1779961478.0828621,"t_done":27482.039814684,"t_done_unix":1779961478.594758},{"request_id":"1363943:14:1458616:885","session_id":"1363943","input_length":29268,"t_proxy_recv":27482.206284837,"t_decision_unix":1779961478.7612264,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.997129971299713,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (84 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":84,"cache_hit":29184,"estimated_new_tokens":84,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":20564,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":4096,"new_prefill":25172,"score_linear":186980.0,"score_lmetric":50344},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":126198,"ongoing_decode_tokens":0,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":4096,"new_prefill":25172,"score_linear":122102.0,"score_lmetric":25418},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":29184,"new_prefill":84,"score_linear":-29184.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27482.286902453,"t_first_token_unix":1779961478.8418455,"t_done":27482.851919927,"t_done_unix":1779961479.4068632},{"request_id":"1404395:3:1460072:887","session_id":"1404395","input_length":34392,"t_proxy_recv":27486.865159528,"t_decision_unix":1779961483.420101,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9230053500814143,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2648 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":2648,"cache_hit":31744,"estimated_new_tokens":2648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":34392,"score_linear":26406.0,"score_lmetric":34686},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":34392,"score_linear":191076.0,"score_lmetric":68784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":512,"new_prefill":33880,"score_linear":125686.0,"score_lmetric":33880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":31744,"new_prefill":2648,"score_linear":-31744.0,"score_lmetric":0}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":27487.48315075,"t_first_token_unix":1779961484.0380943,"t_done":27489.90082655,"t_done_unix":1779961486.45577},{"request_id":"1356885:3:1451307:879","session_id":"1356885","input_length":128563,"t_proxy_recv":27467.330607228,"t_decision_unix":1779961463.8855488,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":127488,"affinity_cache_ratio":0.9916383407356705,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1075 < 8000)","v3_prefill_cache_hit":127488,"v3_new_local":1075,"cache_hit":127488,"estimated_new_tokens":1075,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":6656,"new_prefill":121907,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":127488,"new_prefill":1075,"score_linear":-64975.0,"score_lmetric":1075},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":1024,"new_prefill":127539,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117746,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":128563,"score_linear":117746.0,"score_lmetric":136741},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-64975.0,"chosen_score_lmetric":1075,"t_first_token":27468.411592729,"t_first_token_unix":1779961464.9665375,"t_done":27491.354508282,"t_done_unix":1779961487.9094517},{"request_id":"1242838:5:1460026:886","session_id":"1242838","input_length":26406,"t_proxy_recv":27486.691392382,"t_decision_unix":1779961483.2463336,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9888661667802772,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (294 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":294,"cache_hit":26112,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":26112,"new_prefill":294,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":3584,"new_prefill":22822,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":26406,"score_linear":191076.0,"score_lmetric":52812},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":26406,"score_linear":126198.0,"score_lmetric":26406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":27489.906460172,"t_first_token_unix":1779961486.4614036,"t_done":27491.839789335,"t_done_unix":1779961488.3947325},{"request_id":"1363943:15:1461716:889","session_id":"1363943","input_length":29651,"t_proxy_recv":27492.127274476,"t_decision_unix":1779961488.6822157,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.984250109608445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (467 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":467,"cache_hit":29184,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":20947,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":29651,"score_linear":81299.0,"score_lmetric":29651},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2093,"cache_hit":4096,"new_prefill":25555,"score_linear":58417.0,"score_lmetric":25555},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":4096,"new_prefill":25555,"score_linear":203401.0,"score_lmetric":51110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":29184,"new_prefill":467,"score_linear":-29184.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27492.296745895,"t_first_token_unix":1779961488.8516896,"t_done":27493.677358018,"t_done_unix":1779961490.2323008},{"request_id":"1313181:9:1386945:689","session_id":"1313181","input_length":62513,"t_proxy_recv":27413.424365667,"t_decision_unix":1779961409.979307,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":62464,"affinity_cache_ratio":0.999216163038088,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (49 < 8000)","v3_prefill_cache_hit":62464,"v3_new_local":49,"cache_hit":62464,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":24064,"new_prefill":38449,"score_linear":101883.0,"score_lmetric":38449},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":73878,"pending_prefill_tokens":676,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":59904,"new_prefill":2609,"score_linear":263859.0,"score_lmetric":13140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":62464,"new_prefill":49,"score_linear":65024.0,"score_lmetric":5169},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":62513,"score_linear":-1840.0,"score_lmetric":-62513},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":62513,"score_linear":3233.0,"score_lmetric":-62513},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":12800,"new_prefill":49713,"score_linear":16612.0,"score_lmetric":49713}],"chosen_score_linear":65024.0,"chosen_score_lmetric":5169,"t_first_token":27465.117953779,"t_first_token_unix":1779961461.672897,"t_done":27495.590304205,"t_done_unix":1779961492.1452477},{"request_id":"1363943:16:1463626:890","session_id":"1363943","input_length":34671,"t_proxy_recv":27498.598653035,"t_decision_unix":1779961495.153594,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8565083210752502,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4975 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":4975,"cache_hit":29696,"estimated_new_tokens":4975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":25967,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":34671,"score_linear":81299.0,"score_lmetric":34671},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4096,"new_prefill":30575,"score_linear":125743.0,"score_lmetric":95902},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":4096,"new_prefill":30575,"score_linear":203401.0,"score_lmetric":61150},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":29696,"new_prefill":4975,"score_linear":-29696.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":27499.747499177,"t_first_token_unix":1779961496.3024435,"t_done":27501.21312713,"t_done_unix":1779961497.7680705},{"request_id":"1268861:12:1463977:891","session_id":"1268861","input_length":56147,"t_proxy_recv":27499.887241,"t_decision_unix":1779961496.4421823,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9757244376369174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1363 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":1363,"cache_hit":54784,"estimated_new_tokens":1363,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":56147,"score_linear":81299.0,"score_lmetric":56147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":56147,"score_linear":129839.0,"score_lmetric":121474},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":54784,"new_prefill":1363,"score_linear":-54784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":56147,"score_linear":207497.0,"score_lmetric":112294},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34671,"ongoing_decode_tokens":34671,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":34304,"new_prefill":21843,"score_linear":367.0,"score_lmetric":21843}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":27500.403388861,"t_first_token_unix":1779961496.9583328,"t_done":27501.308628485,"t_done_unix":1779961497.863572},{"request_id":"1371622:6:1465333:892","session_id":"1371622","input_length":23079,"t_proxy_recv":27504.142973286,"t_decision_unix":1779961500.6979146,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9317561419472248,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1575 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":1575,"cache_hit":21504,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":23079,"score_linear":81299.0,"score_lmetric":23079},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":23079,"score_linear":129839.0,"score_lmetric":88406},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":21504,"new_prefill":1575,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":11264,"new_prefill":11815,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":23079,"score_linear":207497.0,"score_lmetric":46158},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":27504.454405611,"t_first_token_unix":1779961501.009349,"t_done":27504.978587549,"t_done_unix":1779961501.5335307},{"request_id":"1363943:17:1466811:893","session_id":"1363943","input_length":35991,"t_proxy_recv":27509.276482211,"t_decision_unix":1779961505.8314235,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9673529493484482,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1175 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":1175,"cache_hit":34816,"estimated_new_tokens":1175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":27287,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":35991,"score_linear":81299.0,"score_lmetric":35991},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4096,"new_prefill":31895,"score_linear":125743.0,"score_lmetric":97222},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":4096,"new_prefill":31895,"score_linear":203401.0,"score_lmetric":63790},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":34816,"new_prefill":1175,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":27509.632895655,"t_first_token_unix":1779961506.1878397,"t_done":27510.757757913,"t_done_unix":1779961507.312701},{"request_id":"1366128:29:1424316:841","session_id":"1366128","input_length":126198,"t_proxy_recv":27482.102084533,"t_decision_unix":1779961478.657026,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":125952,"affinity_cache_ratio":0.9980506822612085,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":125952,"v3_new_local":246,"cache_hit":125952,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":55030,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":28918,"score_linear":-97280.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":126198,"score_linear":191076.0,"score_lmetric":252396},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":125952,"new_prefill":246,"score_linear":-125952.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-125952.0,"chosen_score_lmetric":0,"t_first_token":27482.252605116,"t_first_token_unix":1779961478.8075485,"t_done":27511.890289209,"t_done_unix":1779961508.4452372},{"request_id":"1404395:4:1467473:894","session_id":"1404395","input_length":34863,"t_proxy_recv":27511.594245975,"t_decision_unix":1779961508.1491873,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9839658090238935,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (559 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":559,"cache_hit":34304,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":512,"new_prefill":34351,"score_linear":80787.0,"score_lmetric":34351},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":34863,"score_linear":129839.0,"score_lmetric":100190},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":512,"new_prefill":34351,"score_linear":206985.0,"score_lmetric":68702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2117,"cache_hit":34304,"new_prefill":559,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":27511.697528832,"t_first_token_unix":1779961508.2524724,"t_done":27512.942080431,"t_done_unix":1779961509.4970236},{"request_id":"1363093:6:1460799:888","session_id":"1363093","input_length":81299,"t_proxy_recv":27489.270831363,"t_decision_unix":1779961485.8257728,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9005768828644879,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":73216,"v3_new_local":8083,"v3_src_idx":5,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":73216,"estimated_new_tokens":8083,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":81299,"score_linear":26406.0,"score_lmetric":81593},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":81299,"score_linear":191076.0,"score_lmetric":162598},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":73216,"new_prefill":8083,"score_linear":52982.0,"score_lmetric":8083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34392,"ongoing_decode_tokens":34392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":81299,"score_linear":34392.0,"score_lmetric":81299}],"chosen_score_linear":52982.0,"chosen_score_lmetric":8083,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":27489.272883067,"t_prefill_sent_unix":1779961485.8278255,"t_prefill_done":27511.650503502,"t_prefill_done_unix":1779961508.2054474,"t_decode_sent":27511.651455841,"t_decode_sent_unix":1779961508.206399,"t_first_token":27513.775991203,"t_first_token_unix":1779961510.3309352,"t_done":27514.388535566,"t_done_unix":1779961510.9434836},{"request_id":"1371622:7:1468305:895","session_id":"1371622","input_length":24036,"t_proxy_recv":27514.363905748,"t_decision_unix":1779961510.9188466,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9585621567648527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (996 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":996,"cache_hit":23040,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":24036,"score_linear":81299.0,"score_lmetric":24036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":24036,"score_linear":129839.0,"score_lmetric":89363},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":23040,"new_prefill":996,"score_linear":-23040.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":11264,"new_prefill":12772,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":27514.582742007,"t_first_token_unix":1779961511.1376858,"t_done":27515.432669939,"t_done_unix":1779961511.9876132},{"request_id":"1363943:18:1469143:896","session_id":"1363943","input_length":47303,"t_proxy_recv":27517.181718894,"t_decision_unix":1779961513.7366602,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.7576686468088705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":35840,"v3_new_local":11463,"cache_hit":35840,"estimated_new_tokens":11463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":38599,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4096,"new_prefill":43207,"score_linear":125743.0,"score_lmetric":108534},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":35840,"new_prefill":11463,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":27520.392156597,"t_first_token_unix":1779961516.9471009,"t_done":27523.141464155,"t_done_unix":1779961519.6964073},{"request_id":"1405155:3:1469167:897","session_id":"1405155","input_length":66246,"t_proxy_recv":27517.26174162,"t_decision_unix":1779961513.8166833,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.610572713824231,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":40448,"v3_new_local":25798,"cache_hit":40448,"estimated_new_tokens":25798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":66246,"score_linear":129839.0,"score_lmetric":131573},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":40448,"new_prefill":25798,"score_linear":-40448.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":512,"new_prefill":65734,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":1,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":0,"new_prefill":66246,"score_linear":47303.0,"score_lmetric":77709}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":27526.174620004,"t_first_token_unix":1779961522.7295647,"t_done":27528.006395025,"t_done_unix":1779961524.5613384},{"request_id":"1399948:13:1472968:898","session_id":"1399948","input_length":12247,"t_proxy_recv":27529.716050954,"t_decision_unix":1779961526.270992,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9615416020249857,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (471 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":471,"cache_hit":11776,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":12247,"score_linear":129839.0,"score_lmetric":77574},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":7639,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":11776,"new_prefill":471,"score_linear":-11776.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27529.767310229,"t_first_token_unix":1779961526.322254,"t_done":27529.904696091,"t_done_unix":1779961526.459639},{"request_id":"1342921:7:1473812:900","session_id":"1342921","input_length":76600,"t_proxy_recv":27532.677691279,"t_decision_unix":1779961529.2326324,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9892428198433421,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (824 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":824,"cache_hit":75776,"estimated_new_tokens":824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":66048,"new_prefill":10552,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":75776,"new_prefill":824,"score_linear":-75776.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":76600,"score_linear":129839.0,"score_lmetric":141927},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":76600,"score_linear":24569.0,"score_lmetric":76600},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":27533.2279726,"t_first_token_unix":1779961529.782917,"t_done":27534.561461816,"t_done_unix":1779961531.1164057},{"request_id":"1371622:8:1473416:899","session_id":"1371622","input_length":24569,"t_proxy_recv":27531.385312928,"t_decision_unix":1779961527.940254,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9794456428833083,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":505,"cache_hit":24064,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":24569,"score_linear":129839.0,"score_lmetric":89896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":24064,"new_prefill":505,"score_linear":-24064.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":11264,"new_prefill":13305,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":27531.545767156,"t_first_token_unix":1779961528.1007185,"t_done":27534.711311512,"t_done_unix":1779961531.266255},{"request_id":"1313181:10:1338837:436","session_id":"1313181","input_length":129839,"t_proxy_recv":27495.615071045,"t_decision_unix":1779961492.1700125,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":64512,"affinity_cache_ratio":0.4968614977009989,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":65327.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":64512,"v3_new_local":65327,"cache_hit":64512,"estimated_new_tokens":65327,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":24064,"new_prefill":105775,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":59904,"new_prefill":69935,"score_linear":21395.0,"score_lmetric":69935},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":64512,"new_prefill":65327,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":129839,"score_linear":207497.0,"score_lmetric":259678},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":12800,"new_prefill":117039,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":27534.437893257,"t_first_token_unix":1779961530.9928374,"t_done":27535.315190097,"t_done_unix":1779961531.8701339},{"request_id":"1363943:19:1473899:901","session_id":"1363943","input_length":56056,"t_proxy_recv":27532.957479562,"t_decision_unix":1779961529.512421,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47616,"affinity_cache_ratio":0.8494362780077066,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":47616,"v3_new_local":8440,"cache_hit":47616,"estimated_new_tokens":8440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":47352,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":76600,"ongoing_decode_tokens":0,"pending_prefill_tokens":824,"num_requests":1,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":56056,"score_linear":76600.0,"score_lmetric":56880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4096,"new_prefill":51960,"score_linear":125743.0,"score_lmetric":117287},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":4096,"new_prefill":51960,"score_linear":20473.0,"score_lmetric":51960},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":47616,"new_prefill":8440,"score_linear":-47616.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":27535.90117395,"t_first_token_unix":1779961532.456118,"t_done":27537.766731568,"t_done_unix":1779961534.321675},{"request_id":"1313181:10:1399867:746","session_id":"1313181","input_length":64724,"t_proxy_recv":27535.327804944,"t_decision_unix":1779961531.8827465,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9967245534886595,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (212 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":212,"cache_hit":64512,"estimated_new_tokens":212,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":24064,"new_prefill":40660,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":4820,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":64512,"new_prefill":212,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56056,"ongoing_decode_tokens":0,"pending_prefill_tokens":8440,"num_requests":1,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":12800,"new_prefill":51924,"score_linear":43256.0,"score_lmetric":60364}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":27535.418604551,"t_first_token_unix":1779961531.9735482,"t_done":27538.544795278,"t_done_unix":1779961535.099739},{"request_id":"1363943:20:1476805:903","session_id":"1363943","input_length":60761,"t_proxy_recv":27542.92661927,"t_decision_unix":1779961539.481561,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9184838959200803,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4953 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":4953,"cache_hit":55808,"estimated_new_tokens":4953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":52057,"score_linear":36245.0,"score_lmetric":80110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":4096,"new_prefill":56665,"score_linear":125835.0,"score_lmetric":121572},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":55808,"new_prefill":4953,"score_linear":-55808.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":27544.713481255,"t_first_token_unix":1779961541.2684255,"t_done":27548.175492416,"t_done_unix":1779961544.7304356},{"request_id":"1305906:4:1476757:902","session_id":"1305906","input_length":44949,"t_proxy_recv":27542.749745561,"t_decision_unix":1779961539.3046863,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.375892678368818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":28053.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":16896,"v3_new_local":28053,"cache_hit":16896,"estimated_new_tokens":28053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":16896,"new_prefill":28053,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":44949,"score_linear":129931.0,"score_lmetric":109856},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":27550.548908407,"t_first_token_unix":1779961547.1038525,"t_done":27551.884164754,"t_done_unix":1779961548.4391081},{"request_id":"1371622:9:1479535:905","session_id":"1371622","input_length":25286,"t_proxy_recv":27552.061027527,"t_decision_unix":1779961548.6159687,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9719212212291386,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":710,"cache_hit":24576,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":0,"pending_prefill_tokens":427,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":25286,"score_linear":38827.0,"score_lmetric":25713},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":25286,"score_linear":129931.0,"score_lmetric":90193},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":24576,"new_prefill":710,"score_linear":-24576.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":11264,"new_prefill":14022,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":27552.166223263,"t_first_token_unix":1779961548.721167,"t_done":27552.726681529,"t_done_unix":1779961549.2816248},{"request_id":"1404395:5:1480170:906","session_id":"1404395","input_length":36988,"t_proxy_recv":27554.30315192,"t_decision_unix":1779961550.858093,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9412782524061858,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2172 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":2172,"cache_hit":34816,"estimated_new_tokens":2172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":0,"pending_prefill_tokens":427,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":512,"new_prefill":36476,"score_linear":38315.0,"score_lmetric":36903},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":36988,"score_linear":129931.0,"score_lmetric":101895},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":34816,"new_prefill":2172,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":27554.885872335,"t_first_token_unix":1779961551.4408169,"t_done":27557.533413874,"t_done_unix":1779961554.0883582},{"request_id":"1268861:13:1481831:907","session_id":"1268861","input_length":57130,"t_proxy_recv":27559.89475991,"t_decision_unix":1779961556.449701,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":55808,"affinity_cache_ratio":0.976859793453527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1322 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":1322,"cache_hit":55808,"estimated_new_tokens":1322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":57130,"score_linear":38827.0,"score_lmetric":57130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":57130,"score_linear":129931.0,"score_lmetric":122037},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":55808,"new_prefill":1322,"score_linear":-55808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":34304,"new_prefill":22826,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":27560.31743284,"t_first_token_unix":1779961556.8723767,"t_done":27561.617491735,"t_done_unix":1779961558.172435},{"request_id":"1363943:21:1482184:908","session_id":"1363943","input_length":65658,"t_proxy_recv":27561.224836532,"t_decision_unix":1779961557.779778,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9279600353346127,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4730 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":4730,"cache_hit":60928,"estimated_new_tokens":4730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":8704,"new_prefill":56954,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":65658,"score_linear":38827.0,"score_lmetric":65658},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":4096,"new_prefill":61562,"score_linear":125835.0,"score_lmetric":126469},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":65658,"score_linear":57130.0,"score_lmetric":65658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":60928,"new_prefill":4730,"score_linear":-60928.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":27563.141236525,"t_first_token_unix":1779961559.6961806,"t_done":27566.282162554,"t_done_unix":1779961562.837106},{"request_id":"1301929:4:1479037:904","session_id":"1301929","input_length":38827,"t_proxy_recv":27550.320809049,"t_decision_unix":1779961546.8757503,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9890024982615191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (427 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":427,"cache_hit":38400,"estimated_new_tokens":427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":3584,"new_prefill":35243,"score_linear":41365.0,"score_lmetric":63296},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":38400,"new_prefill":427,"score_linear":-38400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":38827,"score_linear":129931.0,"score_lmetric":103734},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":27556.356659432,"t_first_token_unix":1779961552.9116054,"t_done":27567.981342447,"t_done_unix":1779961564.5362856},{"request_id":"1404395:6:1483967:909","session_id":"1404395","input_length":37689,"t_proxy_recv":27567.143765982,"t_decision_unix":1779961563.698707,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9781103239672053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (825 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":825,"cache_hit":36864,"estimated_new_tokens":825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":512,"new_prefill":37177,"score_linear":38315.0,"score_lmetric":37177},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":37689,"score_linear":129931.0,"score_lmetric":102596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2180,"cache_hit":36864,"new_prefill":825,"score_linear":-36864.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":27567.350619982,"t_first_token_unix":1779961563.905563,"t_done":27569.863220867,"t_done_unix":1779961566.4181643},{"request_id":"1363943:22:1485341:910","session_id":"1363943","input_length":70238,"t_proxy_recv":27571.8810221,"t_decision_unix":1779961568.4359632,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9330561804151599,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4702 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":4702,"cache_hit":65536,"estimated_new_tokens":4702,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":8704,"new_prefill":61534,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":4096,"new_prefill":66142,"score_linear":125835.0,"score_lmetric":131049},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":65536,"new_prefill":4702,"score_linear":-65536.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":27573.794489701,"t_first_token_unix":1779961570.3494337,"t_done":27577.277415028,"t_done_unix":1779961573.8323607},{"request_id":"1313181:11:1344301:464","session_id":"1313181","input_length":129931,"t_proxy_recv":27538.567827313,"t_decision_unix":1779961535.1227686,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.5004502389729933,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":64907,"cache_hit":65024,"estimated_new_tokens":64907,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":24064,"new_prefill":105867,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":70027,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":65024,"new_prefill":64907,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":12800,"new_prefill":117131,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27577.341755359,"t_first_token_unix":1779961573.8966992,"t_done":27578.186150775,"t_done_unix":1779961574.741094},{"request_id":"1313181:11:1402841:762","session_id":"1313181","input_length":65123,"t_proxy_recv":27578.195716362,"t_decision_unix":1779961574.750658,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9984797997635244,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (99 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":99,"cache_hit":65024,"estimated_new_tokens":99,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29903,"ongoing_decode_tokens":29903,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":24064,"new_prefill":41059,"score_linear":5839.0,"score_lmetric":41059},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":5219,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":65024,"new_prefill":99,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27578.283271651,"t_first_token_unix":1779961574.8382149,"t_done":27578.679100082,"t_done_unix":1779961575.2340438},{"request_id":"1242838:6:1486863:911","session_id":"1242838","input_length":29903,"t_proxy_recv":27576.897431694,"t_decision_unix":1779961573.452373,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8903454502892686,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3279 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":3279,"cache_hit":26624,"estimated_new_tokens":3279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":26624,"new_prefill":3279,"score_linear":-26624.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":3584,"new_prefill":26319,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":29903,"score_linear":129931.0,"score_lmetric":94810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":0,"new_prefill":29903,"score_linear":70238.0,"score_lmetric":29903}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":27577.630278107,"t_first_token_unix":1779961574.1852245,"t_done":27578.979623664,"t_done_unix":1779961575.5345669},{"request_id":"1363943:23:1488713:912","session_id":"1363943","input_length":72516,"t_proxy_recv":27583.033205635,"t_decision_unix":1779961579.5881467,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9672899773843014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2372 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":2372,"cache_hit":70144,"estimated_new_tokens":2372,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":63812,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":68420,"score_linear":126383.0,"score_lmetric":133875},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":70144,"new_prefill":2372,"score_linear":-70144.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":27584.091788666,"t_first_token_unix":1779961580.6467328,"t_done":27586.056808482,"t_done_unix":1779961582.611752},{"request_id":"1404395:7:1491186:914","session_id":"1404395","input_length":39569,"t_proxy_recv":27591.693062208,"t_decision_unix":1779961588.2480035,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9575172483509818,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1681 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1681,"cache_hit":37888,"estimated_new_tokens":1681,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":39569,"score_linear":130479.0,"score_lmetric":105024},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74939,"ongoing_decode_tokens":0,"pending_prefill_tokens":2235,"num_requests":1,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":37888,"new_prefill":1681,"score_linear":37051.0,"score_lmetric":3916}],"chosen_score_linear":37051.0,"chosen_score_lmetric":3916,"t_first_token":27592.969146377,"t_first_token_unix":1779961589.5240903,"t_done":27593.481070923,"t_done_unix":1779961590.0360143},{"request_id":"1363943:24:1491020:913","session_id":"1363943","input_length":74939,"t_proxy_recv":27591.294516135,"t_decision_unix":1779961587.8494577,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9701757429375892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2235 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":2235,"cache_hit":72704,"estimated_new_tokens":2235,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":66235,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":70843,"score_linear":126383.0,"score_lmetric":136298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":72704,"new_prefill":2235,"score_linear":-72704.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":27592.526975595,"t_first_token_unix":1779961589.0819197,"t_done":27594.705118118,"t_done_unix":1779961591.2600634},{"request_id":"1363943:25:1493325:915","session_id":"1363943","input_length":75711,"t_proxy_recv":27598.776156834,"t_decision_unix":1779961595.331098,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9873334125820554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (959 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":959,"cache_hit":74752,"estimated_new_tokens":959,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":67007,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":71615,"score_linear":126383.0,"score_lmetric":137070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2203,"cache_hit":74752,"new_prefill":959,"score_linear":-74752.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":27599.170348706,"t_first_token_unix":1779961595.7252922,"t_done":27601.365478099,"t_done_unix":1779961597.9204216},{"request_id":"1404395:8:1494219:916","session_id":"1404395","input_length":39820,"t_proxy_recv":27601.798356096,"t_decision_unix":1779961598.3532975,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39424,"affinity_cache_ratio":0.9900552486187846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (396 < 8000)","v3_prefill_cache_hit":39424,"v3_new_local":396,"cache_hit":39424,"estimated_new_tokens":396,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":39820,"score_linear":130479.0,"score_lmetric":105275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2205,"cache_hit":39424,"new_prefill":396,"score_linear":-39424.0,"score_lmetric":0}],"chosen_score_linear":-39424.0,"chosen_score_lmetric":0,"t_first_token":27601.941246924,"t_first_token_unix":1779961598.496191,"t_done":27605.542331559,"t_done_unix":1779961602.0972745},{"request_id":"1363943:26:1495648:917","session_id":"1363943","input_length":83861,"t_proxy_recv":27606.538798539,"t_decision_unix":1779961603.09374,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":75776,"affinity_cache_ratio":0.903590465174515,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":75776,"v3_new_local":8085,"cache_hit":75776,"estimated_new_tokens":8085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":75157,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":79765,"score_linear":126383.0,"score_lmetric":145220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2206,"cache_hit":75776,"new_prefill":8085,"score_linear":-75776.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":27610.542077677,"t_first_token_unix":1779961607.0970213,"t_done":27612.386304443,"t_done_unix":1779961608.941248},{"request_id":"1363943:27:1497882:919","session_id":"1363943","input_length":84090,"t_proxy_recv":27613.811881548,"t_decision_unix":1779961610.3668225,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9985491735045784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (122 < 8000)","v3_prefill_cache_hit":83968,"v3_new_local":122,"cache_hit":83968,"estimated_new_tokens":122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":75386,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":79994,"score_linear":126383.0,"score_lmetric":145449},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":84090,"score_linear":75760.0,"score_lmetric":88170},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":83968,"new_prefill":122,"score_linear":-83968.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":27613.945492347,"t_first_token_unix":1779961610.500437,"t_done":27617.515046753,"t_done_unix":1779961614.0699909},{"request_id":"1313181:12:1346194:470","session_id":"1313181","input_length":130479,"t_proxy_recv":27578.700018473,"t_decision_unix":1779961575.2549598,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49834839322802904,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":65455.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":65455,"cache_hit":65024,"estimated_new_tokens":65455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29903,"ongoing_decode_tokens":29903,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":24064,"new_prefill":106415,"score_linear":5839.0,"score_lmetric":106415},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":70575,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":65024,"new_prefill":65455,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27617.750948038,"t_first_token_unix":1779961614.305893,"t_done":27618.658274882,"t_done_unix":1779961615.213219},{"request_id":"1313181:12:1404813:772","session_id":"1313181","input_length":65179,"t_proxy_recv":27618.669921516,"t_decision_unix":1779961615.224863,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9976219334448212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (155 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":155,"cache_hit":65024,"estimated_new_tokens":155,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":24064,"new_prefill":41115,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":5275,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":65024,"new_prefill":155,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":65179,"score_linear":137670.0,"score_lmetric":148674},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":12800,"new_prefill":52379,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27618.762958043,"t_first_token_unix":1779961615.317902,"t_done":27619.314202358,"t_done_unix":1779961615.8691463},{"request_id":"1242838:7:1499476:921","session_id":"1242838","input_length":33352,"t_proxy_recv":27619.124607867,"t_decision_unix":1779961615.679549,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8903813864236028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3656 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":3656,"cache_hit":29696,"estimated_new_tokens":3656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":29696,"new_prefill":3656,"score_linear":-29696.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":3584,"new_prefill":29768,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65179,"ongoing_decode_tokens":65179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":33352,"score_linear":65179.0,"score_lmetric":33352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":33352,"score_linear":137670.0,"score_lmetric":85020},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":27619.928696142,"t_first_token_unix":1779961616.4836416,"t_done":27621.940718402,"t_done_unix":1779961618.4956615},{"request_id":"1363943:28:1500984:922","session_id":"1363943","input_length":86984,"t_proxy_recv":27624.125765825,"t_decision_unix":1779961620.6807067,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9653269566816886,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3016 < 8000)","v3_prefill_cache_hit":83968,"v3_new_local":3016,"cache_hit":83968,"estimated_new_tokens":3016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":8704,"new_prefill":78280,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":4096,"new_prefill":82888,"score_linear":127603.0,"score_lmetric":149563},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":86984,"score_linear":137670.0,"score_lmetric":192284},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":83968,"new_prefill":3016,"score_linear":-83968.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":27625.676804693,"t_first_token_unix":1779961622.2317488,"t_done":27627.865794218,"t_done_unix":1779961624.4207375},{"request_id":"1268861:14:1498281:920","session_id":"1268861","input_length":61910,"t_proxy_recv":27615.285258165,"t_decision_unix":1779961611.8401992,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9179777095784203,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5078 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":5078,"cache_hit":56832,"estimated_new_tokens":5078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":61910,"score_linear":130479.0,"score_lmetric":127365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":56832,"new_prefill":5078,"score_linear":18928.0,"score_lmetric":9158},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":34304,"new_prefill":27606,"score_linear":49786.0,"score_lmetric":27606}],"chosen_score_linear":18928.0,"chosen_score_lmetric":9158,"t_first_token":27631.495576616,"t_first_token_unix":1779961628.0505207,"t_done":27632.39556453,"t_done_unix":1779961628.950508},{"request_id":"1388507:2:1496686:918","session_id":"1388507","input_length":75760,"t_proxy_recv":27609.903327287,"t_decision_unix":1779961606.4582684,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9461457233368532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4080 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":4080,"cache_hit":71680,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":75760,"score_linear":130479.0,"score_lmetric":141215},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":71680,"new_prefill":4080,"score_linear":-71680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83861,"ongoing_decode_tokens":0,"pending_prefill_tokens":8085,"num_requests":1,"active_p_offloads":0,"cached_blocks":2206,"cache_hit":0,"new_prefill":75760,"score_linear":83861.0,"score_lmetric":83845}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":27631.487263486,"t_first_token_unix":1779961628.042208,"t_done":27633.408728652,"t_done_unix":1779961629.9636726},{"request_id":"1342921:8:1503584:925","session_id":"1342921","input_length":78722,"t_proxy_recv":27632.977562951,"t_decision_unix":1779961629.5325043,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76288,"affinity_cache_ratio":0.9690810700947639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2434 < 8000)","v3_prefill_cache_hit":76288,"v3_new_local":2434,"cache_hit":76288,"estimated_new_tokens":2434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":66048,"new_prefill":12674,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":76288,"new_prefill":2434,"score_linear":-76288.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":78722,"score_linear":131699.0,"score_lmetric":145397},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":78722,"score_linear":103893.0,"score_lmetric":89431},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75760,"ongoing_decode_tokens":75760,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2279,"cache_hit":0,"new_prefill":78722,"score_linear":75760.0,"score_lmetric":78722},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89469,"ongoing_decode_tokens":0,"pending_prefill_tokens":2429,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":0,"new_prefill":78722,"score_linear":89469.0,"score_lmetric":81151}],"chosen_score_linear":-76288.0,"chosen_score_lmetric":0,"t_first_token":27634.107599133,"t_first_token_unix":1779961630.6625433,"t_done":27634.288296981,"t_done_unix":1779961630.8432436},{"request_id":"1363943:29:1503515:924","session_id":"1363943","input_length":89469,"t_proxy_recv":27632.724585593,"t_decision_unix":1779961629.2795267,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":87040,"affinity_cache_ratio":0.972850931607596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2429 < 8000)","v3_prefill_cache_hit":87040,"v3_new_local":2429,"cache_hit":87040,"estimated_new_tokens":2429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":8704,"new_prefill":80765,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":4096,"new_prefill":85373,"score_linear":127603.0,"score_lmetric":152048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":85373,"score_linear":99797.0,"score_lmetric":96082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75760,"ongoing_decode_tokens":75760,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2279,"cache_hit":0,"new_prefill":89469,"score_linear":75760.0,"score_lmetric":89469},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":87040,"new_prefill":2429,"score_linear":-87040.0,"score_lmetric":0}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":27634.155048608,"t_first_token_unix":1779961630.7099922,"t_done":27636.49849648,"t_done_unix":1779961633.0534399},{"request_id":"1399948:14:1504493:926","session_id":"1399948","input_length":14189,"t_proxy_recv":27635.758379641,"t_decision_unix":1779961632.3133206,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.829938684896751,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2413 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":2413,"cache_hit":11776,"estimated_new_tokens":2413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":14189,"score_linear":131699.0,"score_lmetric":80864},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103893,"ongoing_decode_tokens":103893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":14189,"score_linear":103893.0,"score_lmetric":14189},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":9581,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89469,"ongoing_decode_tokens":89469,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":11776,"new_prefill":2413,"score_linear":77693.0,"score_lmetric":2413}],"chosen_score_linear":77693.0,"chosen_score_lmetric":2413,"t_first_token":27636.05202941,"t_first_token_unix":1779961632.6069736,"t_done":27636.561764415,"t_done_unix":1779961633.1167076},{"request_id":"1397515:2:1502033:923","session_id":"1397515","input_length":103893,"t_proxy_recv":27627.68743359,"t_decision_unix":1779961624.2423747,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8969227955685176,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":93184,"v3_new_local":10709,"cache_hit":93184,"estimated_new_tokens":10709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":103893,"score_linear":131699.0,"score_lmetric":170568},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":93184,"new_prefill":10709,"score_linear":-93184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":103893,"score_linear":137670.0,"score_lmetric":226102},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":92672,"new_prefill":11221,"score_linear":-92672.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86984,"ongoing_decode_tokens":86984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":103893,"score_linear":86984.0,"score_lmetric":103893}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":27634.207172266,"t_first_token_unix":1779961630.762116,"t_done":27637.976452195,"t_done_unix":1779961634.5313957},{"request_id":"1363943:30:1506171:927","session_id":"1363943","input_length":89713,"t_proxy_recv":27641.561463712,"t_decision_unix":1779961638.116405,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9987404278086788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (113 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":113,"cache_hit":89600,"estimated_new_tokens":113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":8704,"new_prefill":81009,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":4096,"new_prefill":85617,"score_linear":127603.0,"score_lmetric":152292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":89600,"new_prefill":113,"score_linear":-89600.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":27641.69799317,"t_first_token_unix":1779961638.2529364,"t_done":27642.362295027,"t_done_unix":1779961638.9172385},{"request_id":"1268861:15:1508874:928","session_id":"1268861","input_length":63035,"t_proxy_recv":27650.619759789,"t_decision_unix":1779961647.174701,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9828190687713175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1083 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":1083,"cache_hit":61952,"estimated_new_tokens":1083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":63035,"score_linear":131699.0,"score_lmetric":129710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":61952,"new_prefill":1083,"score_linear":-61952.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":34304,"new_prefill":28731,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":27651.195868489,"t_first_token_unix":1779961647.7508125,"t_done":27652.638306365,"t_done_unix":1779961649.19325},{"request_id":"1313181:13:1349104:484","session_id":"1313181","input_length":131699,"t_proxy_recv":27619.337149354,"t_decision_unix":1779961615.8920906,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49373191899710706,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":66675.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":66675,"cache_hit":65024,"estimated_new_tokens":66675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33352,"ongoing_decode_tokens":0,"pending_prefill_tokens":3656,"num_requests":1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":24064,"new_prefill":107635,"score_linear":9288.0,"score_lmetric":111291},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":71795,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":65024,"new_prefill":66675,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":131699,"score_linear":137670.0,"score_lmetric":281714},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":12800,"new_prefill":118899,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27659.590707546,"t_first_token_unix":1779961656.145651,"t_done":27661.276374441,"t_done_unix":1779961657.8313177},{"request_id":"1399948:15:1512300:930","session_id":"1399948","input_length":15669,"t_proxy_recv":27662.078990543,"t_decision_unix":1779961658.6339316,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8822515795519816,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1845 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1845,"cache_hit":13824,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65279,"ongoing_decode_tokens":65279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":15669,"score_linear":65279.0,"score_lmetric":15669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":11061,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":13824,"new_prefill":1845,"score_linear":75966.0,"score_lmetric":1845}],"chosen_score_linear":75966.0,"chosen_score_lmetric":1845,"t_first_token":27662.362677445,"t_first_token_unix":1779961658.917621,"t_done":27662.857901397,"t_done_unix":1779961659.4128447},{"request_id":"1313181:13:1406095:783","session_id":"1313181","input_length":65279,"t_proxy_recv":27661.287625736,"t_decision_unix":1779961657.8425672,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9960936901606948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":255,"cache_hit":65024,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":24064,"new_prefill":41215,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":59904,"new_prefill":5375,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":65024,"new_prefill":255,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":12800,"new_prefill":52479,"score_linear":76990.0,"score_lmetric":52479}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27661.381944778,"t_first_token_unix":1779961657.936888,"t_done":27663.563700976,"t_done_unix":1779961660.1186445},{"request_id":"1399948:16:1513839:933","session_id":"1399948","input_length":15913,"t_proxy_recv":27667.25352195,"t_decision_unix":1779961663.8084633,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9652485389304343,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (553 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":553,"cache_hit":15360,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44364,"ongoing_decode_tokens":0,"pending_prefill_tokens":1868,"num_requests":1,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":15913,"score_linear":44364.0,"score_lmetric":17781},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":15913,"score_linear":269889.0,"score_lmetric":49364},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":11305,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":15360,"new_prefill":553,"score_linear":74430.0,"score_lmetric":553}],"chosen_score_linear":74430.0,"chosen_score_lmetric":553,"t_first_token":27667.342579911,"t_first_token_unix":1779961663.8975232,"t_done":27668.209656338,"t_done_unix":1779961664.7645993},{"request_id":"1277428:9:1513231:932","session_id":"1277428","input_length":44364,"t_proxy_recv":27665.089510775,"t_decision_unix":1779961661.644452,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9578937877558381,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1868 < 8000)","v3_prefill_cache_hit":42496,"v3_new_local":1868,"cache_hit":42496,"estimated_new_tokens":1868,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":42496,"new_prefill":1868,"score_linear":-42496.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":3584,"new_prefill":40780,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":44364,"score_linear":269889.0,"score_lmetric":106266},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":26956,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4608,"new_prefill":39756,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":0,"new_prefill":44364,"score_linear":89790.0,"score_lmetric":44364}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":27668.137654162,"t_first_token_unix":1779961664.6925979,"t_done":27668.438974038,"t_done_unix":1779961664.9939175},{"request_id":"1277428:10:1517408:935","session_id":"1277428","input_length":45851,"t_proxy_recv":27678.883861427,"t_decision_unix":1779961675.4388027,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9603280190181239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1819 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1819,"cache_hit":44032,"estimated_new_tokens":1819,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":44032,"new_prefill":1819,"score_linear":-44032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":3584,"new_prefill":42267,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":45851,"score_linear":269889.0,"score_lmetric":109240},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":28443,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4608,"new_prefill":41243,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":45851,"score_linear":89790.0,"score_lmetric":45851}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":27679.412081186,"t_first_token_unix":1779961675.9670243,"t_done":27681.511302513,"t_done_unix":1779961678.066249},{"request_id":"1399948:17:1518102:936","session_id":"1399948","input_length":16604,"t_proxy_recv":27681.367199714,"t_decision_unix":1779961677.9221408,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15872,"affinity_cache_ratio":0.9559142375331245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (732 < 8000)","v3_prefill_cache_hit":15872,"v3_new_local":732,"cache_hit":15872,"estimated_new_tokens":732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45851,"ongoing_decode_tokens":45851,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":0,"new_prefill":16604,"score_linear":45851.0,"score_lmetric":16604},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":16604,"score_linear":269889.0,"score_lmetric":50746},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":11996,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":15872,"new_prefill":732,"score_linear":73918.0,"score_lmetric":732}],"chosen_score_linear":73918.0,"chosen_score_lmetric":732,"t_first_token":27681.624122864,"t_first_token_unix":1779961678.1790662,"t_done":27682.353908909,"t_done_unix":1779961678.9088519},{"request_id":"1277428:11:1520449:937","session_id":"1277428","input_length":46361,"t_proxy_recv":27688.869643785,"t_decision_unix":1779961685.4245849,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9939388710338432,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":281,"cache_hit":46080,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":46080,"new_prefill":281,"score_linear":-46080.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":3584,"new_prefill":42777,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":46361,"score_linear":269889.0,"score_lmetric":110260},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":28953,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4608,"new_prefill":41753,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":46361,"score_linear":89790.0,"score_lmetric":46361}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":27689.032163194,"t_first_token_unix":1779961685.5871067,"t_done":27689.431524104,"t_done_unix":1779961685.9864674},{"request_id":"1363943:31:1509815:929","session_id":"1363943","input_length":89790,"t_proxy_recv":27653.637181227,"t_decision_unix":1779961650.1921227,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9978839514422542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":190,"cache_hit":89600,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":8704,"new_prefill":81086,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":4096,"new_prefill":85694,"score_linear":127603.0,"score_lmetric":152369},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":89600,"new_prefill":190,"score_linear":-89600.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":27653.756750985,"t_first_token_unix":1779961650.3116946,"t_done":27689.950533355,"t_done_unix":1779961686.505477},{"request_id":"1399948:18:1524432:938","session_id":"1399948","input_length":17276,"t_proxy_recv":27702.431168138,"t_decision_unix":1779961698.9861095,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16384,"affinity_cache_ratio":0.948367677703172,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (892 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":892,"cache_hit":16384,"estimated_new_tokens":892,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":17276,"score_linear":269889.0,"score_lmetric":52090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":12668,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":16384,"new_prefill":892,"score_linear":-16384.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":27702.571337091,"t_first_token_unix":1779961699.1262805,"t_done":27702.926027459,"t_done_unix":1779961699.4809704},{"request_id":"1342921:9:1525898:939","session_id":"1342921","input_length":79086,"t_proxy_recv":27707.460230286,"t_decision_unix":1779961704.0151715,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9905166527577574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (750 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":750,"cache_hit":78336,"estimated_new_tokens":750,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":66048,"new_prefill":13038,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":78336,"new_prefill":750,"score_linear":-78336.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":79086,"score_linear":269889.0,"score_lmetric":175710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":27707.860387669,"t_first_token_unix":1779961704.4153311,"t_done":27707.945269457,"t_done_unix":1779961704.5002124},{"request_id":"1399948:19:1526739:941","session_id":"1399948","input_length":18091,"t_proxy_recv":27710.337981547,"t_decision_unix":1779961706.892923,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9339450555524846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1195 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":1195,"cache_hit":16896,"estimated_new_tokens":1195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":18091,"score_linear":87576.0,"score_lmetric":28867},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":18091,"score_linear":269889.0,"score_lmetric":38174},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":13483,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":16896,"new_prefill":1195,"score_linear":-16896.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":27710.512943318,"t_first_token_unix":1779961707.0678868,"t_done":27710.796383886,"t_done_unix":1779961707.351327},{"request_id":"1399948:20:1527857:942","session_id":"1399948","input_length":18164,"t_proxy_recv":27713.837567777,"t_decision_unix":1779961710.3925092,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9865668354987888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":244,"cache_hit":17920,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":18164,"score_linear":87576.0,"score_lmetric":28940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":18164,"score_linear":269889.0,"score_lmetric":38320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":13556,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":17920,"new_prefill":244,"score_linear":-17920.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":27713.884150057,"t_first_token_unix":1779961710.4390934,"t_done":27714.421234639,"t_done_unix":1779961710.976178},{"request_id":"1399948:21:1528978:944","session_id":"1399948","input_length":18388,"t_proxy_recv":27717.782642005,"t_decision_unix":1779961714.337583,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9745486186643463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (468 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":468,"cache_hit":17920,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":18388,"score_linear":124144.0,"score_lmetric":108936},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":18388,"score_linear":269889.0,"score_lmetric":38768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":13780,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":17920,"new_prefill":468,"score_linear":-17920.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":27717.869934413,"t_first_token_unix":1779961714.424878,"t_done":27718.448646776,"t_done_unix":1779961715.003591},{"request_id":"1399948:22:1530122:947","session_id":"1399948","input_length":18563,"t_proxy_recv":27721.616630133,"t_decision_unix":1779961718.1715715,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.992942951031622,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (131 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":131,"cache_hit":18432,"estimated_new_tokens":131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":18563,"score_linear":124144.0,"score_lmetric":109286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":18563,"score_linear":269889.0,"score_lmetric":39118},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71192,"ongoing_decode_tokens":0,"pending_prefill_tokens":8216,"num_requests":1,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":18563,"score_linear":71192.0,"score_lmetric":26779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":13955,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":18432,"new_prefill":131,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":27721.678620245,"t_first_token_unix":1779961718.2335634,"t_done":27721.932153913,"t_done_unix":1779961718.4870973},{"request_id":"1268861:16:1529894:946","session_id":"1268861","input_length":71192,"t_proxy_recv":27720.80078286,"t_decision_unix":1779961717.3557243,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8845937745814136,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62976,"v3_new_local":8216,"cache_hit":62976,"estimated_new_tokens":8216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":71192,"score_linear":124144.0,"score_lmetric":214544},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71192,"score_linear":269889.0,"score_lmetric":144376},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":62976,"new_prefill":8216,"score_linear":-62976.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":34304,"new_prefill":36888,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":27724.264854532,"t_first_token_unix":1779961720.8197987,"t_done":27725.399910282,"t_done_unix":1779961721.9548538},{"request_id":"1294611:15:1533841:949","session_id":"1294611","input_length":71987,"t_proxy_recv":27733.918530917,"t_decision_unix":1779961730.4734724,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":64000,"affinity_cache_ratio":0.8890494116993346,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7987 < 8000)","v3_prefill_cache_hit":64000,"v3_new_local":7987,"cache_hit":64000,"estimated_new_tokens":7987,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":43008,"new_prefill":28979,"score_linear":81136.0,"score_lmetric":130118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71987,"score_linear":269889.0,"score_lmetric":145966},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":59187,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":64000,"new_prefill":7987,"score_linear":-64000.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-64000.0,"chosen_score_lmetric":0,"t_first_token":27737.367976198,"t_first_token_unix":1779961733.9229202,"t_done":27740.155903337,"t_done_unix":1779961736.7108467},{"request_id":"1243831:2:1528168:943","session_id":"1243831","input_length":36568,"t_proxy_recv":27715.048245559,"t_decision_unix":1779961711.6031868,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.30802887770728504,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":36080.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":11264,"v3_new_local":25304,"cache_hit":11264,"estimated_new_tokens":25304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":11264,"new_prefill":25304,"score_linear":76312.0,"score_lmetric":36080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":36568,"score_linear":269889.0,"score_lmetric":75128},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":36080,"t_first_token":27741.009794569,"t_first_token_unix":1779961737.564739,"t_done":27748.415132833,"t_done_unix":1779961744.9700792},{"request_id":"1363943:32:1537767:950","session_id":"1363943","input_length":93368,"t_proxy_recv":27747.242454194,"t_decision_unix":1779961743.7973952,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9980293034015937,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":184,"cache_hit":93184,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":8704,"new_prefill":84664,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":124144,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":93368,"score_linear":124144.0,"score_lmetric":186736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":89272,"score_linear":265793.0,"score_lmetric":180536},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":93184,"new_prefill":184,"score_linear":-93184.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":27747.439510648,"t_first_token_unix":1779961743.994454,"t_done":27749.369485089,"t_done_unix":1779961745.9244287},{"request_id":"1243831:3:1270336:110","session_id":"1243831","input_length":11584,"t_proxy_recv":27748.418443027,"t_decision_unix":1779961744.9733844,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9723756906077348,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":320,"cache_hit":11264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2074,"cache_hit":11264,"new_prefill":320,"score_linear":76312.0,"score_lmetric":320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":11584,"score_linear":269889.0,"score_lmetric":25160},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93368,"ongoing_decode_tokens":93368,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":11584,"score_linear":93368.0,"score_lmetric":11584}],"chosen_score_linear":76312.0,"chosen_score_lmetric":320,"t_first_token":27748.47210151,"t_first_token_unix":1779961745.0270445,"t_done":27750.193592105,"t_done_unix":1779961746.7485352},{"request_id":"1243831:4:1284306:183","session_id":"1243831","input_length":14515,"t_proxy_recv":27750.201741087,"t_decision_unix":1779961746.7566824,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.7760248019290389,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3251 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":3251,"cache_hit":11264,"estimated_new_tokens":3251,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2074,"cache_hit":11264,"new_prefill":3251,"score_linear":76312.0,"score_lmetric":3251},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":14515,"score_linear":269889.0,"score_lmetric":31022},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":3251,"t_first_token":27750.594862412,"t_first_token_unix":1779961747.1498063,"t_done":27751.461496311,"t_done_unix":1779961748.0164394},{"request_id":"1243831:5:1303288:273","session_id":"1243831","input_length":14627,"t_proxy_recv":27751.465461662,"t_decision_unix":1779961748.0204034,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14336,"affinity_cache_ratio":0.980105284747385,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (291 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":291,"cache_hit":14336,"estimated_new_tokens":291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":14336,"new_prefill":291,"score_linear":73240.0,"score_lmetric":291},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":14627,"score_linear":269889.0,"score_lmetric":31246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73240.0,"chosen_score_lmetric":291,"t_first_token":27751.527197072,"t_first_token_unix":1779961748.0821407,"t_done":27752.424582595,"t_done_unix":1779961748.9795263},{"request_id":"1243831:6:1313694:320","session_id":"1243831","input_length":17410,"t_proxy_recv":27752.43016723,"t_decision_unix":1779961748.9851089,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14336,"affinity_cache_ratio":0.8234348075818495,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3074 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":3074,"cache_hit":14336,"estimated_new_tokens":3074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":14336,"new_prefill":3074,"score_linear":73240.0,"score_lmetric":3074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":17410,"score_linear":269889.0,"score_lmetric":36812},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73240.0,"chosen_score_lmetric":3074,"t_first_token":27752.861678502,"t_first_token_unix":1779961749.4166224,"t_done":27753.769913834,"t_done_unix":1779961750.324857},{"request_id":"1243831:7:1323865:366","session_id":"1243831","input_length":19460,"t_proxy_recv":27753.775286057,"t_decision_unix":1779961750.3302276,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17408,"affinity_cache_ratio":0.8945529290853032,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2052 < 8000)","v3_prefill_cache_hit":17408,"v3_new_local":2052,"cache_hit":17408,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":17408,"new_prefill":2052,"score_linear":70168.0,"score_lmetric":2052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":19460,"score_linear":269889.0,"score_lmetric":40912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70168.0,"chosen_score_lmetric":2052,"t_first_token":27754.136555994,"t_first_token_unix":1779961750.6914997,"t_done":27755.30269619,"t_done_unix":1779961751.857639},{"request_id":"1243831:8:1333049:414","session_id":"1243831","input_length":24512,"t_proxy_recv":27755.310240547,"t_decision_unix":1779961751.8651817,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19456,"affinity_cache_ratio":0.793733681462141,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5056 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":5056,"cache_hit":19456,"estimated_new_tokens":5056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2090,"cache_hit":19456,"new_prefill":5056,"score_linear":68120.0,"score_lmetric":5056},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":24512,"score_linear":269889.0,"score_lmetric":51016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":68120.0,"chosen_score_lmetric":5056,"t_first_token":27756.205066041,"t_first_token_unix":1779961752.7600102,"t_done":27757.538151534,"t_done_unix":1779961754.0930946},{"request_id":"1243831:9:1348240:478","session_id":"1243831","input_length":25075,"t_proxy_recv":27757.543406761,"t_decision_unix":1779961754.0983484,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.980099700897308,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (499 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":499,"cache_hit":24576,"estimated_new_tokens":499,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":24576,"new_prefill":499,"score_linear":63000.0,"score_lmetric":499},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":25075,"score_linear":269889.0,"score_lmetric":52142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":25075,"score_linear":75693.0,"score_lmetric":25075},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":63000.0,"chosen_score_lmetric":499,"t_first_token":27757.708128206,"t_first_token_unix":1779961754.2630715,"t_done":27758.502614788,"t_done_unix":1779961755.0575578},{"request_id":"1268861:17:1540278:951","session_id":"1268861","input_length":75693,"t_proxy_recv":27755.324104872,"t_decision_unix":1779961751.8790464,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9402190427120077,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4525 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":4525,"cache_hit":71168,"estimated_new_tokens":4525,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112088,"ongoing_decode_tokens":87576,"pending_prefill_tokens":5056,"num_requests":2,"active_p_offloads":0,"cached_blocks":2090,"cache_hit":0,"new_prefill":75693,"score_linear":112088.0,"score_lmetric":161498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75693,"score_linear":269889.0,"score_lmetric":153378},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":71168,"new_prefill":4525,"score_linear":-71168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":34304,"new_prefill":41389,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":27757.517629795,"t_first_token_unix":1779961754.0725732,"t_done":27758.983148794,"t_done_unix":1779961755.5380921},{"request_id":"1243831:10:1358921:521","session_id":"1243831","input_length":26343,"t_proxy_recv":27758.509055726,"t_decision_unix":1779961755.0639975,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9523592605246175,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1255 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1255,"cache_hit":25088,"estimated_new_tokens":1255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":25088,"new_prefill":1255,"score_linear":62488.0,"score_lmetric":1255},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":26343,"score_linear":269889.0,"score_lmetric":54678},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":26343,"score_linear":75693.0,"score_lmetric":26343},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":26343,"score_linear":93596.0,"score_lmetric":26343}],"chosen_score_linear":62488.0,"chosen_score_lmetric":1255,"t_first_token":27758.837474442,"t_first_token_unix":1779961755.3924184,"t_done":27760.18187217,"t_done_unix":1779961756.7368155},{"request_id":"1243831:11:1371191:594","session_id":"1243831","input_length":26818,"t_proxy_recv":27760.187784773,"t_decision_unix":1779961756.7427263,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9736743977925274,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (706 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":706,"cache_hit":26112,"estimated_new_tokens":706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":26112,"new_prefill":706,"score_linear":61464.0,"score_lmetric":706},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":26818,"score_linear":269889.0,"score_lmetric":55628},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":26818,"score_linear":93596.0,"score_lmetric":26818}],"chosen_score_linear":61464.0,"chosen_score_lmetric":706,"t_first_token":27760.356255409,"t_first_token_unix":1779961756.9111984,"t_done":27761.228642039,"t_done_unix":1779961757.7835855},{"request_id":"1253804:7:1526643:940","session_id":"1253804","input_length":87576,"t_proxy_recv":27709.905558838,"t_decision_unix":1779961706.4605002,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.8769525897506166,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":76800,"v3_new_local":10776,"cache_hit":76800,"estimated_new_tokens":10776,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":76800,"new_prefill":10776,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":87576,"score_linear":269889.0,"score_lmetric":192690},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":27735.690696493,"t_first_token_unix":1779961732.2456405,"t_done":27761.241609783,"t_done_unix":1779961757.796553},{"request_id":"1253804:8:1541192:953","session_id":"1253804","input_length":89116,"t_proxy_recv":27761.255064676,"t_decision_unix":1779961757.8100064,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9939404820683154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":88576,"v3_new_local":540,"cache_hit":88576,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27164,"ongoing_decode_tokens":0,"pending_prefill_tokens":540,"num_requests":1,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":88576,"new_prefill":540,"score_linear":-61412.0,"score_lmetric":1080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":89116,"score_linear":269889.0,"score_lmetric":180224},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":89116,"score_linear":93596.0,"score_lmetric":89116}],"chosen_score_linear":-61412.0,"chosen_score_lmetric":1080,"t_first_token":27761.454392355,"t_first_token_unix":1779961758.0093355,"t_done":27761.968954902,"t_done_unix":1779961758.5238984},{"request_id":"1243831:12:1385174:681","session_id":"1243831","input_length":27164,"t_proxy_recv":27761.234376751,"t_decision_unix":1779961757.789318,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9801207480488883,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":540,"cache_hit":26624,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":26624,"new_prefill":540,"score_linear":60952.0,"score_lmetric":540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":27164,"score_linear":269889.0,"score_lmetric":56320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":27164,"score_linear":93596.0,"score_lmetric":27164}],"chosen_score_linear":60952.0,"chosen_score_lmetric":540,"t_first_token":27761.35244779,"t_first_token_unix":1779961757.907391,"t_done":27762.072408535,"t_done_unix":1779961758.6273515},{"request_id":"1243831:13:1398072:738","session_id":"1243831","input_length":27286,"t_proxy_recv":27762.077995633,"t_decision_unix":1779961758.6329372,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945026753646559,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (150 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":150,"cache_hit":27136,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":27136,"new_prefill":150,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":27286,"score_linear":269889.0,"score_lmetric":56564},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":27286,"score_linear":93596.0,"score_lmetric":27286}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":27762.150779834,"t_first_token_unix":1779961758.7057228,"t_done":27762.688297385,"t_done_unix":1779961759.2432427},{"request_id":"1243831:14:1411189:814","session_id":"1243831","input_length":28085,"t_proxy_recv":27762.694394633,"t_decision_unix":1779961759.2493362,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9662097204913654,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (949 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":949,"cache_hit":27136,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":27136,"new_prefill":949,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":28085,"score_linear":269889.0,"score_lmetric":58162},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":28085,"score_linear":93596.0,"score_lmetric":28085}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":27762.923049534,"t_first_token_unix":1779961759.4779928,"t_done":27763.460749806,"t_done_unix":1779961760.0156927},{"request_id":"1363943:33:1541065:952","session_id":"1363943","input_length":93596,"t_proxy_recv":27757.972536138,"t_decision_unix":1779961754.5274775,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9955981024830121,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (412 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":412,"cache_hit":93184,"estimated_new_tokens":412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":8704,"new_prefill":84892,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112651,"ongoing_decode_tokens":112651,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":93596,"score_linear":112651.0,"score_lmetric":187192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":89500,"score_linear":265793.0,"score_lmetric":180992},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":93596,"score_linear":75693.0,"score_lmetric":93596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":93184,"new_prefill":412,"score_linear":-93184.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":27758.122802609,"t_first_token_unix":1779961754.6777458,"t_done":27764.593916917,"t_done_unix":1779961761.1488607},{"request_id":"1243831:15:1427593:849","session_id":"1243831","input_length":29382,"t_proxy_recv":27763.467205325,"t_decision_unix":1779961760.0221467,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9584099108297597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1222 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":1222,"cache_hit":28160,"estimated_new_tokens":1222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":28160,"new_prefill":1222,"score_linear":-28160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":29382,"score_linear":269889.0,"score_lmetric":60756},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":29382,"score_linear":93596.0,"score_lmetric":29382}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":27763.775137881,"t_first_token_unix":1779961760.3300815,"t_done":27764.638566369,"t_done_unix":1779961761.1935098},{"request_id":"1243831:16:1446717:874","session_id":"1243831","input_length":29571,"t_proxy_recv":27764.644730402,"t_decision_unix":1779961761.1996717,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (387 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":387,"cache_hit":29184,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":29184,"new_prefill":387,"score_linear":-29184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":269889,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":29571,"score_linear":269889.0,"score_lmetric":59142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27764.723867286,"t_first_token_unix":1779961761.2788107,"t_done":27765.156652683,"t_done_unix":1779961761.7115955},{"request_id":"1399948:23:1544108:954","session_id":"1399948","input_length":20031,"t_proxy_recv":27767.838977206,"t_decision_unix":1779961764.3939185,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9201737307173881,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1599 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":1599,"cache_hit":18432,"estimated_new_tokens":1599,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":20031,"score_linear":31161.0,"score_lmetric":20031},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":269889,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":20031,"score_linear":269889.0,"score_lmetric":40062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":15423,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":18432,"new_prefill":1599,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":27768.125485775,"t_first_token_unix":1779961764.680429,"t_done":27768.560805069,"t_done_unix":1779961765.11575},{"request_id":"1356885:4:1512902:931","session_id":"1356885","input_length":130532,"t_proxy_recv":27663.965530517,"t_decision_unix":1779961660.5204718,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":129536,"affinity_cache_ratio":0.9923696871265284,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (996 < 8000)","v3_prefill_cache_hit":129536,"v3_new_local":996,"cache_hit":129536,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":6656,"new_prefill":123876,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":129536,"new_prefill":996,"score_linear":9821.0,"score_lmetric":8769},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":1024,"new_prefill":129508,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":0,"new_prefill":130532,"score_linear":89790.0,"score_lmetric":130532}],"chosen_score_linear":9821.0,"chosen_score_lmetric":8769,"t_first_token":27763.518151667,"t_first_token_unix":1779961760.0730968,"t_done":27769.292295923,"t_done_unix":1779961765.8472393},{"request_id":"1356885:5:1533696:948","session_id":"1356885","input_length":130906,"t_proxy_recv":27769.31112683,"t_decision_unix":1779961765.8660681,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":130560,"affinity_cache_ratio":0.9973568820374925,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (346 < 8000)","v3_prefill_cache_hit":130560,"v3_new_local":346,"cache_hit":130560,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":6656,"new_prefill":124250,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":130906,"score_linear":31161.0,"score_lmetric":130906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2110,"cache_hit":130560,"new_prefill":346,"score_linear":8797.0,"score_lmetric":346},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":1024,"new_prefill":129882,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":8797.0,"chosen_score_lmetric":346,"t_first_token":27769.627474213,"t_first_token_unix":1779961766.1824186,"t_done":27773.33589571,"t_done_unix":1779961769.890843},{"request_id":"1313181:14:1351342:491","session_id":"1313181","input_length":139357,"t_proxy_recv":27663.588491356,"t_decision_unix":1779961660.1434329,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9442223928471479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7773 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":7773,"cache_hit":131584,"estimated_new_tokens":7773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":24064,"new_prefill":115293,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":59904,"new_prefill":79453,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":131584,"new_prefill":7773,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":12800,"new_prefill":126557,"score_linear":76990.0,"score_lmetric":126557}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":27710.245464936,"t_first_token_unix":1779961706.800409,"t_done":27775.458182985,"t_done_unix":1779961772.0131269},{"request_id":"1399948:24:1546940:955","session_id":"1399948","input_length":21809,"t_proxy_recv":27777.282800206,"t_decision_unix":1779961773.8377414,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9155853088174607,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1841 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":1841,"cache_hit":19968,"estimated_new_tokens":1841,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":21809,"score_linear":31161.0,"score_lmetric":21809},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65876,"ongoing_decode_tokens":65876,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":21809,"score_linear":65876.0,"score_lmetric":21809},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":17201,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":19968,"new_prefill":1841,"score_linear":-19968.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":27777.624394139,"t_first_token_unix":1779961774.1793375,"t_done":27777.881958112,"t_done_unix":1779961774.4369013},{"request_id":"1313181:14:1408792:803","session_id":"1313181","input_length":65876,"t_proxy_recv":27775.469452033,"t_decision_unix":1779961772.0243936,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9948387880259882,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (340 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":340,"cache_hit":65536,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":24064,"new_prefill":41812,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":59904,"new_prefill":5972,"score_linear":-28743.0,"score_lmetric":5972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":65536,"new_prefill":340,"score_linear":-65536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":27775.559220066,"t_first_token_unix":1779961772.1141639,"t_done":27778.548197336,"t_done_unix":1779961775.1031425},{"request_id":"1313181:15:1411723:818","session_id":"1313181","input_length":66259,"t_proxy_recv":27778.562115989,"t_decision_unix":1779961775.1170576,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":66048,"affinity_cache_ratio":0.9968155269472826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (211 < 8000)","v3_prefill_cache_hit":66048,"v3_new_local":211,"cache_hit":66048,"estimated_new_tokens":211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":24064,"new_prefill":42195,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":59904,"new_prefill":6355,"score_linear":-28743.0,"score_lmetric":6355},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":66048,"new_prefill":211,"score_linear":-66048.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-66048.0,"chosen_score_lmetric":0,"t_first_token":27778.67150096,"t_first_token_unix":1779961775.2264447,"t_done":27781.936659081,"t_done_unix":1779961778.4916024},{"request_id":"1399948:25:1553234:957","session_id":"1399948","input_length":22250,"t_proxy_recv":27797.81572537,"t_decision_unix":1779961794.3706667,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9664719101123596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (746 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":746,"cache_hit":21504,"estimated_new_tokens":746,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":22250,"score_linear":31161.0,"score_lmetric":22250},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76017,"ongoing_decode_tokens":76017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":22250,"score_linear":76017.0,"score_lmetric":22250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":17642,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":21504,"new_prefill":746,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":27797.959540625,"t_first_token_unix":1779961794.5144837,"t_done":27798.507732088,"t_done_unix":1779961795.0626771},{"request_id":"1268861:18:1553083:956","session_id":"1268861","input_length":76017,"t_proxy_recv":27797.373987901,"t_decision_unix":1779961793.9289293,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9968296565241985,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (241 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":241,"cache_hit":75776,"estimated_new_tokens":241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":76017,"score_linear":31161.0,"score_lmetric":76017},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":75776,"new_prefill":241,"score_linear":-75776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":34304,"new_prefill":41713,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":27797.615792803,"t_first_token_unix":1779961794.1707363,"t_done":27798.651680966,"t_done_unix":1779961795.2066243},{"request_id":"1399948:26:1557859:959","session_id":"1399948","input_length":23042,"t_proxy_recv":27813.772677755,"t_decision_unix":1779961810.327619,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9554726152243729,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1026 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":1026,"cache_hit":22016,"estimated_new_tokens":1026,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":23042,"score_linear":31161.0,"score_lmetric":23042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":18434,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":22016,"new_prefill":1026,"score_linear":-22016.0,"score_lmetric":0}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":27813.979307169,"t_first_token_unix":1779961810.5342505,"t_done":27814.266480915,"t_done_unix":1779961810.8214242},{"request_id":"1243831:17:1453633:883","session_id":"1243831","input_length":31161,"t_proxy_recv":27765.163615323,"t_decision_unix":1779961761.7185566,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9365553095215173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1977 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":1977,"cache_hit":29184,"estimated_new_tokens":1977,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":29184,"new_prefill":1977,"score_linear":-29184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":269889,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":31161,"score_linear":269889.0,"score_lmetric":62322},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27765.554588636,"t_first_token_unix":1779961762.1095324,"t_done":27818.278893192,"t_done_unix":1779961814.8338363},{"request_id":"1399948:27:1559017:960","session_id":"1399948","input_length":24139,"t_proxy_recv":27817.439914047,"t_decision_unix":1779961813.9948554,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9544720162392808,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1099 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1099,"cache_hit":23040,"estimated_new_tokens":1099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":24139,"score_linear":31161.0,"score_lmetric":24139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":19531,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":23040,"new_prefill":1099,"score_linear":-23040.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":27817.702648844,"t_first_token_unix":1779961814.2575922,"t_done":27818.668703111,"t_done_unix":1779961815.2236466},{"request_id":"1399948:28:1560859:961","session_id":"1399948","input_length":24386,"t_proxy_recv":27823.570841792,"t_decision_unix":1779961820.125783,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9867957024522267,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (322 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":322,"cache_hit":24064,"estimated_new_tokens":322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":19778,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":24064,"new_prefill":322,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":27823.656505243,"t_first_token_unix":1779961820.2114491,"t_done":27824.930299634,"t_done_unix":1779961821.485243},{"request_id":"1399948:29:1571125:963","session_id":"1399948","input_length":28781,"t_proxy_recv":27857.435494639,"t_decision_unix":1779961853.990436,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.8538966679406553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4205 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":4205,"cache_hit":24576,"estimated_new_tokens":4205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131413,"ongoing_decode_tokens":131413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":28781,"score_linear":131413.0,"score_lmetric":28781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":24173,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2260,"cache_hit":24576,"new_prefill":4205,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":27858.318531913,"t_first_token_unix":1779961854.8734753,"t_done":27858.589157599,"t_done_unix":1779961855.144101},{"request_id":"1356885:6:1570780:962","session_id":"1356885","input_length":131413,"t_proxy_recv":27856.433345312,"t_decision_unix":1779961852.9882867,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131072,"affinity_cache_ratio":0.9974051273466096,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (341 < 8000)","v3_prefill_cache_hit":131072,"v3_new_local":341,"cache_hit":131072,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":6656,"new_prefill":124757,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":131072,"new_prefill":341,"score_linear":-131072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":1024,"new_prefill":130389,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2260,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131072.0,"chosen_score_lmetric":0,"t_first_token":27857.060094914,"t_first_token_unix":1779961853.6150384,"t_done":27859.265436665,"t_done_unix":1779961855.8203814},{"request_id":"1270606:4:1578042:965","session_id":"1270606","input_length":109083,"t_proxy_recv":27881.058433663,"t_decision_unix":1779961877.613375,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9903651348056067,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1051 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":1051,"cache_hit":108032,"estimated_new_tokens":1051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":1536,"new_prefill":107547,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":108032,"new_prefill":1051,"score_linear":-108032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":27881.79995192,"t_first_token_unix":1779961878.354896,"t_done":27882.861557432,"t_done_unix":1779961879.4165008},{"request_id":"1268861:19:1578134:966","session_id":"1268861","input_length":76963,"t_proxy_recv":27881.291447487,"t_decision_unix":1779961877.8463888,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9845770045346465,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1187 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":1187,"cache_hit":75776,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":75776,"new_prefill":1187,"score_linear":33307.0,"score_lmetric":2238},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":34304,"new_prefill":42659,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":33307.0,"chosen_score_lmetric":2238,"t_first_token":27882.264485064,"t_first_token_unix":1779961878.819429,"t_done":27883.278812144,"t_done_unix":1779961879.8337555},{"request_id":"1399948:30:1578524:967","session_id":"1399948","input_length":30773,"t_proxy_recv":27882.626610912,"t_decision_unix":1779961879.1815522,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9317258635817113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2101 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":2101,"cache_hit":28672,"estimated_new_tokens":2101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":186046,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":30773,"score_linear":186046.0,"score_lmetric":61546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":26165,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":28672,"new_prefill":2101,"score_linear":-28672.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":27883.133216328,"t_first_token_unix":1779961879.6881597,"t_done":27883.436192885,"t_done_unix":1779961879.991136},{"request_id":"1399948:31:1579418:968","session_id":"1399948","input_length":30925,"t_proxy_recv":27885.851623081,"t_decision_unix":1779961882.4065647,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9933710590137429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (205 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":205,"cache_hit":30720,"estimated_new_tokens":205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":26317,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":30720,"new_prefill":205,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":27885.94633345,"t_first_token_unix":1779961882.5012765,"t_done":27887.284261394,"t_done_unix":1779961883.8392045},{"request_id":"1356885:7:1580925:969","session_id":"1356885","input_length":131775,"t_proxy_recv":27891.164020144,"t_decision_unix":1779961887.7189615,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9985505596660975,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (191 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":191,"cache_hit":131584,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":6656,"new_prefill":125119,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":131584,"new_prefill":191,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":1024,"new_prefill":130751,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":27891.564218943,"t_first_token_unix":1779961888.1191628,"t_done":27893.597231941,"t_done_unix":1779961890.1521757},{"request_id":"1399948:32:1581424:970","session_id":"1399948","input_length":31231,"t_proxy_recv":27892.601933478,"t_decision_unix":1779961889.1568747,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9836380519355769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (511 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":511,"cache_hit":30720,"estimated_new_tokens":511,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":31231,"score_linear":131775.0,"score_lmetric":31231},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":26623,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":30720,"new_prefill":511,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":27892.699200463,"t_first_token_unix":1779961889.2541435,"t_done":27893.707432992,"t_done_unix":1779961890.2623763},{"request_id":"1270606:5:1581455:971","session_id":"1270606","input_length":111387,"t_proxy_recv":27892.762392242,"t_decision_unix":1779961889.3173337,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9790729618357618,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2331 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":2331,"cache_hit":109056,"estimated_new_tokens":2331,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":1536,"new_prefill":109851,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":111387,"score_linear":131775.0,"score_lmetric":111387},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":109056,"new_prefill":2331,"score_linear":-109056.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31231,"ongoing_decode_tokens":31231,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":0,"new_prefill":111387,"score_linear":31231.0,"score_lmetric":111387}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":27894.519644574,"t_first_token_unix":1779961891.0745888,"t_done":27897.376730377,"t_done_unix":1779961893.9316735},{"request_id":"1399948:33:1583165:972","session_id":"1399948","input_length":31445,"t_proxy_recv":27898.509278178,"t_decision_unix":1779961895.0642197,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9932262680871363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (213 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":213,"cache_hit":31232,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":26837,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2273,"cache_hit":31232,"new_prefill":213,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":27898.597144542,"t_first_token_unix":1779961895.1520882,"t_done":27899.254755014,"t_done_unix":1779961895.809698},{"request_id":"1277428:12:1586139:973","session_id":"1277428","input_length":47660,"t_proxy_recv":27908.651432726,"t_decision_unix":1779961905.206374,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9668485102811583,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1580 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":1580,"cache_hit":46080,"estimated_new_tokens":1580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":46080,"new_prefill":1580,"score_linear":-46080.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":3584,"new_prefill":44076,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":30252,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":4608,"new_prefill":43052,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2273,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":27909.111697648,"t_first_token_unix":1779961905.6666412,"t_done":27909.725658301,"t_done_unix":1779961906.2806017},{"request_id":"1399948:34:1586232:974","session_id":"1399948","input_length":32143,"t_proxy_recv":27909.001337304,"t_decision_unix":1779961905.5562787,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.97165790374265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (911 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":911,"cache_hit":31232,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47660,"ongoing_decode_tokens":0,"pending_prefill_tokens":1580,"num_requests":1,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":32143,"score_linear":47660.0,"score_lmetric":33723},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":27535,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2273,"cache_hit":31232,"new_prefill":911,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":27909.200377663,"t_first_token_unix":1779961905.755321,"t_done":27910.102238952,"t_done_unix":1779961906.657182},{"request_id":"1294611:15:1590202:975","session_id":"1294611","input_length":75249,"t_proxy_recv":27922.198422319,"t_decision_unix":1779961918.7533636,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9593748754136268,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3057 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":3057,"cache_hit":72192,"estimated_new_tokens":3057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":43008,"new_prefill":32241,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":72192,"new_prefill":3057,"score_linear":-72192.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":27923.718476306,"t_first_token_unix":1779961920.2734206,"t_done":27926.410187308,"t_done_unix":1779961922.965131},{"request_id":"1277428:13:1593499:976","session_id":"1277428","input_length":49316,"t_proxy_recv":27933.836104292,"t_decision_unix":1779961930.3910456,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47616,"affinity_cache_ratio":0.9655284289074539,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1700 < 8000)","v3_prefill_cache_hit":47616,"v3_new_local":1700,"cache_hit":47616,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":47616,"new_prefill":1700,"score_linear":-47616.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":3584,"new_prefill":45732,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":31908,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":4608,"new_prefill":44708,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":27934.485359441,"t_first_token_unix":1779961931.040304,"t_done":27936.014402598,"t_done_unix":1779961932.5693462},{"request_id":"1294611:15:1594038:977","session_id":"1294611","input_length":75584,"t_proxy_recv":27935.551891781,"t_decision_unix":1779961932.1068332,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.995766299745978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":320,"cache_hit":75264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49316,"ongoing_decode_tokens":49316,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":75584,"score_linear":49316.0,"score_lmetric":75584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":43008,"new_prefill":32576,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":62784,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":75264,"new_prefill":320,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":27935.672718726,"t_first_token_unix":1779961932.2276618,"t_done":27936.785925773,"t_done_unix":1779961933.3408694},{"request_id":"1268861:20:1595141:978","session_id":"1268861","input_length":77218,"t_proxy_recv":27939.531360947,"t_decision_unix":1779961936.0863023,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9945867543836929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":418,"cache_hit":76800,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":76800,"new_prefill":418,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":34304,"new_prefill":42914,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":27939.77631452,"t_first_token_unix":1779961936.3312588,"t_done":27940.310474637,"t_done_unix":1779961936.8654177},{"request_id":"1399948:35:1602048:980","session_id":"1399948","input_length":33533,"t_proxy_recv":27962.903766347,"t_decision_unix":1779961959.4587076,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9619181105179972,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1277 < 8000)","v3_prefill_cache_hit":32256,"v3_new_local":1277,"cache_hit":32256,"estimated_new_tokens":1277,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":28925,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":33533,"score_linear":75716.0,"score_lmetric":33533},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":32256,"new_prefill":1277,"score_linear":-32256.0,"score_lmetric":0}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":27963.316766916,"t_first_token_unix":1779961959.871718,"t_done":27964.326860114,"t_done_unix":1779961960.8818061},{"request_id":"1253804:9:1605110:981","session_id":"1253804","input_length":90656,"t_proxy_recv":27972.893210376,"t_decision_unix":1779961969.4481516,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":89088,"affinity_cache_ratio":0.9827038475114719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1568 < 8000)","v3_prefill_cache_hit":89088,"v3_new_local":1568,"cache_hit":89088,"estimated_new_tokens":1568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":89088,"new_prefill":1568,"score_linear":-89088.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":3584,"new_prefill":87072,"score_linear":72132.0,"score_lmetric":87072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-89088.0,"chosen_score_lmetric":0,"t_first_token":27973.857108412,"t_first_token_unix":1779961970.4120522,"t_done":27977.478727499,"t_done_unix":1779961974.033671},{"request_id":"1294611:15:1596163:979","session_id":"1294611","input_length":75716,"t_proxy_recv":27942.714728348,"t_decision_unix":1779961939.2696695,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9940303238417243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (452 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":452,"cache_hit":75264,"estimated_new_tokens":452,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":43008,"new_prefill":32708,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":75264,"new_prefill":452,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":27942.825024344,"t_first_token_unix":1779961939.3799677,"t_done":27981.331133509,"t_done_unix":1779961977.886077},{"request_id":"1268861:21:1609831:982","session_id":"1268861","input_length":77293,"t_proxy_recv":27988.641815543,"t_decision_unix":1779961985.1967568,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9936216733727504,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (493 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":493,"cache_hit":76800,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":76800,"new_prefill":493,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":34304,"new_prefill":42989,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":27988.745989595,"t_first_token_unix":1779961985.300933,"t_done":27990.355060315,"t_done_unix":1779961986.9100041},{"request_id":"1253804:10:1611505:983","session_id":"1253804","input_length":91103,"t_proxy_recv":27994.119452537,"t_decision_unix":1779961990.674394,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9947422148557128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (479 < 8000)","v3_prefill_cache_hit":90624,"v3_new_local":479,"cache_hit":90624,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":90624,"new_prefill":479,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":27994.299422666,"t_first_token_unix":1779961990.8543668,"t_done":27994.432624737,"t_done_unix":1779961990.9875681},{"request_id":"1399948:36:1612467:984","session_id":"1399948","input_length":34773,"t_proxy_recv":27997.239738949,"t_decision_unix":1779961993.7946804,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9570643890374716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1493 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":1493,"cache_hit":33280,"estimated_new_tokens":1493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":30165,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":33280,"new_prefill":1493,"score_linear":-33280.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":27997.593337826,"t_first_token_unix":1779961994.148281,"t_done":27998.141928653,"t_done_unix":1779961994.696872},{"request_id":"1253804:11:1613030:985","session_id":"1253804","input_length":91131,"t_proxy_recv":27999.45217778,"t_decision_unix":1779961996.0071192,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9944365803074695,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (507 < 8000)","v3_prefill_cache_hit":90624,"v3_new_local":507,"cache_hit":90624,"estimated_new_tokens":507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":90624,"new_prefill":507,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":27999.56824701,"t_first_token_unix":1779961996.123191,"t_done":28001.665416623,"t_done_unix":1779961998.2203639},{"request_id":"1399948:37:1613628:986","session_id":"1399948","input_length":35308,"t_proxy_recv":28001.297781816,"t_decision_unix":1779961997.8527231,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9860654809108418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (492 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":492,"cache_hit":34816,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91131,"ongoing_decode_tokens":91131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":35308,"score_linear":91131.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":30700,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":34816,"new_prefill":492,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":28001.509556361,"t_first_token_unix":1779961998.0644994,"t_done":28002.651264758,"t_done_unix":1779961999.2062078},{"request_id":"1399948:38:1616890:987","session_id":"1399948","input_length":35581,"t_proxy_recv":28012.484978854,"t_decision_unix":1779962009.03992,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9928894634776988,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (253 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":253,"cache_hit":35328,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":30973,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":35328,"new_prefill":253,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":28012.592405443,"t_first_token_unix":1779962009.1473484,"t_done":28013.114746458,"t_done_unix":1779962009.6696897},{"request_id":"1399948:39:1618250:989","session_id":"1399948","input_length":35682,"t_proxy_recv":28017.176917908,"t_decision_unix":1779962013.7318592,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9900790314444258,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (354 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":354,"cache_hit":35328,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":31074,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":35328,"new_prefill":354,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":28017.246579413,"t_first_token_unix":1779962013.801523,"t_done":28017.691284152,"t_done_unix":1779962014.2462275},{"request_id":"1399948:40:1620970:991","session_id":"1399948","input_length":35958,"t_proxy_recv":28026.16259363,"t_decision_unix":1779962022.717535,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9824795594860671,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (630 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":630,"cache_hit":35328,"estimated_new_tokens":630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78439,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":35958,"score_linear":78439.0,"score_lmetric":37085},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":31350,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":35328,"new_prefill":630,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":28026.305732971,"t_first_token_unix":1779962022.860676,"t_done":28026.666896775,"t_done_unix":1779962023.22184},{"request_id":"1268861:22:1620830:990","session_id":"1268861","input_length":78439,"t_proxy_recv":28025.703608188,"t_decision_unix":1779962022.2585495,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9856321472736777,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1127 < 8000)","v3_prefill_cache_hit":77312,"v3_new_local":1127,"cache_hit":77312,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":77312,"new_prefill":1127,"score_linear":-77312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":34304,"new_prefill":44135,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":28026.396131188,"t_first_token_unix":1779962022.9510746,"t_done":28027.677134957,"t_done_unix":1779962024.2320783},{"request_id":"1253804:12:1621957:992","session_id":"1253804","input_length":91389,"t_proxy_recv":28029.611183593,"t_decision_unix":1779962026.1661248,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9972316143080677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (253 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":253,"cache_hit":91136,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":91136,"new_prefill":253,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":28029.793660015,"t_first_token_unix":1779962026.3486037,"t_done":28030.087157936,"t_done_unix":1779962026.6421015},{"request_id":"1399948:41:1624143:993","session_id":"1399948","input_length":36168,"t_proxy_recv":28036.976456583,"t_decision_unix":1779962033.5313978,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.990931209909312,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (328 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":328,"cache_hit":35840,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":31560,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":35840,"new_prefill":328,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":28037.113547299,"t_first_token_unix":1779962033.6684911,"t_done":28037.77946868,"t_done_unix":1779962034.3344119},{"request_id":"1253804:13:1624613:994","session_id":"1253804","input_length":91440,"t_proxy_recv":28038.549370094,"t_decision_unix":1779962035.1043096,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9966754155730534,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (304 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":304,"cache_hit":91136,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":91136,"new_prefill":304,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":28038.674573981,"t_first_token_unix":1779962035.229517,"t_done":28039.679930166,"t_done_unix":1779962036.2348738},{"request_id":"1253804:14:1626575:995","session_id":"1253804","input_length":92367,"t_proxy_recv":28045.064368368,"t_decision_unix":1779962041.61931,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9866727294380028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1231 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":1231,"cache_hit":91136,"estimated_new_tokens":1231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":91136,"new_prefill":1231,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":28045.713144545,"t_first_token_unix":1779962042.2680883,"t_done":28046.514313711,"t_done_unix":1779962043.0692573},{"request_id":"1253804:15:1628485:997","session_id":"1253804","input_length":92701,"t_proxy_recv":28051.388090996,"t_decision_unix":1779962047.9430325,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92160,"affinity_cache_ratio":0.9941640327504557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (541 < 8000)","v3_prefill_cache_hit":92160,"v3_new_local":541,"cache_hit":92160,"estimated_new_tokens":541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":92160,"new_prefill":541,"score_linear":-92160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36984,"ongoing_decode_tokens":0,"pending_prefill_tokens":1144,"num_requests":1,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":0,"new_prefill":92701,"score_linear":36984.0,"score_lmetric":93845}],"chosen_score_linear":-92160.0,"chosen_score_lmetric":0,"t_first_token":28051.700486765,"t_first_token_unix":1779962048.2554302,"t_done":28052.058578154,"t_done_unix":1779962048.6135213},{"request_id":"1399948:42:1628429:996","session_id":"1399948","input_length":36984,"t_proxy_recv":28051.16770874,"t_decision_unix":1779962047.72265,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9690677049534934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1144 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":1144,"cache_hit":35840,"estimated_new_tokens":1144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":32376,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":35840,"new_prefill":1144,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":28051.458164504,"t_first_token_unix":1779962048.0131078,"t_done":28052.671098416,"t_done_unix":1779962049.2260413},{"request_id":"1388507:3:1629072:998","session_id":"1388507","input_length":79074,"t_proxy_recv":28053.476200977,"t_decision_unix":1779962050.0311425,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9582922325922554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3298 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":3298,"cache_hit":75776,"estimated_new_tokens":3298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":75776,"new_prefill":3298,"score_linear":-75776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":28055.191919871,"t_first_token_unix":1779962051.746864,"t_done":28055.749118211,"t_done_unix":1779962052.3040617},{"request_id":"1253804:16:1629713:999","session_id":"1253804","input_length":92953,"t_proxy_recv":28055.43774908,"t_decision_unix":1779962051.9926903,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9969769668542167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":92672,"v3_new_local":281,"cache_hit":92672,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":92672,"new_prefill":281,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79074,"ongoing_decode_tokens":79074,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":92953,"score_linear":79074.0,"score_lmetric":92953},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":28055.724711414,"t_first_token_unix":1779962052.279655,"t_done":28056.706594471,"t_done_unix":1779962053.2615378},{"request_id":"1253804:17:1631602:1002","session_id":"1253804","input_length":93219,"t_proxy_recv":28061.512153538,"t_decision_unix":1779962058.067095,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9941320975337645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (547 < 8000)","v3_prefill_cache_hit":92672,"v3_new_local":547,"cache_hit":92672,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":92672,"new_prefill":547,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79693,"ongoing_decode_tokens":0,"pending_prefill_tokens":1357,"num_requests":1,"active_p_offloads":0,"cached_blocks":2332,"cache_hit":0,"new_prefill":93219,"score_linear":79693.0,"score_lmetric":94576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":89635,"score_linear":76306.0,"score_lmetric":89635},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":28061.799217353,"t_first_token_unix":1779962058.3541613,"t_done":28062.567584275,"t_done_unix":1779962059.1225278},{"request_id":"1268861:23:1631587:1001","session_id":"1268861","input_length":79693,"t_proxy_recv":28061.436458596,"t_decision_unix":1779962057.9914,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9829721556472965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1357 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":1357,"cache_hit":78336,"estimated_new_tokens":1357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2332,"cache_hit":78336,"new_prefill":1357,"score_linear":-78336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":79693,"score_linear":79890.0,"score_lmetric":79693},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":34304,"new_prefill":45389,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":28062.13999617,"t_first_token_unix":1779962058.6949403,"t_done":28062.78474081,"t_done_unix":1779962059.3396842},{"request_id":"1294611:15:1631116:1000","session_id":"1294611","input_length":79890,"t_proxy_recv":28060.021956222,"t_decision_unix":1779962056.5768976,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9933658780823632,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (530 < 8000)","v3_prefill_cache_hit":79360,"v3_new_local":530,"cache_hit":79360,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":43008,"new_prefill":36882,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2332,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":79360,"new_prefill":530,"score_linear":-79360.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":28060.198552191,"t_first_token_unix":1779962056.7534955,"t_done":28062.965463007,"t_done_unix":1779962059.5204062},{"request_id":"1253804:18:1633257:1003","session_id":"1253804","input_length":93509,"t_proxy_recv":28066.963326137,"t_decision_unix":1779962063.5182676,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9965243987209788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (325 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":325,"cache_hit":93184,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":93184,"new_prefill":325,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":28067.255982004,"t_first_token_unix":1779962063.8109255,"t_done":28068.146162784,"t_done_unix":1779962064.701106},{"request_id":"1294611:15:1634779:1004","session_id":"1294611","input_length":80221,"t_proxy_recv":28072.132759035,"t_decision_unix":1779962068.6877003,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":79872,"affinity_cache_ratio":0.995649518205956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (349 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":349,"cache_hit":79872,"estimated_new_tokens":349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":43008,"new_prefill":37213,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":79872,"new_prefill":349,"score_linear":-79872.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":28072.258721858,"t_first_token_unix":1779962068.8136654,"t_done":28072.821839724,"t_done_unix":1779962069.3767855},{"request_id":"1253804:19:1634903:1005","session_id":"1253804","input_length":93664,"t_proxy_recv":28072.509853452,"t_decision_unix":1779962069.0647948,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9948752989408951,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (480 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":480,"cache_hit":93184,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":93184,"new_prefill":480,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80221,"ongoing_decode_tokens":80221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":3584,"new_prefill":90080,"score_linear":76637.0,"score_lmetric":90080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":28072.688354546,"t_first_token_unix":1779962069.2433023,"t_done":28076.702059875,"t_done_unix":1779962073.2570035},{"request_id":"1253804:20:1638889:1007","session_id":"1253804","input_length":94111,"t_proxy_recv":28085.684352403,"t_decision_unix":1779962082.2392933,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9955903135658956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (415 < 8000)","v3_prefill_cache_hit":93696,"v3_new_local":415,"cache_hit":93696,"estimated_new_tokens":415,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":93696,"new_prefill":415,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":3584,"new_prefill":90527,"score_linear":77133.0,"score_lmetric":90527},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":28085.867952196,"t_first_token_unix":1779962082.4228966,"t_done":28086.697103018,"t_done_unix":1779962083.2520466},{"request_id":"1258908:2:1639411:1008","session_id":"1258908","input_length":9804,"t_proxy_recv":28087.484841407,"t_decision_unix":1779962084.0397828,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9400244798041616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (588 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":588,"cache_hit":9216,"estimated_new_tokens":588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":9216,"new_prefill":588,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":0,"new_prefill":9804,"score_linear":80717.0,"score_lmetric":9804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":28088.256027594,"t_first_token_unix":1779962084.810971,"t_done":28089.828248284,"t_done_unix":1779962086.3831913},{"request_id":"1294611:15:1636645:1006","session_id":"1294611","input_length":80717,"t_proxy_recv":28078.172847082,"t_decision_unix":1779962074.7277884,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9895313254952488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (845 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":845,"cache_hit":79872,"estimated_new_tokens":845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":43008,"new_prefill":37709,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":79872,"new_prefill":845,"score_linear":-79872.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":28078.579171836,"t_first_token_unix":1779962075.1341152,"t_done":28101.858651116,"t_done_unix":1779962098.4135945},{"request_id":"1268861:24:1643502:1011","session_id":"1268861","input_length":80019,"t_proxy_recv":28101.313445532,"t_decision_unix":1779962097.868387,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9917644559417138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (659 < 8000)","v3_prefill_cache_hit":79360,"v3_new_local":659,"cache_hit":79360,"estimated_new_tokens":659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":80019,"score_linear":94269.0,"score_lmetric":80019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":79360,"new_prefill":659,"score_linear":-79360.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":0,"new_prefill":80019,"score_linear":80717.0,"score_lmetric":80019},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":38102,"ongoing_decode_tokens":0,"pending_prefill_tokens":1238,"num_requests":1,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":34304,"new_prefill":45715,"score_linear":3798.0,"score_lmetric":46953}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":28101.592548973,"t_first_token_unix":1779962098.1474924,"t_done":28102.037040785,"t_done_unix":1779962098.5919838},{"request_id":"1399948:43:1643413:1010","session_id":"1399948","input_length":38102,"t_proxy_recv":28100.962973744,"t_decision_unix":1779962097.5179152,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9675082672825573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1238 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":1238,"cache_hit":36864,"estimated_new_tokens":1238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":38102,"score_linear":94269.0,"score_lmetric":38102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":33494,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":0,"new_prefill":38102,"score_linear":80717.0,"score_lmetric":38102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":36864,"new_prefill":1238,"score_linear":-36864.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":28101.330961938,"t_first_token_unix":1779962097.8859053,"t_done":28102.116951011,"t_done_unix":1779962098.6718953},{"request_id":"1253804:21:1640487:1009","session_id":"1253804","input_length":94269,"t_proxy_recv":28090.971225182,"t_decision_unix":1779962087.5261664,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9939216497470006,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (573 < 8000)","v3_prefill_cache_hit":93696,"v3_new_local":573,"cache_hit":93696,"estimated_new_tokens":573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":93696,"new_prefill":573,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":3584,"new_prefill":90685,"score_linear":77133.0,"score_lmetric":90685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":28091.168325878,"t_first_token_unix":1779962087.7232695,"t_done":28105.592121083,"t_done_unix":1779962102.147065},{"request_id":"1399948:44:1644970:1012","session_id":"1399948","input_length":38308,"t_proxy_recv":28106.087555051,"t_decision_unix":1779962102.6424966,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9890362326407017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":420,"cache_hit":37888,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":33700,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":37888,"new_prefill":420,"score_linear":-37888.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":28106.197829243,"t_first_token_unix":1779962102.7527726,"t_done":28107.721889019,"t_done_unix":1779962104.2768323},{"request_id":"1253804:22:1650001:1013","session_id":"1253804","input_length":95715,"t_proxy_recv":28122.681129343,"t_decision_unix":1779962119.2360704,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9949537690017238,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":95232,"v3_new_local":483,"cache_hit":95232,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":95232,"new_prefill":483,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":28122.872698902,"t_first_token_unix":1779962119.427642,"t_done":28123.370093056,"t_done_unix":1779962119.9250362},{"request_id":"1399948:45:1650679:1014","session_id":"1399948","input_length":38758,"t_proxy_recv":28125.128550729,"t_decision_unix":1779962121.6834922,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9907631972754012,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (358 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":358,"cache_hit":38400,"estimated_new_tokens":358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":34150,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":38400,"new_prefill":358,"score_linear":-38400.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":28125.271749338,"t_first_token_unix":1779962121.8266928,"t_done":28125.869418811,"t_done_unix":1779962122.4243622},{"request_id":"1253804:23:1651448:1015","session_id":"1253804","input_length":96944,"t_proxy_recv":28127.426689146,"t_decision_unix":1779962123.9816306,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9876217197557353,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1200 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":1200,"cache_hit":95744,"estimated_new_tokens":1200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":95744,"new_prefill":1200,"score_linear":-95744.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":28128.262168507,"t_first_token_unix":1779962124.8171134,"t_done":28128.672026918,"t_done_unix":1779962125.2269711},{"request_id":"1399948:46:1658183:1018","session_id":"1399948","input_length":39837,"t_proxy_recv":28150.263062992,"t_decision_unix":1779962146.8180044,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9639280066270051,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1437 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":1437,"cache_hit":38400,"estimated_new_tokens":1437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":39837,"score_linear":80406.0,"score_lmetric":39837},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":35229,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":0,"new_prefill":39837,"score_linear":83204.0,"score_lmetric":39837},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":38400,"new_prefill":1437,"score_linear":-38400.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":28150.649658782,"t_first_token_unix":1779962147.2046025,"t_done":28151.507183275,"t_done_unix":1779962148.0621266},{"request_id":"1253804:24:1659020:1019","session_id":"1253804","input_length":97769,"t_proxy_recv":28153.159369034,"t_decision_unix":1779962149.7143102,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":96768,"affinity_cache_ratio":0.9897615808691916,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1001 < 8000)","v3_prefill_cache_hit":96768,"v3_new_local":1001,"cache_hit":96768,"estimated_new_tokens":1001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":96768,"new_prefill":1001,"score_linear":-96768.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":97769,"score_linear":80406.0,"score_lmetric":97769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":94185,"score_linear":79620.0,"score_lmetric":94185},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-96768.0,"chosen_score_lmetric":0,"t_first_token":28153.822890746,"t_first_token_unix":1779962150.3778343,"t_done":28154.232068376,"t_done_unix":1779962150.7870119},{"request_id":"1268861:25:1653400:1016","session_id":"1268861","input_length":80406,"t_proxy_recv":28133.868110958,"t_decision_unix":1779962130.4230504,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9933587045742855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (534 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":534,"cache_hit":79872,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":79872,"new_prefill":534,"score_linear":-79872.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":34304,"new_prefill":46102,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":28134.269127754,"t_first_token_unix":1779962130.8240776,"t_done":28158.733409193,"t_done_unix":1779962155.2883546},{"request_id":"1253804:25:1662273:1020","session_id":"1253804","input_length":98187,"t_proxy_recv":28164.022940044,"t_decision_unix":1779962160.577881,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9959770641734649,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (395 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":395,"cache_hit":97792,"estimated_new_tokens":395,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":97792,"new_prefill":395,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":94603,"score_linear":79620.0,"score_lmetric":94603},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":28164.498099233,"t_first_token_unix":1779962161.0530453,"t_done":28164.908891589,"t_done_unix":1779962161.4638355},{"request_id":"1294611:15:1657992:1017","session_id":"1294611","input_length":83204,"t_proxy_recv":28149.787166492,"t_decision_unix":1779962146.3421075,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9968751502331619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (260 < 8000)","v3_prefill_cache_hit":82944,"v3_new_local":260,"cache_hit":82944,"estimated_new_tokens":260,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":43008,"new_prefill":40196,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":83204,"score_linear":80406.0,"score_lmetric":83204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":82944,"new_prefill":260,"score_linear":-82944.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":28149.969194268,"t_first_token_unix":1779962146.5241382,"t_done":28172.117469691,"t_done_unix":1779962168.672413},{"request_id":"1399948:47:1664702:1022","session_id":"1399948","input_length":40261,"t_proxy_recv":28172.625227199,"t_decision_unix":1779962169.1801686,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9919276719405876,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (325 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":325,"cache_hit":39936,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40261,"score_linear":98254.0,"score_lmetric":40261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":35653,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":39936,"new_prefill":325,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":28172.845035124,"t_first_token_unix":1779962169.399979,"t_done":28173.268933861,"t_done_unix":1779962169.8238769},{"request_id":"1356885:8:1665690:1023","session_id":"1356885","input_length":132537,"t_proxy_recv":28175.840314526,"t_decision_unix":1779962172.395256,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9928095550676415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (953 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":953,"cache_hit":131584,"estimated_new_tokens":953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":6656,"new_prefill":125881,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":132537,"score_linear":98254.0,"score_lmetric":132537},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":131584,"new_prefill":953,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":131513,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":28176.493394613,"t_first_token_unix":1779962173.0483487,"t_done":28178.301659918,"t_done_unix":1779962174.8566031},{"request_id":"1399948:48:1666394:1024","session_id":"1399948","input_length":40343,"t_proxy_recv":28178.2547012,"t_decision_unix":1779962174.8096426,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9899115088119377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (407 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":407,"cache_hit":39936,"estimated_new_tokens":407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40343,"score_linear":98254.0,"score_lmetric":40343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132537,"ongoing_decode_tokens":132537,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":40343,"score_linear":132537.0,"score_lmetric":40343},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":35735,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":39936,"new_prefill":407,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":28178.324006457,"t_first_token_unix":1779962174.8789499,"t_done":28179.716868649,"t_done_unix":1779962176.2718124},{"request_id":"1399948:49:1668825:1025","session_id":"1399948","input_length":40642,"t_proxy_recv":28186.818626134,"t_decision_unix":1779962183.3735676,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9952266128635402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (194 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":194,"cache_hit":40448,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40642,"score_linear":98254.0,"score_lmetric":40642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":36034,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":40448,"new_prefill":194,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28186.936612053,"t_first_token_unix":1779962183.4915557,"t_done":28188.017487346,"t_done_unix":1779962184.5724306},{"request_id":"1294611:15:1673197:1026","session_id":"1294611","input_length":85542,"t_proxy_recv":28202.034567547,"t_decision_unix":1779962198.5895088,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9935704098571462,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (550 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":550,"cache_hit":84992,"estimated_new_tokens":550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":43008,"new_prefill":42534,"score_linear":55246.0,"score_lmetric":42534},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":84992,"new_prefill":550,"score_linear":-84992.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-84992.0,"chosen_score_lmetric":0,"t_first_token":28202.219059158,"t_first_token_unix":1779962198.7740023,"t_done":28203.830194558,"t_done_unix":1779962200.3851418},{"request_id":"1253804:26:1663639:1021","session_id":"1253804","input_length":98254,"t_proxy_recv":28168.856677544,"t_decision_unix":1779962165.4116187,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9952979013577056,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (462 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":462,"cache_hit":97792,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":97792,"new_prefill":462,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":94670,"score_linear":79620.0,"score_lmetric":94670},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":28169.004101902,"t_first_token_unix":1779962165.5590458,"t_done":28205.365080537,"t_done_unix":1779962201.9200242},{"request_id":"1294611:15:1676489:1027","session_id":"1294611","input_length":85722,"t_proxy_recv":28213.425173186,"t_decision_unix":1779962209.9801147,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9974568955460675,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (218 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":218,"cache_hit":85504,"estimated_new_tokens":218,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":43008,"new_prefill":42714,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2385,"cache_hit":85504,"new_prefill":218,"score_linear":-85504.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":28213.544436994,"t_first_token_unix":1779962210.0993803,"t_done":28216.15207462,"t_done_unix":1779962212.707018},{"request_id":"1399948:50:1677482:1028","session_id":"1399948","input_length":42648,"t_proxy_recv":28216.672635419,"t_decision_unix":1779962213.2275767,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9484149315325455,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2200 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":2200,"cache_hit":40448,"estimated_new_tokens":2200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":38040,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2385,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":40448,"new_prefill":2200,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28217.265879395,"t_first_token_unix":1779962213.8208232,"t_done":28220.917643778,"t_done_unix":1779962217.4725869},{"request_id":"1294611:15:1679070:1029","session_id":"1294611","input_length":86602,"t_proxy_recv":28222.099219423,"t_decision_unix":1779962218.654161,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":85504,"affinity_cache_ratio":0.987321308976698,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1098 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":1098,"cache_hit":85504,"estimated_new_tokens":1098,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":43008,"new_prefill":43594,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2385,"cache_hit":85504,"new_prefill":1098,"score_linear":-85504.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":28222.543122675,"t_first_token_unix":1779962219.0980663,"t_done":28225.345156954,"t_done_unix":1779962221.9001},{"request_id":"1253804:27:1683133:1031","session_id":"1253804","input_length":101743,"t_proxy_recv":28235.729844897,"t_decision_unix":1779962232.2847862,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9963928722369106,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (367 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":367,"cache_hit":101376,"estimated_new_tokens":367,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":101376,"new_prefill":367,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86925,"ongoing_decode_tokens":86925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2387,"cache_hit":3584,"new_prefill":98159,"score_linear":83341.0,"score_lmetric":98159},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":28235.938637917,"t_first_token_unix":1779962232.4935815,"t_done":28236.251146844,"t_done_unix":1779962232.8060904},{"request_id":"1294611:15:1682649:1030","session_id":"1294611","input_length":86925,"t_proxy_recv":28234.007632873,"t_decision_unix":1779962230.5625744,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":86528,"affinity_cache_ratio":0.9954328444060973,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (397 < 8000)","v3_prefill_cache_hit":86528,"v3_new_local":397,"cache_hit":86528,"estimated_new_tokens":397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":43008,"new_prefill":43917,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2387,"cache_hit":86528,"new_prefill":397,"score_linear":-86528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":28234.145505386,"t_first_token_unix":1779962230.700449,"t_done":28238.143432282,"t_done_unix":1779962234.6983757},{"request_id":"1253804:28:1685257:1032","session_id":"1253804","input_length":101794,"t_proxy_recv":28242.728707994,"t_decision_unix":1779962239.2836492,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9958936676031986,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":418,"cache_hit":101376,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":101376,"new_prefill":418,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":28242.868180351,"t_first_token_unix":1779962239.423124,"t_done":28243.588938208,"t_done_unix":1779962240.143882},{"request_id":"1399948:51:1686626:1033","session_id":"1399948","input_length":43407,"t_proxy_recv":28247.662728292,"t_decision_unix":1779962244.2176697,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43008,"affinity_cache_ratio":0.9908079342041606,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (399 < 8000)","v3_prefill_cache_hit":43008,"v3_new_local":399,"cache_hit":43008,"estimated_new_tokens":399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":38799,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":43008,"new_prefill":399,"score_linear":-43008.0,"score_lmetric":0}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":28247.819173646,"t_first_token_unix":1779962244.374117,"t_done":28249.259597058,"t_done_unix":1779962245.8145404},{"request_id":"1253804:29:1688398:1034","session_id":"1253804","input_length":102067,"t_proxy_recv":28253.717998858,"t_decision_unix":1779962250.27294,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9932299371981149,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (691 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":691,"cache_hit":101376,"estimated_new_tokens":691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":101376,"new_prefill":691,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":28254.026039742,"t_first_token_unix":1779962250.5809834,"t_done":28255.047393133,"t_done_unix":1779962251.6023393},{"request_id":"1399948:52:1689144:1035","session_id":"1399948","input_length":43673,"t_proxy_recv":28256.298284996,"t_decision_unix":1779962252.8532264,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (153 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":153,"cache_hit":43520,"estimated_new_tokens":153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":39065,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":43520,"new_prefill":153,"score_linear":-43520.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":28256.406084003,"t_first_token_unix":1779962252.9610274,"t_done":28257.144096297,"t_done_unix":1779962253.6990395},{"request_id":"1356885:9:1689871:1036","session_id":"1356885","input_length":132823,"t_proxy_recv":28258.674632875,"t_decision_unix":1779962255.2295742,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9983813044427546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (215 < 8000)","v3_prefill_cache_hit":132608,"v3_new_local":215,"cache_hit":132608,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":6656,"new_prefill":126167,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":132608,"new_prefill":215,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":131799,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":28258.951198647,"t_first_token_unix":1779962255.5061426,"t_done":28260.658140221,"t_done_unix":1779962257.2130837},{"request_id":"1253804:30:1690362:1037","session_id":"1253804","input_length":102214,"t_proxy_recv":28260.328873275,"t_decision_unix":1779962256.8838146,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9968106130275696,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (326 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":326,"cache_hit":101888,"estimated_new_tokens":326,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":101888,"new_prefill":326,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132823,"ongoing_decode_tokens":132823,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102214,"score_linear":132823.0,"score_lmetric":102214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":28260.520449551,"t_first_token_unix":1779962257.0753925,"t_done":28261.283507666,"t_done_unix":1779962257.8384514},{"request_id":"1253804:31:1691981:1038","session_id":"1253804","input_length":102322,"t_proxy_recv":28265.908707997,"t_decision_unix":1779962262.4636493,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9957584879107132,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (434 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":434,"cache_hit":101888,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":101888,"new_prefill":434,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":28266.059665746,"t_first_token_unix":1779962262.6146095,"t_done":28266.446991018,"t_done_unix":1779962263.0019338},{"request_id":"1399948:53:1692115:1039","session_id":"1399948","input_length":43938,"t_proxy_recv":28266.423010439,"t_decision_unix":1779962262.9779518,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9904865947471437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":418,"cache_hit":43520,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102322,"ongoing_decode_tokens":102322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":43938,"score_linear":102322.0,"score_lmetric":43938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":39330,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":43520,"new_prefill":418,"score_linear":-43520.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":28266.5764135,"t_first_token_unix":1779962263.1313567,"t_done":28267.947584084,"t_done_unix":1779962264.5025272},{"request_id":"1253804:32:1693715:1040","session_id":"1253804","input_length":102509,"t_proxy_recv":28271.990256138,"t_decision_unix":1779962268.5451975,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9939419953369948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (621 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":621,"cache_hit":101888,"estimated_new_tokens":621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":101888,"new_prefill":621,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":28272.301062427,"t_first_token_unix":1779962268.8560061,"t_done":28273.080338975,"t_done_unix":1779962269.6352825},{"request_id":"1399948:54:1694570:1041","session_id":"1399948","input_length":44182,"t_proxy_recv":28275.080042855,"t_decision_unix":1779962271.6349843,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9966049522429948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (150 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":150,"cache_hit":44032,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":39574,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":44032,"new_prefill":150,"score_linear":-44032.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":28275.18942143,"t_first_token_unix":1779962271.7443647,"t_done":28275.468922648,"t_done_unix":1779962272.023866},{"request_id":"1253804:33:1695393:1042","session_id":"1253804","input_length":102632,"t_proxy_recv":28277.743325109,"t_decision_unix":1779962274.2982662,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9977394964533479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (232 < 8000)","v3_prefill_cache_hit":102400,"v3_new_local":232,"cache_hit":102400,"estimated_new_tokens":232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":102400,"new_prefill":232,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":28277.936302154,"t_first_token_unix":1779962274.4912457,"t_done":28278.440723123,"t_done_unix":1779962274.9956663},{"request_id":"1253804:34:1697569:1043","session_id":"1253804","input_length":102792,"t_proxy_recv":28285.580163546,"t_decision_unix":1779962282.1351044,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9961864736555374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (392 < 8000)","v3_prefill_cache_hit":102400,"v3_new_local":392,"cache_hit":102400,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":102400,"new_prefill":392,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":28285.826810145,"t_first_token_unix":1779962282.3817544,"t_done":28289.228419081,"t_done_unix":1779962285.7833624},{"request_id":"1253804:35:1701250:1044","session_id":"1253804","input_length":103349,"t_proxy_recv":28298.123466307,"t_decision_unix":1779962294.6784077,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9957716088205981,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":102912,"v3_new_local":437,"cache_hit":102912,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":102912,"new_prefill":437,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":28298.435093925,"t_first_token_unix":1779962294.9900377,"t_done":28298.748038722,"t_done_unix":1779962295.302982},{"request_id":"1253804:36:1702697:1045","session_id":"1253804","input_length":103400,"t_proxy_recv":28303.274593347,"t_decision_unix":1779962299.829534,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9952804642166344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (488 < 8000)","v3_prefill_cache_hit":102912,"v3_new_local":488,"cache_hit":102912,"estimated_new_tokens":488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":102912,"new_prefill":488,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":28303.415976726,"t_first_token_unix":1779962299.97092,"t_done":28303.866449064,"t_done_unix":1779962300.4213924},{"request_id":"1399948:55:1704272:1047","session_id":"1399948","input_length":45284,"t_proxy_recv":28308.54271681,"t_decision_unix":1779962305.0976584,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9723522657009098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1252 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1252,"cache_hit":44032,"estimated_new_tokens":1252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":45284,"score_linear":103471.0,"score_lmetric":45284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":40676,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":44032,"new_prefill":1252,"score_linear":-44032.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":28308.981758075,"t_first_token_unix":1779962305.5367024,"t_done":28310.663639496,"t_done_unix":1779962307.2185829},{"request_id":"1356885:10:1706624:1048","session_id":"1356885","input_length":133014,"t_proxy_recv":28316.871348568,"t_decision_unix":1779962313.4262893,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9969476897168719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (406 < 8000)","v3_prefill_cache_hit":132608,"v3_new_local":406,"cache_hit":132608,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":6656,"new_prefill":126358,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":133014,"score_linear":103471.0,"score_lmetric":133014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":132608,"new_prefill":406,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":131990,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2300,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":28317.123188742,"t_first_token_unix":1779962313.678137,"t_done":28318.606749255,"t_done_unix":1779962315.1616955},{"request_id":"1253804:37:1704071:1046","session_id":"1253804","input_length":103471,"t_proxy_recv":28307.746564115,"t_decision_unix":1779962304.3015053,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":103424,"affinity_cache_ratio":0.9995457664466372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (47 < 8000)","v3_prefill_cache_hit":103424,"v3_new_local":47,"cache_hit":103424,"estimated_new_tokens":47,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":103424,"new_prefill":47,"score_linear":-103424.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-103424.0,"chosen_score_lmetric":0,"t_first_token":28307.884787795,"t_first_token_unix":1779962304.4397311,"t_done":28323.354567647,"t_done_unix":1779962319.9095109},{"request_id":"1399948:56:1708284:1049","session_id":"1399948","input_length":45571,"t_proxy_recv":28322.580183499,"t_decision_unix":1779962319.1351247,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9886989532816923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (515 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":515,"cache_hit":45056,"estimated_new_tokens":515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":45571,"score_linear":103471.0,"score_lmetric":45571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":40963,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2300,"cache_hit":45056,"new_prefill":515,"score_linear":-45056.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":28322.692158179,"t_first_token_unix":1779962319.2471015,"t_done":28323.591548958,"t_done_unix":1779962320.1464922},{"request_id":"1399948:57:1711464:1050","session_id":"1399948","input_length":45756,"t_proxy_recv":28333.366879563,"t_decision_unix":1779962329.9218209,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45568,"affinity_cache_ratio":0.995891249235073,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (188 < 8000)","v3_prefill_cache_hit":45568,"v3_new_local":188,"cache_hit":45568,"estimated_new_tokens":188,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":41148,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":45568,"new_prefill":188,"score_linear":-45568.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":28333.478904761,"t_first_token_unix":1779962330.033848,"t_done":28335.962074074,"t_done_unix":1779962332.5170174},{"request_id":"1253804:38:1712824:1051","session_id":"1253804","input_length":104953,"t_proxy_recv":28338.19771122,"t_decision_unix":1779962334.7526526,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104448,"affinity_cache_ratio":0.9951883223919278,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":104448,"v3_new_local":505,"cache_hit":104448,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":104448,"new_prefill":505,"score_linear":-104448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104448.0,"chosen_score_lmetric":0,"t_first_token":28338.395490782,"t_first_token_unix":1779962334.9504344,"t_done":28338.71233698,"t_done_unix":1779962335.2672808},{"request_id":"1253804:39:1714767:1052","session_id":"1253804","input_length":105004,"t_proxy_recv":28344.779603643,"t_decision_unix":1779962341.334545,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9995809683440631,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (44 < 8000)","v3_prefill_cache_hit":104960,"v3_new_local":44,"cache_hit":104960,"estimated_new_tokens":44,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":104960,"new_prefill":44,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":28344.921946835,"t_first_token_unix":1779962341.4768903,"t_done":28345.498988476,"t_done_unix":1779962342.053932},{"request_id":"1253804:40:1716790:1053","session_id":"1253804","input_length":105156,"t_proxy_recv":28351.495567265,"t_decision_unix":1779962348.0505083,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9981361025523984,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (196 < 8000)","v3_prefill_cache_hit":104960,"v3_new_local":196,"cache_hit":104960,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":104960,"new_prefill":196,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":28351.743965803,"t_first_token_unix":1779962348.2989094,"t_done":28356.402916227,"t_done_unix":1779962352.9578598},{"request_id":"1305906:4:1718131:1054","session_id":"1305906","input_length":47861,"t_proxy_recv":28355.943293862,"t_decision_unix":1779962352.4982352,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9413927832682142,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2805 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":2805,"cache_hit":45056,"estimated_new_tokens":2805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":45056,"new_prefill":2805,"score_linear":-45056.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105156,"ongoing_decode_tokens":105156,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":0,"new_prefill":47861,"score_linear":105156.0,"score_lmetric":47861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":28356.867318893,"t_first_token_unix":1779962353.4222631,"t_done":28358.949280045,"t_done_unix":1779962355.5042233},{"request_id":"1305906:5:1514292:934","session_id":"1305906","input_length":49817,"t_proxy_recv":28358.960778002,"t_decision_unix":1779962355.5157092,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9660959110343859,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1689 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":1689,"cache_hit":48128,"estimated_new_tokens":1689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":48128,"new_prefill":1689,"score_linear":-48128.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37173,"ongoing_decode_tokens":0,"pending_prefill_tokens":1845,"num_requests":1,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":49817,"score_linear":37173.0,"score_lmetric":51662},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":28359.618512825,"t_first_token_unix":1779962356.1734567,"t_done":28360.293173825,"t_done_unix":1779962356.8481174},{"request_id":"1340290:13:1718889:1055","session_id":"1340290","input_length":37173,"t_proxy_recv":28358.576888007,"t_decision_unix":1779962355.131829,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9503672020014526,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1845 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":1845,"cache_hit":35328,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47861,"ongoing_decode_tokens":47861,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":20992,"new_prefill":16181,"score_linear":26869.0,"score_lmetric":16181},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":35328,"new_prefill":1845,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":28364.199447693,"t_first_token_unix":1779962360.7543917,"t_done":28365.833428469,"t_done_unix":1779962362.388372},{"request_id":"1253804:41:1721979:1057","session_id":"1253804","input_length":105638,"t_proxy_recv":28369.176780188,"t_decision_unix":1779962365.7317212,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9984285957704614,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (166 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":166,"cache_hit":105472,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":105472,"new_prefill":166,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37438,"ongoing_decode_tokens":37438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":102054,"score_linear":33854.0,"score_lmetric":102054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":28369.372465906,"t_first_token_unix":1779962365.927409,"t_done":28370.026225083,"t_done_unix":1779962366.5811684},{"request_id":"1340290:14:1721731:1056","session_id":"1340290","input_length":37438,"t_proxy_recv":28368.297362173,"t_decision_unix":1779962364.8523035,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.998343928628666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (62 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":62,"cache_hit":37376,"estimated_new_tokens":62,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":20992,"new_prefill":16446,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":37376,"new_prefill":62,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":28368.368287491,"t_first_token_unix":1779962364.9232306,"t_done":28370.153510098,"t_done_unix":1779962366.7084534},{"request_id":"1253804:42:1724453:1058","session_id":"1253804","input_length":105715,"t_proxy_recv":28377.674559111,"t_decision_unix":1779962374.2295005,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977013668826562,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (243 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":243,"cache_hit":105472,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":105472,"new_prefill":243,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":28377.817299358,"t_first_token_unix":1779962374.372243,"t_done":28378.601561272,"t_done_unix":1779962375.1565044},{"request_id":"1253804:43:1726322:1060","session_id":"1253804","input_length":105845,"t_proxy_recv":28383.748751891,"t_decision_unix":1779962380.303693,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9964759790259341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (373 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":373,"cache_hit":105472,"estimated_new_tokens":373,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":105472,"new_prefill":373,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":102261,"score_linear":34140.0,"score_lmetric":102261},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":28383.948088057,"t_first_token_unix":1779962380.5030313,"t_done":28384.640666661,"t_done_unix":1779962381.195613},{"request_id":"1399948:58:1726693:1061","session_id":"1399948","input_length":46886,"t_proxy_recv":28384.965118744,"t_decision_unix":1779962381.5200598,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46080,"affinity_cache_ratio":0.982809367401783,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (806 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":806,"cache_hit":46080,"estimated_new_tokens":806,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":42278,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":0,"new_prefill":46886,"score_linear":37724.0,"score_lmetric":46886},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":46080,"new_prefill":806,"score_linear":-46080.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":28385.325269829,"t_first_token_unix":1779962381.8802135,"t_done":28385.457029822,"t_done_unix":1779962382.0119731},{"request_id":"1399948:59:1728305:1062","session_id":"1399948","input_length":46927,"t_proxy_recv":28390.256789477,"t_decision_unix":1779962386.8117306,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9928612525838004,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (335 < 8000)","v3_prefill_cache_hit":46592,"v3_new_local":335,"cache_hit":46592,"estimated_new_tokens":335,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":42319,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":0,"new_prefill":46927,"score_linear":37724.0,"score_lmetric":46927},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":46592,"new_prefill":335,"score_linear":-46592.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":28390.340676197,"t_first_token_unix":1779962386.8956199,"t_done":28390.487992,"t_done_unix":1779962387.0429354},{"request_id":"1253804:44:1728625:1063","session_id":"1253804","input_length":106070,"t_proxy_recv":28391.449744436,"t_decision_unix":1779962388.0046856,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9943622136325069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (598 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":598,"cache_hit":105472,"estimated_new_tokens":598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":105472,"new_prefill":598,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":102486,"score_linear":34140.0,"score_lmetric":102486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":28391.772674403,"t_first_token_unix":1779962388.3276188,"t_done":28392.816443287,"t_done_unix":1779962389.3713892},{"request_id":"1340290:15:1725612:1059","session_id":"1340290","input_length":37724,"t_proxy_recv":28381.482654765,"t_decision_unix":1779962378.037596,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9907751033824621,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (348 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":348,"cache_hit":37376,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":20992,"new_prefill":16732,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":37376,"new_prefill":348,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":28381.556324098,"t_first_token_unix":1779962378.1112676,"t_done":28399.191591505,"t_done_unix":1779962395.746535},{"request_id":"1253804:45:1732408:1064","session_id":"1253804","input_length":106394,"t_proxy_recv":28404.416488916,"t_decision_unix":1779962400.97143,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9961463992330395,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (410 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":410,"cache_hit":105984,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":105984,"new_prefill":410,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":28404.736622477,"t_first_token_unix":1779962401.2915664,"t_done":28405.111444966,"t_done_unix":1779962401.6663883},{"request_id":"1399948:60:1732843:1065","session_id":"1399948","input_length":47074,"t_proxy_recv":28406.010614678,"t_decision_unix":1779962402.565556,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9897608021413095,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (482 < 8000)","v3_prefill_cache_hit":46592,"v3_new_local":482,"cache_hit":46592,"estimated_new_tokens":482,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":42466,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":46592,"new_prefill":482,"score_linear":-46592.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":28406.131897342,"t_first_token_unix":1779962402.686841,"t_done":28406.507132309,"t_done_unix":1779962403.0620754},{"request_id":"1253804:46:1733935:1066","session_id":"1253804","input_length":106443,"t_proxy_recv":28409.506956292,"t_decision_unix":1779962406.0618978,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9956878329246639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (459 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":459,"cache_hit":105984,"estimated_new_tokens":459,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":105984,"new_prefill":459,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":28409.642020559,"t_first_token_unix":1779962406.1969638,"t_done":28410.356673309,"t_done_unix":1779962406.9116166},{"request_id":"1399948:61:1735933:1067","session_id":"1399948","input_length":47205,"t_proxy_recv":28416.206537984,"t_decision_unix":1779962412.7614791,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9978603961444762,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (101 < 8000)","v3_prefill_cache_hit":47104,"v3_new_local":101,"cache_hit":47104,"estimated_new_tokens":101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":42597,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":47104,"new_prefill":101,"score_linear":-47104.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":28416.310738889,"t_first_token_unix":1779962412.8656824,"t_done":28417.880090918,"t_done_unix":1779962414.435034},{"request_id":"1253804:47:1736337:1068","session_id":"1253804","input_length":107137,"t_proxy_recv":28417.487479659,"t_decision_unix":1779962414.042421,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.994017006263009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (641 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":641,"cache_hit":106496,"estimated_new_tokens":641,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":106496,"new_prefill":641,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47205,"ongoing_decode_tokens":47205,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":107137,"score_linear":47205.0,"score_lmetric":107137}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":28418.207979824,"t_first_token_unix":1779962414.7629235,"t_done":28418.626092423,"t_done_unix":1779962415.1810362},{"request_id":"1253804:48:1737694:1069","session_id":"1253804","input_length":108145,"t_proxy_recv":28421.92255467,"t_decision_unix":1779962418.4774957,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.98948633778723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1137 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1137,"cache_hit":107008,"estimated_new_tokens":1137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2165,"cache_hit":107008,"new_prefill":1137,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":28422.833315995,"t_first_token_unix":1779962419.3882604,"t_done":28423.260443649,"t_done_unix":1779962419.8153875},{"request_id":"1253804:49:1739030:1070","session_id":"1253804","input_length":109454,"t_proxy_recv":28426.306026242,"t_decision_unix":1779962422.8609676,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9870082409048551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1422 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":1422,"cache_hit":108032,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":108032,"new_prefill":1422,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":28427.422923126,"t_first_token_unix":1779962423.9778671,"t_done":28427.855967834,"t_done_unix":1779962424.4109113},{"request_id":"1253804:50:1741670:1071","session_id":"1253804","input_length":110854,"t_proxy_recv":28435.287261739,"t_decision_unix":1779962431.8422031,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9837804680029588,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1798 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":1798,"cache_hit":109056,"estimated_new_tokens":1798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":109056,"new_prefill":1798,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":28436.424671546,"t_first_token_unix":1779962432.9796157,"t_done":28436.863857781,"t_done_unix":1779962433.4188023},{"request_id":"1253804:51:1744514:1072","session_id":"1253804","input_length":111661,"t_proxy_recv":28444.7134463,"t_decision_unix":1779962441.2683876,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":110592,"affinity_cache_ratio":0.9904263798461415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1069 < 8000)","v3_prefill_cache_hit":110592,"v3_new_local":1069,"cache_hit":110592,"estimated_new_tokens":1069,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":110592,"new_prefill":1069,"score_linear":-110592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-110592.0,"chosen_score_lmetric":0,"t_first_token":28445.459487703,"t_first_token_unix":1779962442.014432,"t_done":28445.89744038,"t_done_unix":1779962442.452384},{"request_id":"1340290:16:1745847:1073","session_id":"1340290","input_length":40200,"t_proxy_recv":28449.316783013,"t_decision_unix":1779962445.8717244,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9934328358208955,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (264 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":264,"cache_hit":39936,"estimated_new_tokens":264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":20992,"new_prefill":19208,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":39936,"new_prefill":264,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":28449.391762544,"t_first_token_unix":1779962445.9467056,"t_done":28450.124988417,"t_done_unix":1779962446.6799319},{"request_id":"1253804:52:1746191:1074","session_id":"1253804","input_length":111724,"t_proxy_recv":28450.353444569,"t_decision_unix":1779962446.9083858,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9990333321399162,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":108,"cache_hit":111616,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":111616,"new_prefill":108,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":28450.50901684,"t_first_token_unix":1779962447.063961,"t_done":28451.291709757,"t_done_unix":1779962447.8466532},{"request_id":"1253804:53:1748377:1075","session_id":"1253804","input_length":111811,"t_proxy_recv":28457.689070274,"t_decision_unix":1779962454.2440119,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9982559855470392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (195 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":195,"cache_hit":111616,"estimated_new_tokens":195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":111616,"new_prefill":195,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":28457.849320062,"t_first_token_unix":1779962454.404264,"t_done":28458.330891083,"t_done_unix":1779962454.8858347},{"request_id":"1399948:62:1749028:1076","session_id":"1399948","input_length":48212,"t_proxy_recv":28459.849066792,"t_decision_unix":1779962456.4040082,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9770181697502697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":47104,"v3_new_local":1108,"cache_hit":47104,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":43604,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":47104,"new_prefill":1108,"score_linear":-47104.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":28460.21266279,"t_first_token_unix":1779962456.7676072,"t_done":28460.774145077,"t_done_unix":1779962457.3290884},{"request_id":"1253804:54:1750056:1077","session_id":"1253804","input_length":112074,"t_proxy_recv":28463.280950729,"t_decision_unix":1779962459.8358905,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9959134143512323,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (458 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":458,"cache_hit":111616,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":111616,"new_prefill":458,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":28463.617553795,"t_first_token_unix":1779962460.172498,"t_done":28469.548473021,"t_done_unix":1779962466.1034162},{"request_id":"1399948:63:1753316:1079","session_id":"1399948","input_length":48636,"t_proxy_recv":28474.146729913,"t_decision_unix":1779962470.7016714,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9895550620939222,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (508 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":508,"cache_hit":48128,"estimated_new_tokens":508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":0,"pending_prefill_tokens":432,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":48636,"score_linear":133552.0,"score_lmetric":49068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":44028,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":48128,"new_prefill":508,"score_linear":-48128.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":28474.411057914,"t_first_token_unix":1779962470.9660015,"t_done":28474.518794165,"t_done_unix":1779962471.0737374},{"request_id":"1399948:64:1754453:1080","session_id":"1399948","input_length":48693,"t_proxy_recv":28478.056867993,"t_decision_unix":1779962474.6118095,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9989115478610888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (53 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":53,"cache_hit":48640,"estimated_new_tokens":53,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":133552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":48693,"score_linear":133552.0,"score_lmetric":48693},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":44085,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2307,"cache_hit":48640,"new_prefill":53,"score_linear":-48640.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":28478.162900152,"t_first_token_unix":1779962474.7178435,"t_done":28479.462238439,"t_done_unix":1779962476.0171816},{"request_id":"1356885:11:1753167:1078","session_id":"1356885","input_length":133552,"t_proxy_recv":28473.722838127,"t_decision_unix":1779962470.2777793,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":133120,"affinity_cache_ratio":0.9967653048999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (432 < 8000)","v3_prefill_cache_hit":133120,"v3_new_local":432,"cache_hit":133120,"estimated_new_tokens":432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":6656,"new_prefill":126896,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":133120,"new_prefill":432,"score_linear":-133120.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":132528,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-133120.0,"chosen_score_lmetric":0,"t_first_token":28474.372670233,"t_first_token_unix":1779962470.9276145,"t_done":28491.790294478,"t_done_unix":1779962488.345242},{"request_id":"1399948:65:1759200:1081","session_id":"1399948","input_length":49220,"t_proxy_recv":28494.554391815,"t_decision_unix":1779962491.1093333,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9882161722876879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (580 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":580,"cache_hit":48640,"estimated_new_tokens":580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":44612,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2307,"cache_hit":48640,"new_prefill":580,"score_linear":-48640.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":28494.841734582,"t_first_token_unix":1779962491.3966782,"t_done":28500.412364465,"t_done_unix":1779962496.9673092},{"request_id":"1277428:14:1767578:1082","session_id":"1277428","input_length":49716,"t_proxy_recv":28523.407279966,"t_decision_unix":1779962519.9622214,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9886555636012552,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (564 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":564,"cache_hit":49152,"estimated_new_tokens":564,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":49152,"new_prefill":564,"score_linear":-49152.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":46132,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":32308,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":45108,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":28523.577996668,"t_first_token_unix":1779962520.13294,"t_done":28524.626060999,"t_done_unix":1779962521.1810045},{"request_id":"1277428:14:1770237:1083","session_id":"1277428","input_length":49925,"t_proxy_recv":28532.757877603,"t_decision_unix":1779962529.312819,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.994772158237356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (261 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":261,"cache_hit":49664,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":49664,"new_prefill":261,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":46341,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":32517,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":45317,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28532.863165355,"t_first_token_unix":1779962529.418109,"t_done":28533.180851326,"t_done_unix":1779962529.7357945},{"request_id":"1277428:15:1771467:1084","session_id":"1277428","input_length":51398,"t_proxy_recv":28536.832232021,"t_decision_unix":1779962533.3871734,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9662632787267987,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1734 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":1734,"cache_hit":49664,"estimated_new_tokens":1734,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":49664,"new_prefill":1734,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":47814,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":33990,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":46790,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28537.411741119,"t_first_token_unix":1779962533.9666855,"t_done":28540.921890993,"t_done_unix":1779962537.4768345},{"request_id":"1399948:66:1772336:1085","session_id":"1399948","input_length":51012,"t_proxy_recv":28539.781739837,"t_decision_unix":1779962536.3366811,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9735748451344781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1348 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":1348,"cache_hit":49664,"estimated_new_tokens":1348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51398,"ongoing_decode_tokens":51398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":51012,"score_linear":51398.0,"score_lmetric":51012},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":46404,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":49664,"new_prefill":1348,"score_linear":-49664.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28540.260181941,"t_first_token_unix":1779962536.8151255,"t_done":28543.236616806,"t_done_unix":1779962539.79156},{"request_id":"1399948:67:1777074:1086","session_id":"1399948","input_length":52331,"t_proxy_recv":28555.845258289,"t_decision_unix":1779962552.4001994,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9783875714203818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1131 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":1131,"cache_hit":51200,"estimated_new_tokens":1131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":47723,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":51200,"new_prefill":1131,"score_linear":-51200.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":28556.329022421,"t_first_token_unix":1779962552.8839662,"t_done":28560.662032231,"t_done_unix":1779962557.2169752},{"request_id":"1399948:68:1784799:1087","session_id":"1399948","input_length":53289,"t_proxy_recv":28582.346542789,"t_decision_unix":1779962578.901484,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9896226238060387,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (553 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":553,"cache_hit":52736,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":48681,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":52736,"new_prefill":553,"score_linear":-52736.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":28582.632877609,"t_first_token_unix":1779962579.1878211,"t_done":28586.952367035,"t_done_unix":1779962583.5073106},{"request_id":"1277428:16:1787662:1088","session_id":"1277428","input_length":52754,"t_proxy_recv":28592.787124066,"t_decision_unix":1779962589.3420653,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":51712,"affinity_cache_ratio":0.9802479432839216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1042 < 8000)","v3_prefill_cache_hit":51712,"v3_new_local":1042,"cache_hit":51712,"estimated_new_tokens":1042,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":51712,"new_prefill":1042,"score_linear":-51712.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":49170,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":35346,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":48146,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51712.0,"chosen_score_lmetric":0,"t_first_token":28593.183152491,"t_first_token_unix":1779962589.7380962,"t_done":28593.781791753,"t_done_unix":1779962590.336735},{"request_id":"1305906:5:1788459:1089","session_id":"1305906","input_length":52461,"t_proxy_recv":28595.32092483,"t_decision_unix":1779962591.8758662,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.946684203503555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2797 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":2797,"cache_hit":49664,"estimated_new_tokens":2797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":49664,"new_prefill":2797,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28596.308755802,"t_first_token_unix":1779962592.8636994,"t_done":28596.820568585,"t_done_unix":1779962593.3755116},{"request_id":"1399948:69:1790968:1090","session_id":"1399948","input_length":54141,"t_proxy_recv":28603.917617826,"t_decision_unix":1779962600.4725595,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9929628193051476,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (381 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":381,"cache_hit":53760,"estimated_new_tokens":381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51255,"ongoing_decode_tokens":51255,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54141,"score_linear":51255.0,"score_lmetric":54141},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":49533,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":53760,"new_prefill":381,"score_linear":-53760.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":28604.201783321,"t_first_token_unix":1779962600.7567267,"t_done":28608.100403187,"t_done_unix":1779962604.6553483},{"request_id":"1305906:6:1529600:945","session_id":"1305906","input_length":51255,"t_proxy_recv":28596.830065643,"t_decision_unix":1779962593.3850074,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9989269339576626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (55 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":55,"cache_hit":51200,"estimated_new_tokens":55,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":51200,"new_prefill":55,"score_linear":-51200.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":28596.898545526,"t_first_token_unix":1779962593.4534886,"t_done":28611.908690174,"t_done_unix":1779962608.463634},{"request_id":"1277428:17:1793546:1091","session_id":"1277428","input_length":53574,"t_proxy_recv":28612.918453133,"t_decision_unix":1779962609.4733944,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9843580841452944,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (838 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":838,"cache_hit":52736,"estimated_new_tokens":838,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2177,"cache_hit":52736,"new_prefill":838,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":49990,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":36166,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":48966,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":28613.310179803,"t_first_token_unix":1779962609.865124,"t_done":28614.632185176,"t_done_unix":1779962611.1871285},{"request_id":"1399948:70:1795589:1092","session_id":"1399948","input_length":54654,"t_proxy_recv":28620.241488991,"t_decision_unix":1779962616.7964303,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9930105756211806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (382 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":382,"cache_hit":54272,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":50046,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":54272,"new_prefill":382,"score_linear":-54272.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":28620.330155578,"t_first_token_unix":1779962616.885099,"t_done":28621.268600649,"t_done_unix":1779962617.823544},{"request_id":"1277428:18:1796824:1093","session_id":"1277428","input_length":53805,"t_proxy_recv":28624.836022788,"t_decision_unix":1779962621.390964,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53248,"affinity_cache_ratio":0.9896478022488616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (557 < 8000)","v3_prefill_cache_hit":53248,"v3_new_local":557,"cache_hit":53248,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":53248,"new_prefill":557,"score_linear":-53248.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":50221,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":36397,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":49197,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53248.0,"chosen_score_lmetric":0,"t_first_token":28624.963967658,"t_first_token_unix":1779962621.518911,"t_done":28625.339798973,"t_done_unix":1779962621.8947423},{"request_id":"1399948:71:1800797:1094","session_id":"1399948","input_length":54920,"t_proxy_recv":28638.429017816,"t_decision_unix":1779962634.983959,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9882010196649672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (648 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":648,"cache_hit":54272,"estimated_new_tokens":648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":50312,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":54272,"new_prefill":648,"score_linear":-54272.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":28638.610765631,"t_first_token_unix":1779962635.1657093,"t_done":28640.69178971,"t_done_unix":1779962637.2467334},{"request_id":"1399948:72:1804699:1097","session_id":"1399948","input_length":55246,"t_proxy_recv":28651.877023073,"t_decision_unix":1779962648.4319642,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9916374036129313,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (462 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":462,"cache_hit":54784,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":55246,"score_linear":112634.0,"score_lmetric":55246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":55246,"score_linear":111736.0,"score_lmetric":55246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":50638,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":54784,"new_prefill":462,"score_linear":-54784.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":28651.99756096,"t_first_token_unix":1779962648.552505,"t_done":28652.391765506,"t_done_unix":1779962648.946709},{"request_id":"1399948:73:1805981:1098","session_id":"1399948","input_length":55559,"t_proxy_recv":28656.058367486,"t_decision_unix":1779962652.6133087,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9952662934898037,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (263 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":263,"cache_hit":55296,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":55559,"score_linear":112634.0,"score_lmetric":55559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":55559,"score_linear":111736.0,"score_lmetric":55559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":50951,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":55296,"new_prefill":263,"score_linear":-55296.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":28656.24751805,"t_first_token_unix":1779962652.8024614,"t_done":28657.543271429,"t_done_unix":1779962654.0982146},{"request_id":"1305906:6:1806419:1099","session_id":"1305906","input_length":52932,"t_proxy_recv":28657.567183591,"t_decision_unix":1779962654.1221251,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9962971359480087,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (196 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":196,"cache_hit":52736,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":52736,"new_prefill":196,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":52932,"score_linear":112634.0,"score_lmetric":52932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":52932,"score_linear":111736.0,"score_lmetric":52932},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":28657.640010791,"t_first_token_unix":1779962654.194954,"t_done":28658.354249472,"t_done_unix":1779962654.9091928},{"request_id":"1305906:7:1572780:964","session_id":"1305906","input_length":54789,"t_proxy_recv":28658.36938924,"t_decision_unix":1779962654.924331,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9625289747942105,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2053 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2053,"cache_hit":52736,"estimated_new_tokens":2053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":52736,"new_prefill":2053,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54789,"score_linear":112634.0,"score_lmetric":54789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":54789,"score_linear":111736.0,"score_lmetric":54789},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":28659.086904139,"t_first_token_unix":1779962655.641855,"t_done":28659.389307797,"t_done_unix":1779962655.9442525},{"request_id":"1399948:74:1808473:1100","session_id":"1399948","input_length":55791,"t_proxy_recv":28664.759564397,"t_decision_unix":1779962661.3145056,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (495 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":495,"cache_hit":55296,"estimated_new_tokens":495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":55791,"score_linear":112634.0,"score_lmetric":55791},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":55791,"score_linear":111736.0,"score_lmetric":55791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":51183,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":55296,"new_prefill":495,"score_linear":-55296.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":28664.891736968,"t_first_token_unix":1779962661.44668,"t_done":28666.772520724,"t_done_unix":1779962663.3274639},{"request_id":"1270606:6:1804345:1096","session_id":"1270606","input_length":111736,"t_proxy_recv":28650.712253809,"t_decision_unix":1779962647.2671945,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9989260399513138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (120 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":120,"cache_hit":111616,"estimated_new_tokens":120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":1536,"new_prefill":110200,"score_linear":111098.0,"score_lmetric":110200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":111616,"new_prefill":120,"score_linear":-111616.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":28650.983168255,"t_first_token_unix":1779962647.5381122,"t_done":28693.729420851,"t_done_unix":1779962690.2843683},{"request_id":"1399948:75:1817312:1101","session_id":"1399948","input_length":57308,"t_proxy_recv":28693.295842619,"t_decision_unix":1779962689.850784,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9738256438891604,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1500 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":1500,"cache_hit":55808,"estimated_new_tokens":1500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":57308,"score_linear":112634.0,"score_lmetric":57308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":57308,"score_linear":111736.0,"score_lmetric":57308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":52700,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":55808,"new_prefill":1500,"score_linear":-55808.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":28693.929655576,"t_first_token_unix":1779962690.4845994,"t_done":28694.768604415,"t_done_unix":1779962691.323548},{"request_id":"1399948:76:1821495:1102","session_id":"1399948","input_length":57659,"t_proxy_recv":28706.9526067,"t_decision_unix":1779962703.507548,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9945368459390554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (315 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":315,"cache_hit":57344,"estimated_new_tokens":315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":57659,"score_linear":112634.0,"score_lmetric":57659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":53051,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":57344,"new_prefill":315,"score_linear":-57344.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":28707.148670457,"t_first_token_unix":1779962703.7036138,"t_done":28707.810497558,"t_done_unix":1779962704.3654413},{"request_id":"1270606:6:1822681:1103","session_id":"1270606","input_length":112180,"t_proxy_recv":28710.79532899,"t_decision_unix":1779962707.3502705,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9995364592619005,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (52 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":52,"cache_hit":112128,"estimated_new_tokens":52,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":1536,"new_prefill":110644,"score_linear":111098.0,"score_lmetric":110644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":112128,"new_prefill":52,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":28710.939075573,"t_first_token_unix":1779962707.4940188,"t_done":28711.832685119,"t_done_unix":1779962708.3876283},{"request_id":"1270606:7:1825806:1104","session_id":"1270606","input_length":112645,"t_proxy_recv":28721.408856278,"t_decision_unix":1779962717.9637978,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9954103599804697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (517 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":517,"cache_hit":112128,"estimated_new_tokens":517,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":1536,"new_prefill":111109,"score_linear":111098.0,"score_lmetric":111109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":112128,"new_prefill":517,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":28721.956489997,"t_first_token_unix":1779962718.5114338,"t_done":28726.034956571,"t_done_unix":1779962722.5899003},{"request_id":"1277428:19:1834491:1105","session_id":"1277428","input_length":58474,"t_proxy_recv":28750.680420342,"t_decision_unix":1779962747.2353618,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9193829736293053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4714 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":4714,"cache_hit":53760,"estimated_new_tokens":4714,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":53760,"new_prefill":4714,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":54890,"score_linear":109050.0,"score_lmetric":54890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":41066,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":53866,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":28752.425102137,"t_first_token_unix":1779962748.9800458,"t_done":28752.76223145,"t_done_unix":1779962749.3171773},{"request_id":"1270606:8:1837578:1106","session_id":"1270606","input_length":113482,"t_proxy_recv":28761.514932246,"t_decision_unix":1779962758.0698736,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9925803211081934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (842 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":842,"cache_hit":112640,"estimated_new_tokens":842,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":1536,"new_prefill":111946,"score_linear":111098.0,"score_lmetric":111946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":112640,"new_prefill":842,"score_linear":-112640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":28762.078524831,"t_first_token_unix":1779962758.6334686,"t_done":28762.512801039,"t_done_unix":1779962759.0677447},{"request_id":"1253804:55:1803044:1095","session_id":"1253804","input_length":112634,"t_proxy_recv":28646.314193985,"t_decision_unix":1779962642.8691354,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9955075732016976,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (506 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":506,"cache_hit":112128,"estimated_new_tokens":506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":112128,"new_prefill":506,"score_linear":-112128.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":28646.478559603,"t_first_token_unix":1779962643.0335033,"t_done":28771.254185707,"t_done_unix":1779962767.8091292},{"request_id":"1270606:9:1847569:1107","session_id":"1270606","input_length":116467,"t_proxy_recv":28795.39484879,"t_decision_unix":1779962791.9497902,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":113152,"affinity_cache_ratio":0.9715370018975332,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3315 < 8000)","v3_prefill_cache_hit":113152,"v3_new_local":3315,"cache_hit":113152,"estimated_new_tokens":3315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":114931,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2341,"cache_hit":113152,"new_prefill":3315,"score_linear":-113152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-113152.0,"chosen_score_lmetric":0,"t_first_token":28797.654845309,"t_first_token_unix":1779962794.2097895,"t_done":28799.204201439,"t_done_unix":1779962795.7591448},{"request_id":"1270606:10:1851128:1108","session_id":"1270606","input_length":116659,"t_proxy_recv":28807.500470648,"t_decision_unix":1779962804.055412,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9962711835349181,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":435,"cache_hit":116224,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":115123,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":116224,"new_prefill":435,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":28807.742803086,"t_first_token_unix":1779962804.2977476,"t_done":28808.508731291,"t_done_unix":1779962805.063677},{"request_id":"1305906:7:1851943:1109","session_id":"1305906","input_length":58042,"t_proxy_recv":28810.036260238,"t_decision_unix":1779962806.5912015,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9438682333482651,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3258 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":3258,"cache_hit":54784,"estimated_new_tokens":3258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":54784,"new_prefill":3258,"score_linear":-54784.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":28811.332794191,"t_first_token_unix":1779962807.8877387,"t_done":28813.598318732,"t_done_unix":1779962810.1532629},{"request_id":"1305906:8:1866131:1110","session_id":"1305906","input_length":58687,"t_proxy_recv":28858.527318982,"t_decision_unix":1779962855.0822604,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9858401349532264,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (831 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":831,"cache_hit":57856,"estimated_new_tokens":831,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":57856,"new_prefill":831,"score_linear":-57856.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":28858.83594354,"t_first_token_unix":1779962855.3908873,"t_done":28860.728603501,"t_done_unix":1779962857.283547},{"request_id":"1270606:11:1868274:1111","session_id":"1270606","input_length":117828,"t_proxy_recv":28865.787799546,"t_decision_unix":1779962862.3427408,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9863869368910615,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1604 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":1604,"cache_hit":116224,"estimated_new_tokens":1604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":116292,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":116224,"new_prefill":1604,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":28866.793014068,"t_first_token_unix":1779962863.347958,"t_done":28868.54596795,"t_done_unix":1779962865.1009114},{"request_id":"1270606:11:1870810:1113","session_id":"1270606","input_length":118012,"t_proxy_recv":28874.281360822,"t_decision_unix":1779962870.8363018,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9978646239365488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (252 < 8000)","v3_prefill_cache_hit":117760,"v3_new_local":252,"cache_hit":117760,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":116476,"score_linear":111390.0,"score_lmetric":116476},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":117760,"new_prefill":252,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":28874.447695431,"t_first_token_unix":1779962871.0026386,"t_done":28874.964483465,"t_done_unix":1779962871.519427},{"request_id":"1356885:12:1874205:1114","session_id":"1356885","input_length":135435,"t_proxy_recv":28885.74434786,"t_decision_unix":1779962882.299289,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":134656,"affinity_cache_ratio":0.9942481633255805,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (779 < 8000)","v3_prefill_cache_hit":134656,"v3_new_local":779,"cache_hit":134656,"estimated_new_tokens":779,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":6656,"new_prefill":128779,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":135435,"score_linear":112926.0,"score_lmetric":135435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":134656,"new_prefill":779,"score_linear":-134656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":134411,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-134656.0,"chosen_score_lmetric":0,"t_first_token":28886.401867343,"t_first_token_unix":1779962882.9568107,"t_done":28888.969576046,"t_done_unix":1779962885.5245197},{"request_id":"1340290:17:1875101:1115","session_id":"1340290","input_length":40328,"t_proxy_recv":28888.675019196,"t_decision_unix":1779962885.2299602,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9902797064074589,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (392 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":392,"cache_hit":39936,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":19336,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":40328,"score_linear":112926.0,"score_lmetric":40328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135435,"ongoing_decode_tokens":135435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":40328,"score_linear":135435.0,"score_lmetric":40328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":39936,"new_prefill":392,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":28888.747711937,"t_first_token_unix":1779962885.3026552,"t_done":28891.877919832,"t_done_unix":1779962888.432864},{"request_id":"1270606:12:1876851:1116","session_id":"1270606","input_length":118600,"t_proxy_recv":28894.640650791,"t_decision_unix":1779962891.1955922,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9929173693086003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (840 < 8000)","v3_prefill_cache_hit":117760,"v3_new_local":840,"cache_hit":117760,"estimated_new_tokens":840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":117064,"score_linear":111390.0,"score_lmetric":117064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":117760,"new_prefill":840,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":28895.226372648,"t_first_token_unix":1779962891.7813165,"t_done":28897.40734006,"t_done_unix":1779962893.9622836},{"request_id":"1340290:18:1878955:1117","session_id":"1340290","input_length":40583,"t_proxy_recv":28902.35044752,"t_decision_unix":1779962898.9053888,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9966734839711209,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (135 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":135,"cache_hit":40448,"estimated_new_tokens":135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":19591,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":40583,"score_linear":112926.0,"score_lmetric":40583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":40448,"new_prefill":135,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28902.42430913,"t_first_token_unix":1779962898.9792523,"t_done":28902.628424731,"t_done_unix":1779962899.1833677},{"request_id":"1340290:19:1880565:1118","session_id":"1340290","input_length":40676,"t_proxy_recv":28907.623294015,"t_decision_unix":1779962904.1782353,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9943947290785722,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (228 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":228,"cache_hit":40448,"estimated_new_tokens":228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":19684,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":40676,"score_linear":112926.0,"score_lmetric":40676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":40448,"new_prefill":228,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28907.722814898,"t_first_token_unix":1779962904.2777581,"t_done":28908.285491852,"t_done_unix":1779962904.840435},{"request_id":"1340290:20:1882251:1120","session_id":"1340290","input_length":40883,"t_proxy_recv":28913.432493403,"t_decision_unix":1779962909.9874349,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9893598806349827,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":435,"cache_hit":40448,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":19891,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":40883,"score_linear":112926.0,"score_lmetric":40883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119030,"ongoing_decode_tokens":119030,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":40883,"score_linear":119030.0,"score_lmetric":40883},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":40448,"new_prefill":435,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28913.538501523,"t_first_token_unix":1779962910.0934448,"t_done":28913.866920554,"t_done_unix":1779962910.421864},{"request_id":"1270606:12:1881189:1119","session_id":"1270606","input_length":119030,"t_proxy_recv":28910.0293289,"t_decision_unix":1779962906.58427,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118784,"affinity_cache_ratio":0.9979332941275308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":118784,"v3_new_local":246,"cache_hit":118784,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":117494,"score_linear":111390.0,"score_lmetric":117494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":118784,"new_prefill":246,"score_linear":-118784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118784.0,"chosen_score_lmetric":0,"t_first_token":28910.387971666,"t_first_token_unix":1779962906.9429157,"t_done":28914.453283308,"t_done_unix":1779962911.008227},{"request_id":"1340290:21:1883855:1121","session_id":"1340290","input_length":41002,"t_proxy_recv":28918.90129145,"t_decision_unix":1779962915.4562328,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.986488463977367,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (554 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":554,"cache_hit":40448,"estimated_new_tokens":554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":20010,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":41002,"score_linear":112926.0,"score_lmetric":41002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":40448,"new_prefill":554,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28919.003721764,"t_first_token_unix":1779962915.558665,"t_done":28919.259797128,"t_done_unix":1779962915.8147402},{"request_id":"1340290:22:1884847:1122","session_id":"1340290","input_length":41909,"t_proxy_recv":28922.374940374,"t_decision_unix":1779962918.9298816,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9773556992531437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (949 < 8000)","v3_prefill_cache_hit":40960,"v3_new_local":949,"cache_hit":40960,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":20917,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":41909,"score_linear":112926.0,"score_lmetric":41909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2395,"cache_hit":40960,"new_prefill":949,"score_linear":-40960.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":28922.697040829,"t_first_token_unix":1779962919.2519844,"t_done":28923.040337858,"t_done_unix":1779962919.5952814},{"request_id":"1253804:55:1869941:1112","session_id":"1253804","input_length":112926,"t_proxy_recv":28871.413543006,"t_decision_unix":1779962867.9684844,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9974673680109098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (286 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":286,"cache_hit":112640,"estimated_new_tokens":286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":112640,"new_prefill":286,"score_linear":-112640.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":28871.56229768,"t_first_token_unix":1779962868.1172411,"t_done":28924.474843658,"t_done_unix":1779962921.029787},{"request_id":"1340290:23:1886013:1124","session_id":"1340290","input_length":42086,"t_proxy_recv":28926.405246078,"t_decision_unix":1779962922.9601877,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41472,"affinity_cache_ratio":0.9854108254526446,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (614 < 8000)","v3_prefill_cache_hit":41472,"v3_new_local":614,"cache_hit":41472,"estimated_new_tokens":614,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":0,"pending_prefill_tokens":5477,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":21094,"score_linear":42853.0,"score_lmetric":26571},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2396,"cache_hit":41472,"new_prefill":614,"score_linear":-41472.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":28926.51441749,"t_first_token_unix":1779962923.069361,"t_done":28926.811622929,"t_done_unix":1779962923.3665671},{"request_id":"1270606:12:1886765:1125","session_id":"1270606","input_length":119440,"t_proxy_recv":28929.148005818,"t_decision_unix":1779962925.7029407,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9987943737441393,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (144 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":144,"cache_hit":119296,"estimated_new_tokens":144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":119440,"score_linear":63845.0,"score_lmetric":119440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":117904,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":119296,"new_prefill":144,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":28929.376610202,"t_first_token_unix":1779962925.9315538,"t_done":28930.439546008,"t_done_unix":1779962926.9944894},{"request_id":"1340290:24:1887125:1126","session_id":"1340290","input_length":42199,"t_proxy_recv":28930.18062543,"t_decision_unix":1779962926.7355669,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9949050925377378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (215 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":215,"cache_hit":41984,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":21207,"score_linear":42853.0,"score_lmetric":21207},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119440,"ongoing_decode_tokens":119440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":42199,"score_linear":119440.0,"score_lmetric":42199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":41984,"new_prefill":215,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":28930.2871329,"t_first_token_unix":1779962926.842076,"t_done":28930.459916229,"t_done_unix":1779962927.014859},{"request_id":"1340290:25:1888447:1127","session_id":"1340290","input_length":42444,"t_proxy_recv":28934.574492084,"t_decision_unix":1779962931.1294336,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9891621901800018,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (460 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":460,"cache_hit":41984,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":21452,"score_linear":42853.0,"score_lmetric":21452},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":41984,"new_prefill":460,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":28934.72402445,"t_first_token_unix":1779962931.2789679,"t_done":28935.029697343,"t_done_unix":1779962931.5846405},{"request_id":"1277428:20:1885419:1123","session_id":"1277428","input_length":63845,"t_proxy_recv":28924.291428678,"t_decision_unix":1779962920.8463697,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9142141123032343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5477 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":5477,"cache_hit":58368,"estimated_new_tokens":5477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":58368,"new_prefill":5477,"score_linear":-58368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":3584,"new_prefill":60261,"score_linear":109342.0,"score_lmetric":60261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":46437,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2396,"cache_hit":4608,"new_prefill":59237,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":28926.50661663,"t_first_token_unix":1779962923.0615602,"t_done":28936.666610465,"t_done_unix":1779962933.2215536},{"request_id":"1340290:26:1889402:1128","session_id":"1340290","input_length":48504,"t_proxy_recv":28937.89327777,"t_decision_unix":1779962934.448219,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.8655780966518225,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6520 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":6520,"cache_hit":41984,"estimated_new_tokens":6520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":27512,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":41984,"new_prefill":6520,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":28939.774656384,"t_first_token_unix":1779962936.3296006,"t_done":28939.986599344,"t_done_unix":1779962936.5415428},{"request_id":"1270606:13:1890252:1129","session_id":"1270606","input_length":119686,"t_proxy_recv":28940.876940891,"t_decision_unix":1779962937.4318821,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9967414735223836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (390 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":390,"cache_hit":119296,"estimated_new_tokens":390,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":118150,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":119296,"new_prefill":390,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2409,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":28941.246641752,"t_first_token_unix":1779962937.8015857,"t_done":28942.170294454,"t_done_unix":1779962938.7252378},{"request_id":"1340290:27:1892591:1131","session_id":"1340290","input_length":49361,"t_proxy_recv":28948.480717121,"t_decision_unix":1779962945.0356586,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9750207653815766,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1233 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":1233,"cache_hit":48128,"estimated_new_tokens":1233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28369,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119828,"ongoing_decode_tokens":119828,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":49361,"score_linear":119828.0,"score_lmetric":49361},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2409,"cache_hit":48128,"new_prefill":1233,"score_linear":-48128.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":28948.852753429,"t_first_token_unix":1779962945.4076967,"t_done":28949.181590647,"t_done_unix":1779962945.7365334},{"request_id":"1270606:14:1892412:1130","session_id":"1270606","input_length":119828,"t_proxy_recv":28947.822353097,"t_decision_unix":1779962944.3772945,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9955603031011115,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":532,"cache_hit":119296,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":118292,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":119296,"new_prefill":532,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2409,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":28948.077197433,"t_first_token_unix":1779962944.632141,"t_done":28950.064572033,"t_done_unix":1779962946.6195152},{"request_id":"1340290:28:1893837:1132","session_id":"1340290","input_length":49454,"t_proxy_recv":28952.790256382,"t_decision_unix":1779962949.3451977,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9938933149997978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (302 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":302,"cache_hit":49152,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28462,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":49152,"new_prefill":302,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":28952.895687948,"t_first_token_unix":1779962949.4506311,"t_done":28953.154426914,"t_done_unix":1779962949.70937},{"request_id":"1305906:9:1893880:1133","session_id":"1305906","input_length":59265,"t_proxy_recv":28952.955078524,"t_decision_unix":1779962949.51002,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9935037543237999,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (385 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":385,"cache_hit":58880,"estimated_new_tokens":385,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":58880,"new_prefill":385,"score_linear":-58880.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49454,"ongoing_decode_tokens":49454,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":0,"new_prefill":59265,"score_linear":49454.0,"score_lmetric":59265},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":28953.264435477,"t_first_token_unix":1779962949.8193786,"t_done":28953.883324288,"t_done_unix":1779962950.438268},{"request_id":"1270606:15:1895310:1134","session_id":"1270606","input_length":120058,"t_proxy_recv":28957.62324906,"t_decision_unix":1779962954.1781902,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9979176731246564,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (250 < 8000)","v3_prefill_cache_hit":119808,"v3_new_local":250,"cache_hit":119808,"estimated_new_tokens":250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":118522,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":119808,"new_prefill":250,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":28957.871351752,"t_first_token_unix":1779962954.426296,"t_done":28958.866907877,"t_done_unix":1779962955.4218514},{"request_id":"1340290:29:1896119:1136","session_id":"1340290","input_length":49576,"t_proxy_recv":28960.114426731,"t_decision_unix":1779962956.669368,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9914474745844764,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (424 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":424,"cache_hit":49152,"estimated_new_tokens":424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28584,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135905,"ongoing_decode_tokens":135905,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":49576,"score_linear":135905.0,"score_lmetric":49576},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":49152,"new_prefill":424,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":28960.217308218,"t_first_token_unix":1779962956.7722516,"t_done":28960.468595839,"t_done_unix":1779962957.0235386},{"request_id":"1356885:13:1895311:1135","session_id":"1356885","input_length":135905,"t_proxy_recv":28957.635339077,"t_decision_unix":1779962954.1902807,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135168,"affinity_cache_ratio":0.9945770942938081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (737 < 8000)","v3_prefill_cache_hit":135168,"v3_new_local":737,"cache_hit":135168,"estimated_new_tokens":737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":6656,"new_prefill":129249,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":135168,"new_prefill":737,"score_linear":-135168.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":134881,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120058,"ongoing_decode_tokens":0,"pending_prefill_tokens":250,"num_requests":1,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":135905,"score_linear":120058.0,"score_lmetric":136155},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135168.0,"chosen_score_lmetric":0,"t_first_token":28958.052498399,"t_first_token_unix":1779962954.607442,"t_done":28960.504517199,"t_done_unix":1779962957.0594604},{"request_id":"1340290:30:1896991:1137","session_id":"1340290","input_length":49695,"t_proxy_recv":28963.086724095,"t_decision_unix":1779962959.641665,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9890733474192575,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (543 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":543,"cache_hit":49152,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28703,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":49152,"new_prefill":543,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":28963.190180294,"t_first_token_unix":1779962959.7451234,"t_done":28964.707308371,"t_done_unix":1779962961.262252},{"request_id":"1340290:31:1899492:1138","session_id":"1340290","input_length":49927,"t_proxy_recv":28971.471660261,"t_decision_unix":1779962968.0266018,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9947323091713902,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (263 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":263,"cache_hit":49664,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28935,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":49664,"new_prefill":263,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28971.558641869,"t_first_token_unix":1779962968.113585,"t_done":28972.224371979,"t_done_unix":1779962968.779317},{"request_id":"1270606:16:1902252:1140","session_id":"1270606","input_length":120572,"t_proxy_recv":28979.973693109,"t_decision_unix":1779962976.528634,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9936635371396344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (764 < 8000)","v3_prefill_cache_hit":119808,"v3_new_local":764,"cache_hit":119808,"estimated_new_tokens":764,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":119036,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":119808,"new_prefill":764,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":120572,"score_linear":50078.0,"score_lmetric":120572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":28980.557544926,"t_first_token_unix":1779962977.1124887,"t_done":28981.530103313,"t_done_unix":1779962978.0850465},{"request_id":"1270606:17:1908800:1141","session_id":"1270606","input_length":121006,"t_proxy_recv":29001.569668364,"t_decision_unix":1779962998.1246095,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120320,"affinity_cache_ratio":0.9943308596267953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (686 < 8000)","v3_prefill_cache_hit":120320,"v3_new_local":686,"cache_hit":120320,"estimated_new_tokens":686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":119470,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":120320,"new_prefill":686,"score_linear":-120320.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":121006,"score_linear":50078.0,"score_lmetric":121006},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120320.0,"chosen_score_lmetric":0,"t_first_token":29002.179503695,"t_first_token_unix":1779962998.7344477,"t_done":29002.780306912,"t_done_unix":1779962999.3352501},{"request_id":"1340290:32:1901260:1139","session_id":"1340290","input_length":50078,"t_proxy_recv":28976.882558557,"t_decision_unix":1779962973.4374998,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9917328966811774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (414 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":414,"cache_hit":49664,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":29086,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":49664,"new_prefill":414,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28977.002765832,"t_first_token_unix":1779962973.5577207,"t_done":29007.751547979,"t_done_unix":1779963004.3064916},{"request_id":"1270606:18:1915824:1142","session_id":"1270606","input_length":121288,"t_proxy_recv":29024.549296931,"t_decision_unix":1779963021.1042383,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120832,"affinity_cache_ratio":0.9962403535386848,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (456 < 8000)","v3_prefill_cache_hit":120832,"v3_new_local":456,"cache_hit":120832,"estimated_new_tokens":456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":119752,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2356,"cache_hit":120832,"new_prefill":456,"score_linear":-120832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120832.0,"chosen_score_lmetric":0,"t_first_token":29024.918759464,"t_first_token_unix":1779963021.4737034,"t_done":29025.806897218,"t_done_unix":1779963022.3618407},{"request_id":"1270606:19:1920499:1143","session_id":"1270606","input_length":121560,"t_proxy_recv":29039.692492326,"t_decision_unix":1779963036.2474334,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9982230997038499,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (216 < 8000)","v3_prefill_cache_hit":121344,"v3_new_local":216,"cache_hit":121344,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":120024,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":121344,"new_prefill":216,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":29040.058284591,"t_first_token_unix":1779963036.6132286,"t_done":29041.052060136,"t_done_unix":1779963037.6070068},{"request_id":"1270606:20:1922639:1144","session_id":"1270606","input_length":121704,"t_proxy_recv":29047.140685818,"t_decision_unix":1779963043.695627,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9970420035495957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (360 < 8000)","v3_prefill_cache_hit":121344,"v3_new_local":360,"cache_hit":121344,"estimated_new_tokens":360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":120168,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":121344,"new_prefill":360,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":29047.369349356,"t_first_token_unix":1779963043.924293,"t_done":29048.706526906,"t_done_unix":1779963045.2614706},{"request_id":"1305906:10:1928316:1145","session_id":"1305906","input_length":61801,"t_proxy_recv":29065.689723036,"t_decision_unix":1779963062.244664,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9527353926311872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2921 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":2921,"cache_hit":58880,"estimated_new_tokens":2921,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":58880,"new_prefill":2921,"score_linear":-58880.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":29066.724912169,"t_first_token_unix":1779963063.279857,"t_done":29067.084613732,"t_done_unix":1779963063.6395576},{"request_id":"1340290:33:1939781:1146","session_id":"1340290","input_length":53990,"t_proxy_recv":29103.45462433,"t_decision_unix":1779963100.0095654,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9957399518429338,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (230 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":230,"cache_hit":53760,"estimated_new_tokens":230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":32998,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":53760,"new_prefill":230,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":29103.556726069,"t_first_token_unix":1779963100.1116698,"t_done":29104.657631173,"t_done_unix":1779963101.2125745},{"request_id":"1340290:34:1942249:1147","session_id":"1340290","input_length":54164,"t_proxy_recv":29111.303957562,"t_decision_unix":1779963107.8588984,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.992541171257662,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (404 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":404,"cache_hit":53760,"estimated_new_tokens":404,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":33172,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":53760,"new_prefill":404,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":29111.398413516,"t_first_token_unix":1779963107.9533572,"t_done":29113.876116228,"t_done_unix":1779963110.4310596},{"request_id":"1356885:14:1948151:1148","session_id":"1356885","input_length":136210,"t_proxy_recv":29131.070207259,"t_decision_unix":1779963127.6251485,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135680,"affinity_cache_ratio":0.9961089494163424,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (530 < 8000)","v3_prefill_cache_hit":135680,"v3_new_local":530,"cache_hit":135680,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":6656,"new_prefill":129554,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":135680,"new_prefill":530,"score_linear":-135680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":135186,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2414,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135680.0,"chosen_score_lmetric":0,"t_first_token":29131.396956371,"t_first_token_unix":1779963127.9519,"t_done":29133.114501714,"t_done_unix":1779963129.6694453},{"request_id":"1340290:35:1964727:1149","session_id":"1340290","input_length":54498,"t_proxy_recv":29185.73835379,"t_decision_unix":1779963182.293295,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9958530588278469,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (226 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":226,"cache_hit":54272,"estimated_new_tokens":226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":33506,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2414,"cache_hit":54272,"new_prefill":226,"score_linear":-54272.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":29185.832846049,"t_first_token_unix":1779963182.38779,"t_done":29189.644563552,"t_done_unix":1779963186.1995075},{"request_id":"1340290:36:1969509:1150","session_id":"1340290","input_length":54811,"t_proxy_recv":29201.539597549,"t_decision_unix":1779963198.0945387,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9995073981500063,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (27 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":27,"cache_hit":54784,"estimated_new_tokens":27,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":33819,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2415,"cache_hit":54784,"new_prefill":27,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":29201.617677868,"t_first_token_unix":1779963198.1726217,"t_done":29202.075749348,"t_done_unix":1779963198.6306922},{"request_id":"1340290:37:1971106:1151","session_id":"1340290","input_length":55358,"t_proxy_recv":29206.681577758,"t_decision_unix":1779963203.236519,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9896311282922071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (574 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":574,"cache_hit":54784,"estimated_new_tokens":574,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":34366,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2415,"cache_hit":54784,"new_prefill":574,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":29206.974036192,"t_first_token_unix":1779963203.5289807,"t_done":29207.440519042,"t_done_unix":1779963203.9954627},{"request_id":"1340290:38:1972289:1152","session_id":"1340290","input_length":56006,"t_proxy_recv":29210.610631508,"t_decision_unix":1779963207.1655726,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9873227868442667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":710,"cache_hit":55296,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":35014,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2416,"cache_hit":55296,"new_prefill":710,"score_linear":-55296.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":29210.918055094,"t_first_token_unix":1779963207.4729993,"t_done":29211.587100553,"t_done_unix":1779963208.142044},{"request_id":"1340290:39:1973889:1153","session_id":"1340290","input_length":56242,"t_proxy_recv":29216.0361315,"t_decision_unix":1779963212.5910728,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9922833469649017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (434 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":434,"cache_hit":55808,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":35250,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":55808,"new_prefill":434,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":29216.218042647,"t_first_token_unix":1779963212.7729862,"t_done":29216.888490115,"t_done_unix":1779963213.4434338},{"request_id":"1340290:40:1975278:1154","session_id":"1340290","input_length":56416,"t_proxy_recv":29220.598147914,"t_decision_unix":1779963217.153089,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.998298355076574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (96 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":96,"cache_hit":56320,"estimated_new_tokens":96,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":35424,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":56320,"new_prefill":96,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":29220.71404661,"t_first_token_unix":1779963217.2689912,"t_done":29221.202958795,"t_done_unix":1779963217.7579052},{"request_id":"1340290:41:1977055:1156","session_id":"1340290","input_length":57181,"t_proxy_recv":29226.535732947,"t_decision_unix":1779963223.0906742,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9849425508473094,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (861 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":861,"cache_hit":56320,"estimated_new_tokens":861,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":67793,"ongoing_decode_tokens":0,"pending_prefill_tokens":2769,"num_requests":1,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":36189,"score_linear":46801.0,"score_lmetric":38958},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":56320,"new_prefill":861,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":29226.945618615,"t_first_token_unix":1779963223.500563,"t_done":29228.940644986,"t_done_unix":1779963225.4955883},{"request_id":"1277428:21:1976968:1155","session_id":"1277428","input_length":67793,"t_proxy_recv":29226.247662268,"t_decision_unix":1779963222.8026035,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9591550750077442,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2769 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":2769,"cache_hit":65024,"estimated_new_tokens":2769,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":65024,"new_prefill":2769,"score_linear":-65024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":3584,"new_prefill":64209,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":50385,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":4608,"new_prefill":63185,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":29227.500224659,"t_first_token_unix":1779963224.0551682,"t_done":29233.403626044,"t_done_unix":1779963229.9585695},{"request_id":"1340290:42:1982198:1157","session_id":"1340290","input_length":57463,"t_proxy_recv":29243.446981424,"t_decision_unix":1779963240.0019226,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9979291022048971,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (119 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":119,"cache_hit":57344,"estimated_new_tokens":119,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":20992,"new_prefill":36471,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2420,"cache_hit":57344,"new_prefill":119,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":29243.543946345,"t_first_token_unix":1779963240.0988898,"t_done":29244.04230267,"t_done_unix":1779963240.597247},{"request_id":"1340290:43:1983901:1158","session_id":"1340290","input_length":57640,"t_proxy_recv":29248.833572404,"t_decision_unix":1779963245.3885138,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9948646773074254,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (296 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":296,"cache_hit":57344,"estimated_new_tokens":296,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":20992,"new_prefill":36648,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2420,"cache_hit":57344,"new_prefill":296,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":29248.986607133,"t_first_token_unix":1779963245.5415502,"t_done":29249.510522469,"t_done_unix":1779963246.0654662},{"request_id":"1340290:44:1986230:1159","session_id":"1340290","input_length":57809,"t_proxy_recv":29256.914808131,"t_decision_unix":1779963253.469749,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9919562697849815,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (465 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":465,"cache_hit":57344,"estimated_new_tokens":465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":20992,"new_prefill":36817,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2420,"cache_hit":57344,"new_prefill":465,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":29257.066218585,"t_first_token_unix":1779963253.6211622,"t_done":29257.789097765,"t_done_unix":1779963254.344041},{"request_id":"1277428:21:1989132:1160","session_id":"1277428","input_length":69987,"t_proxy_recv":29266.334864081,"t_decision_unix":1779963262.8898056,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9729806964150485,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1891 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":1891,"cache_hit":68096,"estimated_new_tokens":1891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":68096,"new_prefill":1891,"score_linear":-68096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":3584,"new_prefill":66403,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":52579,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4608,"new_prefill":65379,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":29267.104373657,"t_first_token_unix":1779963263.659318,"t_done":29267.456891965,"t_done_unix":1779963264.0118356},{"request_id":"1277428:22:1990436:1161","session_id":"1277428","input_length":70055,"t_proxy_recv":29270.874691838,"t_decision_unix":1779963267.4296334,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69632,"affinity_cache_ratio":0.993961887088716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (423 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":423,"cache_hit":69632,"estimated_new_tokens":423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":69632,"new_prefill":423,"score_linear":-69632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":3584,"new_prefill":66471,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":52647,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4608,"new_prefill":65447,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":29270.984009618,"t_first_token_unix":1779963267.538953,"t_done":29271.400848306,"t_done_unix":1779963267.955792},{"request_id":"1340290:45:1991694:1162","session_id":"1340290","input_length":58053,"t_proxy_recv":29274.893382752,"t_decision_unix":1779963271.4483237,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9966065491878111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (197 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":197,"cache_hit":57856,"estimated_new_tokens":197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37061,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":57856,"new_prefill":197,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":29275.08322545,"t_first_token_unix":1779963271.6381693,"t_done":29275.341024344,"t_done_unix":1779963271.8959677},{"request_id":"1340290:46:1992980:1163","session_id":"1340290","input_length":58122,"t_proxy_recv":29279.113443363,"t_decision_unix":1779963275.6683848,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9954234197033826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (266 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":266,"cache_hit":57856,"estimated_new_tokens":266,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37130,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":57856,"new_prefill":266,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":29279.209594361,"t_first_token_unix":1779963275.764538,"t_done":29279.632049007,"t_done_unix":1779963276.1869926},{"request_id":"1340290:47:1995358:1164","session_id":"1340290","input_length":58307,"t_proxy_recv":29286.977112931,"t_decision_unix":1779963283.5320542,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9922650796645343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (451 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":451,"cache_hit":57856,"estimated_new_tokens":451,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37315,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":57856,"new_prefill":451,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":29287.113575944,"t_first_token_unix":1779963283.6685197,"t_done":29287.370417861,"t_done_unix":1779963283.925361},{"request_id":"1340290:48:1996945:1165","session_id":"1340290","input_length":58339,"t_proxy_recv":29292.281461308,"t_decision_unix":1779963288.8364027,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9917208042647285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":483,"cache_hit":57856,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37347,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":57856,"new_prefill":483,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":29292.358306682,"t_first_token_unix":1779963288.91325,"t_done":29294.39558524,"t_done_unix":1779963290.9505286},{"request_id":"1356885:15:1998292:1166","session_id":"1356885","input_length":136653,"t_proxy_recv":29296.750787803,"t_decision_unix":1779963293.3057294,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136192,"affinity_cache_ratio":0.9966264919174844,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (461 < 8000)","v3_prefill_cache_hit":136192,"v3_new_local":461,"cache_hit":136192,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":6656,"new_prefill":129997,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":136192,"new_prefill":461,"score_linear":-136192.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":135629,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2422,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136192.0,"chosen_score_lmetric":0,"t_first_token":29297.397175728,"t_first_token_unix":1779963293.9521196,"t_done":29299.087865332,"t_done_unix":1779963295.6428092},{"request_id":"1340290:48:1999591:1167","session_id":"1340290","input_length":58622,"t_proxy_recv":29301.297351302,"t_decision_unix":1779963297.8522925,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9956671556753437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (254 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":254,"cache_hit":58368,"estimated_new_tokens":254,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37630,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2422,"cache_hit":58368,"new_prefill":254,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":29301.39261787,"t_first_token_unix":1779963297.947561,"t_done":29301.99851081,"t_done_unix":1779963298.5534544},{"request_id":"1340290:48:2001313:1168","session_id":"1340290","input_length":58808,"t_proxy_recv":29306.762835028,"t_decision_unix":1779963303.317776,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9925180247585362,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (440 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":440,"cache_hit":58368,"estimated_new_tokens":440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37816,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2422,"cache_hit":58368,"new_prefill":440,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":29306.916997293,"t_first_token_unix":1779963303.4719532,"t_done":29307.438310916,"t_done_unix":1779963303.9932542},{"request_id":"1340290:48:2003195:1169","session_id":"1340290","input_length":58977,"t_proxy_recv":29313.086727199,"t_decision_unix":1779963309.6416686,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.989673940688743,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (609 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":609,"cache_hit":58368,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37985,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2422,"cache_hit":58368,"new_prefill":609,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":29313.241900559,"t_first_token_unix":1779963309.7968438,"t_done":29314.134526546,"t_done_unix":1779963310.6894698},{"request_id":"1340290:48:2005449:1170","session_id":"1340290","input_length":59220,"t_proxy_recv":29320.476710617,"t_decision_unix":1779963317.0316522,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.994258696386356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (340 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":340,"cache_hit":58880,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":38228,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2423,"cache_hit":58880,"new_prefill":340,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":29320.616342679,"t_first_token_unix":1779963317.171286,"t_done":29321.468258949,"t_done_unix":1779963318.0232046},{"request_id":"1340290:48:2007287:1171","session_id":"1340290","input_length":59487,"t_proxy_recv":29326.60251906,"t_decision_unix":1779963323.1574607,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9897960899019954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (607 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":607,"cache_hit":58880,"estimated_new_tokens":607,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":38495,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2423,"cache_hit":58880,"new_prefill":607,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":29326.795075837,"t_first_token_unix":1779963323.3500187,"t_done":29327.18417084,"t_done_unix":1779963323.7391145},{"request_id":"1340290:48:2008380:1173","session_id":"1340290","input_length":60935,"t_proxy_recv":29330.703703034,"t_decision_unix":1779963327.2586443,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9746779355050463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1543 < 8000)","v3_prefill_cache_hit":59392,"v3_new_local":1543,"cache_hit":59392,"estimated_new_tokens":1543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5066,"num_requests":1,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":39943,"score_linear":45514.0,"score_lmetric":45009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2424,"cache_hit":59392,"new_prefill":1543,"score_linear":-59392.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":29331.373561969,"t_first_token_unix":1779963327.928506,"t_done":29332.070859855,"t_done_unix":1779963328.6258032},{"request_id":"1305906:11:2008110:1172","session_id":"1305906","input_length":66506,"t_proxy_recv":29329.694319783,"t_decision_unix":1779963326.2492611,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9238264216762397,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5066 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":5066,"cache_hit":61440,"estimated_new_tokens":5066,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":61440,"new_prefill":5066,"score_linear":-61440.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2424,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":29331.655785899,"t_first_token_unix":1779963328.2107294,"t_done":29334.012937187,"t_done_unix":1779963330.5678809},{"request_id":"1340290:48:2010180:1174","session_id":"1340290","input_length":61080,"t_proxy_recv":29336.559295305,"t_decision_unix":1779963333.1142366,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9975114603798297,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (152 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":152,"cache_hit":60928,"estimated_new_tokens":152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":40088,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2427,"cache_hit":60928,"new_prefill":152,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":29336.693801916,"t_first_token_unix":1779963333.2487454,"t_done":29337.726981214,"t_done_unix":1779963334.281925},{"request_id":"1340290:48:2012871:1175","session_id":"1340290","input_length":61365,"t_proxy_recv":29345.243248505,"t_decision_unix":1779963341.7981896,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9928786767701459,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":437,"cache_hit":60928,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":40373,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2427,"cache_hit":60928,"new_prefill":437,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":29345.444277603,"t_first_token_unix":1779963341.9992213,"t_done":29345.970727681,"t_done_unix":1779963342.5256712},{"request_id":"1340290:48:2014153:1176","session_id":"1340290","input_length":61518,"t_proxy_recv":29349.6429711,"t_decision_unix":1779963346.19791,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9904093110959394,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (590 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":590,"cache_hit":60928,"estimated_new_tokens":590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":40526,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2427,"cache_hit":60928,"new_prefill":590,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":29349.770491724,"t_first_token_unix":1779963346.3254354,"t_done":29350.273865076,"t_done_unix":1779963346.8288088},{"request_id":"1340290:48:2015982:1177","session_id":"1340290","input_length":69113,"t_proxy_recv":29355.738255475,"t_decision_unix":1779963352.293197,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":61440,"affinity_cache_ratio":0.8889789185826111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7673 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":7673,"cache_hit":61440,"estimated_new_tokens":7673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":48121,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":61440,"new_prefill":7673,"score_linear":-61440.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":29358.950125371,"t_first_token_unix":1779963355.505069,"t_done":29361.406914369,"t_done_unix":1779963357.961858},{"request_id":"1340290:48:2018973:1178","session_id":"1340290","input_length":69426,"t_proxy_recv":29365.521523766,"t_decision_unix":1779963362.0764651,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9955924293492352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (306 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":306,"cache_hit":69120,"estimated_new_tokens":306,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":48434,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2443,"cache_hit":69120,"new_prefill":306,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":29365.634402802,"t_first_token_unix":1779963362.1893466,"t_done":29366.230040669,"t_done_unix":1779963362.784984},{"request_id":"1340290:48:2020779:1179","session_id":"1340290","input_length":69601,"t_proxy_recv":29371.577467619,"t_decision_unix":1779963368.132409,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9930891797531645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (481 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":481,"cache_hit":69120,"estimated_new_tokens":481,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":48609,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2443,"cache_hit":69120,"new_prefill":481,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":29371.754069604,"t_first_token_unix":1779963368.3090127,"t_done":29372.331779812,"t_done_unix":1779963368.8867233},{"request_id":"1340290:48:2023753:1180","session_id":"1340290","input_length":69951,"t_proxy_recv":29381.196122433,"t_decision_unix":1779963377.7510638,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9954396649082929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (319 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":319,"cache_hit":69632,"estimated_new_tokens":319,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":48959,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2444,"cache_hit":69632,"new_prefill":319,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":29381.423926455,"t_first_token_unix":1779963377.9788697,"t_done":29382.321611774,"t_done_unix":1779963378.876555},{"request_id":"1340290:48:2026751:1181","session_id":"1340290","input_length":70342,"t_proxy_recv":29391.473342654,"t_decision_unix":1779963388.0282838,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.989906457024253,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":710,"cache_hit":69632,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":49350,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2444,"cache_hit":69632,"new_prefill":710,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":29391.702348353,"t_first_token_unix":1779963388.2572925,"t_done":29392.234293027,"t_done_unix":1779963388.7892365},{"request_id":"1340290:48:2028652:1182","session_id":"1340290","input_length":70503,"t_proxy_recv":29397.727385971,"t_decision_unix":1779963394.282327,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9949080180985206,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (359 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":359,"cache_hit":70144,"estimated_new_tokens":359,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":49511,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2445,"cache_hit":70144,"new_prefill":359,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":29397.904377738,"t_first_token_unix":1779963394.4593213,"t_done":29398.812126446,"t_done_unix":1779963395.36707},{"request_id":"1340290:48:2033065:1183","session_id":"1340290","input_length":70851,"t_proxy_recv":29412.45453076,"t_decision_unix":1779963409.0094724,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9900213123315126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (707 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":707,"cache_hit":70144,"estimated_new_tokens":707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":49859,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2445,"cache_hit":70144,"new_prefill":707,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":29412.682154115,"t_first_token_unix":1779963409.2370975,"t_done":29413.329652497,"t_done_unix":1779963409.8845959},{"request_id":"1340290:48:2034908:1184","session_id":"1340290","input_length":71067,"t_proxy_recv":29418.676196247,"t_decision_unix":1779963415.2311375,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9942167250622652,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (411 < 8000)","v3_prefill_cache_hit":70656,"v3_new_local":411,"cache_hit":70656,"estimated_new_tokens":411,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":50075,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":70656,"new_prefill":411,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":29418.839019346,"t_first_token_unix":1779963415.3939629,"t_done":29419.362920528,"t_done_unix":1779963415.9178636},{"request_id":"1258908:2:2035438:1185","session_id":"1258908","input_length":7844,"t_proxy_recv":29420.485049761,"t_decision_unix":1779963417.0399911,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.9790922998470168,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (164 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":164,"cache_hit":7680,"estimated_new_tokens":164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":7680,"new_prefill":164,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":29420.535621688,"t_first_token_unix":1779963417.0905652,"t_done":29421.573793478,"t_done_unix":1779963418.1287365},{"request_id":"1258908:3:1388683:699","session_id":"1258908","input_length":9120,"t_proxy_recv":29421.577062784,"t_decision_unix":1779963418.1320043,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8421052631578947,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1440 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":1440,"cache_hit":7680,"estimated_new_tokens":1440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":7680,"new_prefill":1440,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":29421.720349703,"t_first_token_unix":1779963418.2752929,"t_done":29422.404535707,"t_done_unix":1779963418.9594789},{"request_id":"1340290:48:2036994:1186","session_id":"1340290","input_length":71240,"t_proxy_recv":29425.618139754,"t_decision_unix":1779963422.1730812,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9918023582257159,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (584 < 8000)","v3_prefill_cache_hit":70656,"v3_new_local":584,"cache_hit":70656,"estimated_new_tokens":584,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":50248,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":70656,"new_prefill":584,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":29425.798229807,"t_first_token_unix":1779963422.3531737,"t_done":29426.526511357,"t_done_unix":1779963423.0814564},{"request_id":"1340290:48:2040473:1187","session_id":"1340290","input_length":71545,"t_proxy_recv":29437.140323629,"t_decision_unix":1779963433.6952648,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9947305891397022,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (377 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":377,"cache_hit":71168,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":50553,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":71168,"new_prefill":377,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":29437.37226405,"t_first_token_unix":1779963433.9272075,"t_done":29438.52504435,"t_done_unix":1779963435.0799878},{"request_id":"1340290:48:2043771:1188","session_id":"1340290","input_length":71867,"t_proxy_recv":29448.16359279,"t_decision_unix":1779963444.7185342,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9902737000292207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (699 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":699,"cache_hit":71168,"estimated_new_tokens":699,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":50875,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":71168,"new_prefill":699,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":29448.388945254,"t_first_token_unix":1779963444.9438887,"t_done":29448.975023119,"t_done_unix":1779963445.5299664},{"request_id":"1340290:48:2045403:1189","session_id":"1340290","input_length":72025,"t_proxy_recv":29453.673583361,"t_decision_unix":1779963450.2285244,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.995209996528983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (345 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":345,"cache_hit":71680,"estimated_new_tokens":345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":51033,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2448,"cache_hit":71680,"new_prefill":345,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":29453.811102004,"t_first_token_unix":1779963450.3660455,"t_done":29454.505730167,"t_done_unix":1779963451.0606732},{"request_id":"1340290:48:2047167:1190","session_id":"1340290","input_length":72211,"t_proxy_recv":29459.437960872,"t_decision_unix":1779963455.992902,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9926465496946448,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (531 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":531,"cache_hit":71680,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":51219,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2448,"cache_hit":71680,"new_prefill":531,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":29459.619155706,"t_first_token_unix":1779963456.174099,"t_done":29460.177216523,"t_done_unix":1779963456.7321599},{"request_id":"1340290:48:2048793:1191","session_id":"1340290","input_length":72777,"t_proxy_recv":29464.871794252,"t_decision_unix":1779963461.4267356,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9919617461560658,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (585 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":585,"cache_hit":72192,"estimated_new_tokens":585,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":51785,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":72192,"new_prefill":585,"score_linear":-72192.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":29465.246139046,"t_first_token_unix":1779963461.8010828,"t_done":29465.773491358,"t_done_unix":1779963462.3284347},{"request_id":"1340290:48:2050838:1192","session_id":"1340290","input_length":72952,"t_proxy_recv":29472.095215696,"t_decision_unix":1779963468.6501567,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9966005044412765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (248 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":248,"cache_hit":72704,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":51960,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":72704,"new_prefill":248,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":29472.278257543,"t_first_token_unix":1779963468.8332014,"t_done":29472.646477207,"t_done_unix":1779963469.2014205},{"request_id":"1340290:48:2052523:1193","session_id":"1340290","input_length":73208,"t_proxy_recv":29477.661030752,"t_decision_unix":1779963474.2159722,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9931155065020216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (504 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":504,"cache_hit":72704,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52216,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":72704,"new_prefill":504,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":29477.891980516,"t_first_token_unix":1779963474.4469244,"t_done":29478.683058559,"t_done_unix":1779963475.238002},{"request_id":"1340290:48:2055365:1194","session_id":"1340290","input_length":73454,"t_proxy_recv":29487.373389612,"t_decision_unix":1779963483.9283304,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9967598769297792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (238 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":238,"cache_hit":73216,"estimated_new_tokens":238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52462,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":73216,"new_prefill":238,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":29487.601775695,"t_first_token_unix":1779963484.15672,"t_done":29488.03215835,"t_done_unix":1779963484.5871015},{"request_id":"1340290:48:2057042:1195","session_id":"1340290","input_length":73636,"t_proxy_recv":29492.747749547,"t_decision_unix":1779963489.3026907,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9942962681297192,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":420,"cache_hit":73216,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52644,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":73216,"new_prefill":420,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":29492.911685932,"t_first_token_unix":1779963489.4666293,"t_done":29493.188660238,"t_done_unix":1779963489.7436035},{"request_id":"1340290:48:2058614:1196","session_id":"1340290","input_length":73653,"t_proxy_recv":29497.887801282,"t_decision_unix":1779963494.4427428,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9940667725686666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":437,"cache_hit":73216,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52661,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":73216,"new_prefill":437,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":29497.979579233,"t_first_token_unix":1779963494.5345223,"t_done":29499.748265324,"t_done_unix":1779963496.3032084},{"request_id":"1340290:48:2061834:1197","session_id":"1340290","input_length":73858,"t_proxy_recv":29508.038863148,"t_decision_unix":1779963504.5938044,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9982398656882125,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (130 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":130,"cache_hit":73728,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52866,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":73728,"new_prefill":130,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":29508.147711114,"t_first_token_unix":1779963504.7026541,"t_done":29508.704251036,"t_done_unix":1779963505.2591944},{"request_id":"1258908:3:2063441:1198","session_id":"1258908","input_length":9359,"t_proxy_recv":29513.079728374,"t_decision_unix":1779963509.6346695,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9847205898066033,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (143 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":143,"cache_hit":9216,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":9216,"new_prefill":143,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":29513.127975799,"t_first_token_unix":1779963509.6829197,"t_done":29514.217483635,"t_done_unix":1779963510.7724278},{"request_id":"1340290:48:2063837:1199","session_id":"1340290","input_length":74011,"t_proxy_recv":29514.432098322,"t_decision_unix":1779963510.9870398,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9961762440718271,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (283 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":283,"cache_hit":73728,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":53019,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9740,"ongoing_decode_tokens":9740,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":74011,"score_linear":9740.0,"score_lmetric":74011},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":73728,"new_prefill":283,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":29514.575860738,"t_first_token_unix":1779963511.130804,"t_done":29515.159881121,"t_done_unix":1779963511.7148247},{"request_id":"1258908:4:1553508:958","session_id":"1258908","input_length":9740,"t_proxy_recv":29514.221465214,"t_decision_unix":1779963510.7764065,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9462012320328542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (524 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":524,"cache_hit":9216,"estimated_new_tokens":524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":9216,"new_prefill":524,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":29514.279632878,"t_first_token_unix":1779963510.8345764,"t_done":29516.205169689,"t_done_unix":1779963512.760113},{"request_id":"1258908:5:1617181:988","session_id":"1258908","input_length":10201,"t_proxy_recv":29516.208374446,"t_decision_unix":1779963512.763316,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9536319968630527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (473 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":473,"cache_hit":9728,"estimated_new_tokens":473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":9728,"new_prefill":473,"score_linear":-9728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":29516.256856202,"t_first_token_unix":1779963512.8117995,"t_done":29518.347210379,"t_done_unix":1779963514.9021535},{"request_id":"1340290:48:2066647:1200","session_id":"1340290","input_length":74557,"t_proxy_recv":29523.870558239,"t_decision_unix":1779963520.4254994,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9888809903831968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (829 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":829,"cache_hit":73728,"estimated_new_tokens":829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":53565,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":73728,"new_prefill":829,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":29524.247918766,"t_first_token_unix":1779963520.8028624,"t_done":29525.500669578,"t_done_unix":1779963522.055613},{"request_id":"1340290:48:2071598:1201","session_id":"1340290","input_length":74863,"t_proxy_recv":29540.52154815,"t_decision_unix":1779963537.0764894,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.991678132054553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (623 < 8000)","v3_prefill_cache_hit":74240,"v3_new_local":623,"cache_hit":74240,"estimated_new_tokens":623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":53871,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2453,"cache_hit":74240,"new_prefill":623,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":29540.755623813,"t_first_token_unix":1779963537.3105671,"t_done":29541.576309825,"t_done_unix":1779963538.1312566},{"request_id":"1340290:48:2076822:1202","session_id":"1340290","input_length":75113,"t_proxy_recv":29558.044159795,"t_decision_unix":1779963554.599101,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9951939078455128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (361 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":361,"cache_hit":74752,"estimated_new_tokens":361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":54121,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2454,"cache_hit":74752,"new_prefill":361,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":29558.279461752,"t_first_token_unix":1779963554.8344054,"t_done":29558.725516452,"t_done_unix":1779963555.2804601},{"request_id":"1340290:48:2078461:1203","session_id":"1340290","input_length":75299,"t_proxy_recv":29563.332573255,"t_decision_unix":1779963559.8875146,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9927356272991673,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (547 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":547,"cache_hit":74752,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":54307,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2454,"cache_hit":74752,"new_prefill":547,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":29563.563700392,"t_first_token_unix":1779963560.118644,"t_done":29563.85393922,"t_done_unix":1779963560.4088824},{"request_id":"1340290:48:2080016:1204","session_id":"1340290","input_length":75338,"t_proxy_recv":29568.62330023,"t_decision_unix":1779963565.1782415,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9990177599617723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (74 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":74,"cache_hit":75264,"estimated_new_tokens":74,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":54346,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":75264,"new_prefill":74,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":29568.724015873,"t_first_token_unix":1779963565.278959,"t_done":29569.103744617,"t_done_unix":1779963565.658688},{"request_id":"1340290:48:2082644:1206","session_id":"1340290","input_length":75439,"t_proxy_recv":29577.298463396,"t_decision_unix":1779963573.8534048,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9976802449661316,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (175 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":175,"cache_hit":75264,"estimated_new_tokens":175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":54447,"score_linear":93979.0,"score_lmetric":115658},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":75264,"new_prefill":175,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":29577.448804335,"t_first_token_unix":1779963574.0037482,"t_done":29578.44571237,"t_done_unix":1779963575.0006561},{"request_id":"1356885:16:2084239:1207","session_id":"1356885","input_length":136991,"t_proxy_recv":29582.39445213,"t_decision_unix":1779963578.9493935,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136704,"affinity_cache_ratio":0.9979049718594653,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (287 < 8000)","v3_prefill_cache_hit":136704,"v3_new_local":287,"cache_hit":136704,"estimated_new_tokens":287,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":6656,"new_prefill":130335,"score_linear":108315.0,"score_lmetric":191546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":136704,"new_prefill":287,"score_linear":-136704.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":1024,"new_prefill":135967,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136704.0,"chosen_score_lmetric":0,"t_first_token":29582.802480972,"t_first_token_unix":1779963579.3574247,"t_done":29585.662466756,"t_done_unix":1779963582.2174098},{"request_id":"1340290:48:2085626:1208","session_id":"1340290","input_length":77337,"t_proxy_recv":29587.374837761,"t_decision_unix":1779963583.9297793,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9731952364327553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2073 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":2073,"cache_hit":75264,"estimated_new_tokens":2073,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":56345,"score_linear":93979.0,"score_lmetric":117556},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":75264,"new_prefill":2073,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":29588.342750992,"t_first_token_unix":1779963584.8976953,"t_done":29588.859470574,"t_done_unix":1779963585.4144144},{"request_id":"1340290:48:2087584:1209","session_id":"1340290","input_length":78683,"t_proxy_recv":29593.956341995,"t_decision_unix":1779963590.5112827,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9825756516655441,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1371 < 8000)","v3_prefill_cache_hit":77312,"v3_new_local":1371,"cache_hit":77312,"estimated_new_tokens":1371,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":57691,"score_linear":93979.0,"score_lmetric":118902},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":77312,"new_prefill":1371,"score_linear":-77312.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":29594.790914023,"t_first_token_unix":1779963591.3458583,"t_done":29596.266837963,"t_done_unix":1779963592.8217814},{"request_id":"1340290:48:2092759:1211","session_id":"1340290","input_length":79023,"t_proxy_recv":29611.242194412,"t_decision_unix":1779963607.7971356,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9913063285372613,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (687 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":687,"cache_hit":78336,"estimated_new_tokens":687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":58031,"score_linear":93979.0,"score_lmetric":119242},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2461,"cache_hit":78336,"new_prefill":687,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":29611.499507282,"t_first_token_unix":1779963608.054451,"t_done":29612.789271753,"t_done_unix":1779963609.3442147},{"request_id":"1382086:2:2082052:1205","session_id":"1382086","input_length":114971,"t_proxy_recv":29575.285269526,"t_decision_unix":1779963571.8402107,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.467596176427099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":61211.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":53760,"v3_new_local":61211,"cache_hit":53760,"estimated_new_tokens":61211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":53760,"new_prefill":61211,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":29618.099078126,"t_first_token_unix":1779963614.6540222,"t_done":29619.287023226,"t_done_unix":1779963615.8419669},{"request_id":"1382086:3:2089879:1210","session_id":"1382086","input_length":115184,"t_proxy_recv":29619.303495154,"t_decision_unix":1779963615.8584366,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114688,"affinity_cache_ratio":0.9956938463675511,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":114688,"v3_new_local":496,"cache_hit":114688,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":114688,"new_prefill":496,"score_linear":-114688.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2462,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114688.0,"chosen_score_lmetric":0,"t_first_token":29619.579273573,"t_first_token_unix":1779963616.1342168,"t_done":29620.101719142,"t_done_unix":1779963616.6566625},{"request_id":"1382086:4:2092953:1212","session_id":"1382086","input_length":115246,"t_proxy_recv":29620.119539937,"t_decision_unix":1779963616.6744814,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":115200,"affinity_cache_ratio":0.9996008538257293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (46 < 8000)","v3_prefill_cache_hit":115200,"v3_new_local":46,"cache_hit":115200,"estimated_new_tokens":46,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2356,"cache_hit":115200,"new_prefill":46,"score_linear":-115200.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2462,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-115200.0,"chosen_score_lmetric":0,"t_first_token":29620.265146481,"t_first_token_unix":1779963616.8200896,"t_done":29627.395346691,"t_done_unix":1779963623.9502919},{"request_id":"1356885:17:2097011:1213","session_id":"1356885","input_length":137546,"t_proxy_recv":29625.109644348,"t_decision_unix":1779963621.6645858,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":137216,"affinity_cache_ratio":0.9976008026405712,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (330 < 8000)","v3_prefill_cache_hit":137216,"v3_new_local":330,"cache_hit":137216,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":115246,"ongoing_decode_tokens":115246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2356,"cache_hit":6656,"new_prefill":130890,"score_linear":108590.0,"score_lmetric":130890},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":137216,"new_prefill":330,"score_linear":-137216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":1024,"new_prefill":136522,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2462,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-137216.0,"chosen_score_lmetric":0,"t_first_token":29625.763032694,"t_first_token_unix":1779963622.3179774,"t_done":29628.471277221,"t_done_unix":1779963625.0262206}] \ No newline at end of file diff --git a/microbench/connector_tax/layerwise/results/trace/baseline_metrics.jsonl b/microbench/connector_tax/layerwise/results/trace/baseline_metrics.jsonl new file mode 100644 index 0000000..fb6e781 --- /dev/null +++ b/microbench/connector_tax/layerwise/results/trace/baseline_metrics.jsonl @@ -0,0 +1,1214 @@ +{"actual_output_tokens": 21, "cached_tokens": 0, "effective_input_length": 8228, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8228, "latency_s": 0.9887073250029061, "output_length": 21, "proxy_request_id": "1237198:1:1237198:0", "request_id": "1237198:1:1237198:0", "request_type": "coder", "requested_output_tokens": 21, "session_id": "1237198", "t_dispatch_unix": 1779960709.226002, "t_finish_unix": 1779960710.214709, "t_first_token_unix": 1779960710.1245182, "tpot_s": 0.00449395129999175, "trace_hash_ids": [12292995, 12292996, 12292997, 12304212, 12304213, 12304214, 12304215, 12304216, 12304217, 12311566, 12311567, 12311568, 12311569, 12311570, 12318563, 12318564, 12318565], "trace_timestamp_s": 0.0, "ttft_s": 0.8985130490000302, "turn_id": 1} +{"actual_output_tokens": 78, "cached_tokens": 0, "effective_input_length": 3976, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3976, "latency_s": 0.939216036000289, "output_length": 78, "proxy_request_id": "1237337:1:1237337:1", "request_id": "1237337:1:1237337:1", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1237337", "t_dispatch_unix": 1779960709.6305575, "t_finish_unix": 1779960710.5697737, "t_first_token_unix": 1779960710.176735, "tpot_s": 0.005100655896117073, "trace_hash_ids": [12309322, 12309323, 12309324, 12319949, 12319950, 12319951, 12319952, 12319953], "trace_timestamp_s": 0.4420000000000073, "ttft_s": 0.5461757410012069, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 8240, "effective_input_length": 10237, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10237, "latency_s": 0.43153242400148883, "output_length": 27, "proxy_request_id": "1237198:2:1237773:2", "request_id": "1237198:2:1237773:2", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1237198", "t_dispatch_unix": 1779960711.1809356, "t_finish_unix": 1779960711.6124682, "t_first_token_unix": 1779960711.48033, "tpot_s": 0.005071261307770887, "trace_hash_ids": [12292995, 12292996, 12292997, 12304212, 12304213, 12304214, 12304215, 12304216, 12304217, 12311566, 12311567, 12311568, 12311569, 12311570, 12318563, 12318564, 12323845, 12323846, 12323847, 12323848], "trace_timestamp_s": 1.9920000000001892, "ttft_s": 0.2993921800007229, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 749, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 749, "latency_s": 0.2501611949992366, "output_length": 27, "proxy_request_id": "1237877:1:1237877:3", "request_id": "1237877:1:1237877:3", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1237877", "t_dispatch_unix": 1779960711.640443, "t_finish_unix": 1779960711.8906043, "t_first_token_unix": 1779960711.7618701, "tpot_s": 0.004941905153827975, "trace_hash_ids": [12325182, 12325183], "trace_timestamp_s": 2.4520000000002256, "ttft_s": 0.12142558900086442, "turn_id": 1} +{"actual_output_tokens": 83, "cached_tokens": 0, "effective_input_length": 13489, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13489, "latency_s": 2.003546391999407, "output_length": 83, "proxy_request_id": "1239034:1:1239034:4", "request_id": "1239034:1:1239034:4", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1239034", "t_dispatch_unix": 1779960715.4178493, "t_finish_unix": 1779960717.4213948, "t_first_token_unix": 1779960716.9680295, "tpot_s": 0.005525700987807174, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 12336726, 12336727, 12336728, 12336729, 12336730], "trace_timestamp_s": 6.222000000000662, "ttft_s": 1.5501783459985745, "turn_id": 1} +{"actual_output_tokens": 91, "cached_tokens": 768, "effective_input_length": 1620, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1620, "latency_s": 0.5348311769994325, "output_length": 91, "proxy_request_id": "1237877:2:1239577:6", "request_id": "1237877:2:1239577:6", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1237877", "t_dispatch_unix": 1779960717.3005347, "t_finish_unix": 1779960717.8353658, "t_first_token_unix": 1779960717.382545, "tpot_s": 0.00502841167775235, "trace_hash_ids": [12325182, 12342035, 12342036, 12342037], "trace_timestamp_s": 8.113000000000284, "ttft_s": 0.08200891800152021, "turn_id": 2} +{"actual_output_tokens": 54, "cached_tokens": 0, "effective_input_length": 5194, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5194, "latency_s": 0.9069962930007023, "output_length": 54, "proxy_request_id": "1239704:1:1239704:7", "request_id": "1239704:1:1239704:7", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1239704", "t_dispatch_unix": 1779960717.74269, "t_finish_unix": 1779960718.6496863, "t_first_token_unix": 1779960718.3798761, "tpot_s": 0.005084300811365708, "trace_hash_ids": [12325298, 12325299, 12325300, 12325301, 12325302, 12325303, 12325304, 12335875, 12343073, 12343074, 12343075], "trace_timestamp_s": 8.554000000000087, "ttft_s": 0.6371844700006477, "turn_id": 1} +{"actual_output_tokens": 35, "cached_tokens": 0, "effective_input_length": 7429, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7429, "latency_s": 0.7180345459964883, "output_length": 35, "proxy_request_id": "1240924:1:1240924:11", "request_id": "1240924:1:1240924:11", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1240924", "t_dispatch_unix": 1779960721.7639854, "t_finish_unix": 1779960722.48202, "t_first_token_unix": 1779960722.3058636, "tpot_s": 0.005173314382345244, "trace_hash_ids": [12342008, 12342009, 12342010, 12342011, 12342012, 12342013, 12342014, 12342015, 12342016, 12342017, 12342018, 12342019, 12354472, 12354473, 12354474], "trace_timestamp_s": 12.574000000000524, "ttft_s": 0.5418768449999334, "turn_id": 1} +{"actual_output_tokens": 183, "cached_tokens": 0, "effective_input_length": 37165, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37165, "latency_s": 7.213761295999575, "output_length": 183, "proxy_request_id": "1239100:1:1239100:5", "request_id": "1239100:1:1239100:5", "request_type": "coder", "requested_output_tokens": 183, "session_id": "1239100", "t_dispatch_unix": 1779960715.6559393, "t_finish_unix": 1779960722.8697007, "t_first_token_unix": 1779960721.6103737, "tpot_s": 0.006917820901095523, "trace_hash_ids": [44767, 44768, 44769, 44770, 44771, 44772, 44773, 127444, 75740, 127445, 127446, 127447, 127448, 127449, 127450, 127451, 127452, 127453, 127454, 127455, 127456, 127457, 127458, 127459, 127460, 127461, 127462, 127463, 127464, 127465, 127466, 127467, 127468, 127469, 8983871, 8983872, 8983873, 8983874, 12337377, 12337378, 12337379, 12337380, 12337381, 12337382, 12337383, 12337384, 12337385, 12337386, 12337386, 12337387, 1738555, 1738555, 12337388, 12337389, 12337390, 12337391, 12337392, 12337393, 12337394, 12337395, 12337396, 12337397, 12337398, 12337399, 12337400, 12337401, 12337402, 12337403, 12337404, 12337405, 12337406, 12337407, 12337408], "trace_timestamp_s": 6.451000000000022, "ttft_s": 5.9544320670029265, "turn_id": 1} +{"actual_output_tokens": 101, "cached_tokens": 0, "effective_input_length": 30040, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30040, "latency_s": 4.600472837002599, "output_length": 101, "proxy_request_id": "1240198:1:1240198:9", "request_id": "1240198:1:1240198:9", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1240198", "t_dispatch_unix": 1779960719.2726784, "t_finish_unix": 1779960723.8731515, "t_first_token_unix": 1779960723.2239995, "tpot_s": 0.006488568979984848, "trace_hash_ids": [156827, 156828, 156829, 156830, 156831, 156832, 156833, 156834, 156835, 156836, 156837, 5767151, 5767152, 5767153, 5767154, 5767155, 5767156, 5767157, 5767158, 5767159, 5767160, 5767161, 5767162, 5767163, 5767164, 5767165, 5767166, 5767167, 5767168, 5767169, 5767170, 5767171, 8388251, 8388252, 8388253, 8388254, 8388255, 8388256, 8388257, 8388258, 8388259, 8388260, 8388261, 8388262, 8388263, 8388264, 8388265, 8388266, 8388267, 8388268, 8388269, 8388270, 8388271, 8388272, 12328522, 12348124, 12348125, 12348126, 12328526], "trace_timestamp_s": 10.07300000000032, "ttft_s": 3.9513187460033805, "turn_id": 1} +{"actual_output_tokens": 105, "cached_tokens": 0, "effective_input_length": 1093, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1093, "latency_s": 0.6375912749972485, "output_length": 105, "proxy_request_id": "1241953:1:1241953:13", "request_id": "1241953:1:1241953:13", "request_type": "coder", "requested_output_tokens": 105, "session_id": "1241953", "t_dispatch_unix": 1779960725.1810908, "t_finish_unix": 1779960725.8186827, "t_first_token_unix": 1779960725.2975714, "tpot_s": 0.00500819523078742, "trace_hash_ids": [12364240, 12364241, 12364242], "trace_timestamp_s": 15.994000000000597, "ttft_s": 0.1164788129972294, "turn_id": 1} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 7587, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7587, "latency_s": 0.7224608920005267, "output_length": 38, "proxy_request_id": "1241942:1:1241942:12", "request_id": "1241942:1:1241942:12", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1241942", "t_dispatch_unix": 1779960725.1344883, "t_finish_unix": 1779960725.8569493, "t_first_token_unix": 1779960725.6635, "tpot_s": 0.005222228162204595, "trace_hash_ids": [12364172, 12364173, 12364174, 12364175, 12364176, 12364177, 12364178, 12364179, 12364180, 12364181, 12364182, 12364183, 12364184, 12364185, 12364186], "trace_timestamp_s": 15.945000000000618, "ttft_s": 0.5290103299994371, "turn_id": 1} +{"actual_output_tokens": 14, "cached_tokens": 1696, "effective_input_length": 2659, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2659, "latency_s": 0.1610020820007776, "output_length": 14, "proxy_request_id": "1237877:3:1242953:15", "request_id": "1237877:3:1242953:15", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1237877", "t_dispatch_unix": 1779960728.5669577, "t_finish_unix": 1779960728.7279596, "t_first_token_unix": 1779960728.663975, "tpot_s": 0.004900267307675676, "trace_hash_ids": [12325182, 12342035, 12342036, 12357464, 12373319, 12373320], "trace_timestamp_s": 19.379000000000815, "ttft_s": 0.09701604200017755, "turn_id": 3} +{"actual_output_tokens": 155, "cached_tokens": 0, "effective_input_length": 17157, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17157, "latency_s": 2.598852426999656, "output_length": 155, "proxy_request_id": "1242838:1:1242838:14", "request_id": "1242838:1:1242838:14", "request_type": "coder", "requested_output_tokens": 155, "session_id": "1242838", "t_dispatch_unix": 1779960728.1861875, "t_finish_unix": 1779960730.7850394, "t_first_token_unix": 1779960729.8883848, "tpot_s": 0.005820122181830811, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275], "trace_timestamp_s": 18.993000000000393, "ttft_s": 1.7021956949974992, "turn_id": 1} +{"actual_output_tokens": 23, "cached_tokens": 5232, "effective_input_length": 14812, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14812, "latency_s": 1.204542761999619, "output_length": 23, "proxy_request_id": "1239704:2:1243943:17", "request_id": "1239704:2:1243943:17", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1239704", "t_dispatch_unix": 1779960731.8448014, "t_finish_unix": 1779960733.0493443, "t_first_token_unix": 1779960732.935955, "tpot_s": 0.005137714090861581, "trace_hash_ids": [12325298, 12325299, 12325300, 12325301, 12325302, 12325303, 12325304, 12335875, 12343073, 12343074, 12353398, 12353399, 12353400, 12353401, 12353402, 12362248, 12362249, 12362250, 12362251, 12362252, 12362253, 12374360, 12374361, 12374362, 12374363, 12374364, 12382332, 12382333, 12382334], "trace_timestamp_s": 22.65400000000045, "ttft_s": 1.091151960001298, "turn_id": 2} +{"actual_output_tokens": 264, "cached_tokens": 0, "effective_input_length": 11074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11074, "latency_s": 2.424266082998656, "output_length": 264, "proxy_request_id": "1243831:1:1243831:16", "request_id": "1243831:1:1243831:16", "request_type": "coder", "requested_output_tokens": 264, "session_id": "1243831", "t_dispatch_unix": 1779960731.4441814, "t_finish_unix": 1779960733.8684473, "t_first_token_unix": 1779960732.384605, "tpot_s": 0.005640911566549045, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12381653], "trace_timestamp_s": 22.252000000000407, "ttft_s": 0.9404222079974716, "turn_id": 1} +{"actual_output_tokens": 86, "cached_tokens": 0, "effective_input_length": 66214, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66214, "latency_s": 16.597215629000857, "output_length": 86, "proxy_request_id": "1239755:1:1239755:8", "request_id": "1239755:1:1239755:8", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1239755", "t_dispatch_unix": 1779960717.9447434, "t_finish_unix": 1779960734.5419588, "t_first_token_unix": 1779960733.8652174, "tpot_s": 0.007958148258844363, "trace_hash_ids": [987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 12343455, 6866241, 2853774, 6866242, 7163, 7164, 7165, 7166, 7167, 7168, 7169, 7170, 7171, 7172, 7173, 7174, 7175, 7176, 7177, 7178, 7179, 7180, 7181, 7182, 7183, 7184, 6866243, 6866244, 6866245, 6866246, 6866247, 6866248, 6866249, 6866250, 6866251, 6866252, 6866253, 6866254, 6866255, 6866256, 6866257, 8545375, 8556763, 8697639, 8697640, 8697641, 8697642, 8697643, 8697644, 8801955, 9096778, 9096779, 9096780, 9096781, 9096782, 9096783, 9096784, 9096785, 9096786, 9149397, 9149398, 9362937, 9625264, 9969708, 9969709, 9969710, 9969711, 9969712, 10041460, 11312552, 11312553, 11312554, 11312555, 11312556, 11738834, 11738835, 11738836, 11738837, 11817307, 11870242, 11870243, 12068422, 12068423, 12068424, 12068425, 12068426, 12068427, 12068428, 12068429, 12180426, 12180427, 12343456, 12343457], "trace_timestamp_s": 8.731000000000677, "ttft_s": 15.920471605000785, "turn_id": 1} +{"actual_output_tokens": 2204, "cached_tokens": 13568, "effective_input_length": 18420, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18420, "latency_s": 14.202160091001133, "output_length": 2204, "proxy_request_id": "1239034:2:1240558:10", "request_id": "1239034:2:1240558:10", "request_type": "coder", "requested_output_tokens": 2204, "session_id": "1239034", "t_dispatch_unix": 1779960720.5115275, "t_finish_unix": 1779960734.7136872, "t_first_token_unix": 1779960721.2214625, "tpot_s": 0.006124364704492939, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 12336726, 12336727, 12336728, 12336729, 12351436, 12351437, 12351438, 12351439, 12351440, 12351441, 12351442, 12351443, 12351444, 12351445], "trace_timestamp_s": 11.321000000000822, "ttft_s": 0.7099331880017417, "turn_id": 2} +{"actual_output_tokens": 40, "cached_tokens": 0, "effective_input_length": 8274, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8274, "latency_s": 0.8214974139991682, "output_length": 40, "proxy_request_id": "1244640:1:1244640:18", "request_id": "1244640:1:1244640:18", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1244640", "t_dispatch_unix": 1779960734.339624, "t_finish_unix": 1779960735.1611211, "t_first_token_unix": 1779960734.941503, "tpot_s": 0.0056242658974952064, "trace_hash_ids": [12346349, 12346350, 12346351, 12346352, 12346353, 12346354, 12346355, 12353250, 12363902, 12363903, 12363904, 12370522, 12389149, 12389150, 12389151, 12389152, 12389153], "trace_timestamp_s": 25.149000000000342, "ttft_s": 0.6018780199992761, "turn_id": 1} +{"actual_output_tokens": 49, "cached_tokens": 0, "effective_input_length": 6109, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6109, "latency_s": 0.9931541950027167, "output_length": 49, "proxy_request_id": "1245572:1:1245572:19", "request_id": "1245572:1:1245572:19", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1245572", "t_dispatch_unix": 1779960737.4733946, "t_finish_unix": 1779960738.4665484, "t_first_token_unix": 1779960738.2233772, "tpot_s": 0.005059798062499492, "trace_hash_ids": [12397656, 12397657, 12397658, 12397659, 12397660, 12397661, 12397662, 12397663, 12397664, 12397665, 12397666, 12397667], "trace_timestamp_s": 28.282000000000153, "ttft_s": 0.7499808950014994, "turn_id": 1} +{"actual_output_tokens": 36, "cached_tokens": 1184, "effective_input_length": 10382, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10382, "latency_s": 0.9503400930007047, "output_length": 36, "proxy_request_id": "1241953:2:1245624:20", "request_id": "1241953:2:1245624:20", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1241953", "t_dispatch_unix": 1779960737.563415, "t_finish_unix": 1779960738.5137548, "t_first_token_unix": 1779960738.3291147, "tpot_s": 0.005267864285789463, "trace_hash_ids": [12364240, 12364241, 12380769, 12380770, 12380771, 12380772, 12380773, 12380774, 12380775, 12380776, 12380777, 12380778, 12398115, 12398116, 12398117, 12398118, 12398119, 12398120, 12398121, 12398122, 12398123], "trace_timestamp_s": 28.373000000000502, "ttft_s": 0.7656978699997126, "turn_id": 2} +{"actual_output_tokens": 36, "cached_tokens": 6144, "effective_input_length": 6182, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6182, "latency_s": 0.21110553099788376, "output_length": 36, "proxy_request_id": "1245572:2:1246348:22", "request_id": "1245572:2:1246348:22", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1245572", "t_dispatch_unix": 1779960740.069189, "t_finish_unix": 1779960740.2802944, "t_first_token_unix": 1779960740.101681, "tpot_s": 0.005094548485690861, "trace_hash_ids": [12397656, 12397657, 12397658, 12397659, 12397660, 12397661, 12397662, 12397663, 12397664, 12397665, 12397666, 12397667, 12405800], "trace_timestamp_s": 30.882000000000517, "ttft_s": 0.032490238998434506, "turn_id": 2} +{"actual_output_tokens": 66, "cached_tokens": 7456, "effective_input_length": 17447, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17447, "latency_s": 1.5793755800004874, "output_length": 66, "proxy_request_id": "1240924:2:1246244:21", "request_id": "1240924:2:1246244:21", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1240924", "t_dispatch_unix": 1779960739.6948617, "t_finish_unix": 1779960741.274237, "t_first_token_unix": 1779960740.8998556, "tpot_s": 0.005754955692324214, "trace_hash_ids": [12342008, 12342009, 12342010, 12342011, 12342012, 12342013, 12342014, 12342015, 12342016, 12342017, 12342018, 12342019, 12354472, 12354473, 12365097, 12370962, 12370963, 12370964, 12370965, 12378987, 12378988, 12378989, 12378990, 12384895, 12384896, 12384897, 12384898, 12393889, 12393890, 12393891, 12404797, 12404798, 12404799, 12404800, 12404801], "trace_timestamp_s": 30.502000000000407, "ttft_s": 1.204992320999736, "turn_id": 2} +{"actual_output_tokens": 35, "cached_tokens": 7616, "effective_input_length": 17975, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17975, "latency_s": 1.5033375159982825, "output_length": 35, "proxy_request_id": "1241942:2:1247111:23", "request_id": "1241942:2:1247111:23", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1241942", "t_dispatch_unix": 1779960742.741988, "t_finish_unix": 1779960744.245325, "t_first_token_unix": 1779960744.0580428, "tpot_s": 0.005499274823544992, "trace_hash_ids": [12364172, 12364173, 12364174, 12364175, 12364176, 12364177, 12364178, 12364179, 12364180, 12364181, 12364182, 12364183, 12364184, 12364185, 12370891, 12379261, 12379262, 12379263, 12379264, 12386129, 12386130, 12386131, 12386132, 12386133, 12391712, 12391713, 12391714, 12391715, 12398819, 12398820, 12398821, 12398822, 12412294, 12412295, 12412296, 12412297], "trace_timestamp_s": 33.54899999999998, "ttft_s": 1.3160528289990907, "turn_id": 2} +{"actual_output_tokens": 11, "cached_tokens": 8304, "effective_input_length": 10696, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10696, "latency_s": 0.4129506949975621, "output_length": 11, "proxy_request_id": "1244640:2:1247941:24", "request_id": "1244640:2:1247941:24", "request_type": "coder", "requested_output_tokens": 11, "session_id": "1244640", "t_dispatch_unix": 1779960745.558098, "t_finish_unix": 1779960745.9710486, "t_first_token_unix": 1779960745.9283602, "tpot_s": 0.004239228299775277, "trace_hash_ids": [12421739, 12421740, 12421741, 12421742, 12421743, 12421744, 12421745, 12421746, 12421747, 12421748, 12421749, 12421750, 12421751, 12421752, 12421753, 12421754, 12421755, 12421756, 12421757, 12421758, 12421759], "trace_timestamp_s": 36.365999999999985, "ttft_s": 0.37026035099916044, "turn_id": 2} +{"actual_output_tokens": 49, "cached_tokens": 0, "effective_input_length": 11515, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11515, "latency_s": 1.2468613540004299, "output_length": 49, "proxy_request_id": "1248768:1:1248768:25", "request_id": "1248768:1:1248768:25", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1248768", "t_dispatch_unix": 1779960748.338521, "t_finish_unix": 1779960749.5853822, "t_first_token_unix": 1779960749.3251874, "tpot_s": 0.0054154930625524384, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 58774, 12408861, 12408862, 12408863, 12429471, 12429472], "trace_timestamp_s": 39.14500000000044, "ttft_s": 0.9866644840003573, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 4126, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4126, "latency_s": 0.43410303900236613, "output_length": 34, "proxy_request_id": "1249058:1:1249058:26", "request_id": "1249058:1:1249058:26", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1249058", "t_dispatch_unix": 1779960749.3593948, "t_finish_unix": 1779960749.7934973, "t_first_token_unix": 1779960749.6262908, "tpot_s": 0.005058814666633473, "trace_hash_ids": [12432326, 12432327, 12432328, 12432329, 12432330, 12432331, 12432332, 12432333, 12432334], "trace_timestamp_s": 40.17100000000028, "ttft_s": 0.26689429100224515, "turn_id": 1} +{"actual_output_tokens": 85, "cached_tokens": 11552, "effective_input_length": 12188, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12188, "latency_s": 0.6109723560002749, "output_length": 85, "proxy_request_id": "1248768:2:1249765:27", "request_id": "1248768:2:1249765:27", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1248768", "t_dispatch_unix": 1779960751.6225355, "t_finish_unix": 1779960752.2335076, "t_first_token_unix": 1779960751.7692542, "tpot_s": 0.005523811273806565, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 58774, 12408861, 12408862, 12408863, 12429471, 12439395, 12439396], "trace_timestamp_s": 42.43299999999999, "ttft_s": 0.14671688499947777, "turn_id": 2} +{"actual_output_tokens": 26, "cached_tokens": 4144, "effective_input_length": 7482, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7482, "latency_s": 0.4502760310024314, "output_length": 26, "proxy_request_id": "1249058:2:1249872:28", "request_id": "1249058:2:1249872:28", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1249058", "t_dispatch_unix": 1779960752.01393, "t_finish_unix": 1779960752.4642057, "t_first_token_unix": 1779960752.3359551, "tpot_s": 0.005119977920112433, "trace_hash_ids": [12432326, 12432327, 12432328, 12432329, 12432330, 12432331, 12432332, 12432333, 12440459, 12440460, 12440461, 12440462, 12440463, 12440464, 12440465], "trace_timestamp_s": 42.82600000000002, "ttft_s": 0.3220239729998866, "turn_id": 2} +{"actual_output_tokens": 83, "cached_tokens": 17296, "effective_input_length": 21578, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21578, "latency_s": 1.2038340430008247, "output_length": 83, "proxy_request_id": "1242838:2:1250503:29", "request_id": "1242838:2:1250503:29", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1242838", "t_dispatch_unix": 1779960754.2877467, "t_finish_unix": 1779960755.4915802, "t_first_token_unix": 1779960755.0048976, "tpot_s": 0.005932056926811617, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12446387], "trace_timestamp_s": 45.09700000000066, "ttft_s": 0.7171489030006342, "turn_id": 2} +{"actual_output_tokens": 297, "cached_tokens": 0, "effective_input_length": 6829, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6829, "latency_s": 2.6298152880008274, "output_length": 297, "proxy_request_id": "1250772:1:1250772:30", "request_id": "1250772:1:1250772:30", "request_type": "coder", "requested_output_tokens": 297, "session_id": "1250772", "t_dispatch_unix": 1779960755.149847, "t_finish_unix": 1779960757.7796621, "t_first_token_unix": 1779960756.1809285, "tpot_s": 0.005400231496620305, "trace_hash_ids": [85000, 11362, 11363, 11364, 11365, 85001, 11367, 2920612, 12393745, 12423526, 12423527, 12449311, 12449312, 12449313], "trace_timestamp_s": 45.960000000000036, "ttft_s": 1.0310784239991335, "turn_id": 1} +{"actual_output_tokens": 1, "cached_tokens": 0, "effective_input_length": 16512, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16512, "latency_s": 1.5652204219986743, "output_length": 1, "proxy_request_id": "1251059:1:1251059:32", "request_id": "1251059:1:1251059:32", "request_type": "coder", "requested_output_tokens": 1, "session_id": "1251059", "t_dispatch_unix": 1779960756.3304353, "t_finish_unix": 1779960757.8956556, "t_first_token_unix": 1779960757.895243, "tpot_s": 0.0, "trace_hash_ids": [7062, 7063, 7064, 7065, 7066, 7067, 7068, 7069, 7070, 7071, 7072, 7073, 7074, 7075, 7076, 7077, 7078, 7079, 7080, 7081, 7082, 7083, 7084, 7085, 490787, 490788, 490789, 585565, 585566, 8073040, 572419, 572420, 572421], "trace_timestamp_s": 47.137000000000626, "ttft_s": 1.564806240996404, "turn_id": 1} +{"actual_output_tokens": 167, "cached_tokens": 12272, "effective_input_length": 16989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16989, "latency_s": 1.6515007939997304, "output_length": 167, "proxy_request_id": "1248768:3:1251261:33", "request_id": "1248768:3:1251261:33", "request_type": "coder", "requested_output_tokens": 167, "session_id": "1248768", "t_dispatch_unix": 1779960756.9043589, "t_finish_unix": 1779960758.55586, "t_first_token_unix": 1779960757.5873606, "tpot_s": 0.005832555746992402, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 58774, 12408861, 12408862, 12408863, 12429471, 12439395, 12439396, 12454154, 12454155, 12454156, 12454157, 12454158, 12454159, 12454160, 12454161, 12454162, 12454163], "trace_timestamp_s": 47.715000000000146, "ttft_s": 0.6829999399997178, "turn_id": 3} +{"actual_output_tokens": 23, "cached_tokens": 0, "effective_input_length": 1090, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1090, "latency_s": 0.1982420029999048, "output_length": 23, "proxy_request_id": "1251828:1:1251828:35", "request_id": "1251828:1:1251828:35", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1251828", "t_dispatch_unix": 1779960758.8366077, "t_finish_unix": 1779960759.03485, "t_first_token_unix": 1779960758.9264348, "tpot_s": 0.004915328000027908, "trace_hash_ids": [12459863, 12459864, 12459865], "trace_timestamp_s": 49.64900000000034, "ttft_s": 0.08982584600016708, "turn_id": 1} +{"actual_output_tokens": 211, "cached_tokens": 0, "effective_input_length": 20086, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20086, "latency_s": 3.333285529999557, "output_length": 211, "proxy_request_id": "1250935:1:1250935:31", "request_id": "1250935:1:1250935:31", "request_type": "coder", "requested_output_tokens": 211, "session_id": "1250935", "t_dispatch_unix": 1779960755.7722661, "t_finish_unix": 1779960759.1055517, "t_first_token_unix": 1779960757.8422406, "tpot_s": 0.00601457592381935, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 59796, 4849633, 12365971, 12450880, 12450881, 12450882, 12450883, 12450884, 12450885, 12450886, 12450887, 12450888, 12450889, 12450890, 12450891, 12450892, 603588], "trace_timestamp_s": 46.577000000000226, "ttft_s": 2.0699729879997903, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 6208, "effective_input_length": 13780, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13780, "latency_s": 1.0303390430017316, "output_length": 42, "proxy_request_id": "1245572:3:1251662:34", "request_id": "1245572:3:1251662:34", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1245572", "t_dispatch_unix": 1779960758.3163893, "t_finish_unix": 1779960759.346728, "t_first_token_unix": 1779960759.1263702, "tpot_s": 0.005368424195117635, "trace_hash_ids": [12397656, 12397657, 12397658, 12397659, 12397660, 12397661, 12397662, 12397663, 12397664, 12397665, 12397666, 12397667, 12411607, 12411608, 12419790, 12419791, 12419792, 12419793, 12419794, 12438738, 12438739, 12438740, 12447608, 12447609, 12458533, 12458534, 12458535], "trace_timestamp_s": 49.126000000000204, "ttft_s": 0.8099790679989383, "turn_id": 3} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 9855, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9855, "latency_s": 0.9895494289994531, "output_length": 34, "proxy_request_id": "1252010:1:1252010:36", "request_id": "1252010:1:1252010:36", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1252010", "t_dispatch_unix": 1779960759.4442494, "t_finish_unix": 1779960760.433799, "t_first_token_unix": 1779960760.2604597, "tpot_s": 0.005244433151484841, "trace_hash_ids": [12424913, 12432715, 12432716, 12432717, 12440818, 12440819, 12440820, 12440821, 12452285, 12452286, 12452287, 12452288, 12452289, 12452290, 12452291, 12461892, 12461893, 12461894, 12461895, 12461896], "trace_timestamp_s": 50.25300000000061, "ttft_s": 0.8162081590016896, "turn_id": 1} +{"actual_output_tokens": 501, "cached_tokens": 17152, "effective_input_length": 17309, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17309, "latency_s": 3.034270394997293, "output_length": 501, "proxy_request_id": "1248768:4:1253385:37", "request_id": "1248768:4:1253385:37", "request_type": "coder", "requested_output_tokens": 501, "session_id": "1248768", "t_dispatch_unix": 1779960764.214166, "t_finish_unix": 1779960767.248436, "t_first_token_unix": 1779960764.301592, "tpot_s": 0.005893147861999751, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 58774, 12408861, 12408862, 12408863, 12429471, 12439395, 12439396, 12454154, 12454155, 12454156, 12454157, 12454158, 12454159, 12454160, 12454161, 12454162, 12475383], "trace_timestamp_s": 55.02600000000075, "ttft_s": 0.08742411799903493, "turn_id": 4} +{"actual_output_tokens": 30, "cached_tokens": 0, "effective_input_length": 3934, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3934, "latency_s": 0.39402187800078536, "output_length": 30, "proxy_request_id": "1251828:2:1254272:41", "request_id": "1251828:2:1254272:41", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1251828", "t_dispatch_unix": 1779960767.1884573, "t_finish_unix": 1779960767.582479, "t_first_token_unix": 1779960767.4359753, "tpot_s": 0.005042674068982737, "trace_hash_ids": [12459863, 12459864, 12467072, 12467073, 12467074, 12467075, 12477189, 12485024], "trace_timestamp_s": 58.0, "ttft_s": 0.2475171149999369, "turn_id": 2} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 748, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 748, "latency_s": 0.2233392919988546, "output_length": 32, "proxy_request_id": "1254584:1:1254584:42", "request_id": "1254584:1:1254584:42", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1254584", "t_dispatch_unix": 1779960768.3216817, "t_finish_unix": 1779960768.5450215, "t_first_token_unix": 1779960768.3905783, "tpot_s": 0.004968672870980358, "trace_hash_ids": [12480388, 12487633], "trace_timestamp_s": 59.134000000000015, "ttft_s": 0.06889545499871019, "turn_id": 1} +{"actual_output_tokens": 33, "cached_tokens": 9888, "effective_input_length": 13092, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13092, "latency_s": 0.598722541002644, "output_length": 33, "proxy_request_id": "1252010:2:1254691:43", "request_id": "1252010:2:1254691:43", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1252010", "t_dispatch_unix": 1779960768.7722585, "t_finish_unix": 1779960769.3709805, "t_first_token_unix": 1779960769.201197, "tpot_s": 0.005296513062489794, "trace_hash_ids": [12424913, 12432715, 12432716, 12432717, 12440818, 12440819, 12440820, 12440821, 12452285, 12452286, 12452287, 12452288, 12452289, 12452290, 12452291, 12461892, 12461893, 12461894, 12461895, 12469281, 12469282, 12480858, 12480859, 12488817, 12488818, 12488819], "trace_timestamp_s": 59.58400000000074, "ttft_s": 0.42893689300035476, "turn_id": 2} +{"actual_output_tokens": 410, "cached_tokens": 7120, "effective_input_length": 10764, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10764, "latency_s": 2.6648686720000114, "output_length": 410, "proxy_request_id": "1250772:2:1254198:40", "request_id": "1250772:2:1254198:40", "request_type": "coder", "requested_output_tokens": 410, "session_id": "1250772", "t_dispatch_unix": 1779960766.9152653, "t_finish_unix": 1779960769.580134, "t_first_token_unix": 1779960767.3053522, "tpot_s": 0.005561052811738932, "trace_hash_ids": [85000, 11362, 11363, 11364, 11365, 85001, 11367, 2920612, 12393745, 12423526, 12423527, 12449311, 12449312, 12484452, 12484453, 12484454, 12484455, 12484456, 12484457, 12484458, 12484459, 12484460], "trace_timestamp_s": 57.72600000000057, "ttft_s": 0.3900852730002953, "turn_id": 2} +{"actual_output_tokens": 321, "cached_tokens": 0, "effective_input_length": 35221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35221, "latency_s": 7.349095869001758, "output_length": 321, "proxy_request_id": "1253804:1:1253804:39", "request_id": "1253804:1:1253804:39", "request_type": "coder", "requested_output_tokens": 321, "session_id": "1253804", "t_dispatch_unix": 1779960765.8032126, "t_finish_unix": 1779960773.152308, "t_first_token_unix": 1779960770.939307, "tpot_s": 0.0069147624406241445, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114], "trace_timestamp_s": 56.60400000000027, "ttft_s": 5.1360923210013425, "turn_id": 1} +{"actual_output_tokens": 58, "cached_tokens": 0, "effective_input_length": 1694, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1694, "latency_s": 0.43269602799773565, "output_length": 58, "proxy_request_id": "1256273:1:1256273:46", "request_id": "1256273:1:1256273:46", "request_type": "coder", "requested_output_tokens": 58, "session_id": "1256273", "t_dispatch_unix": 1779960774.0038085, "t_finish_unix": 1779960774.4365046, "t_first_token_unix": 1779960774.1515558, "tpot_s": 0.004994571842089819, "trace_hash_ids": [12492922, 12504484, 12504485, 12504486], "trace_timestamp_s": 64.81600000000071, "ttft_s": 0.1477460610003618, "turn_id": 1} +{"actual_output_tokens": 80, "cached_tokens": 11328, "effective_input_length": 11448, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11448, "latency_s": 0.4966698309981439, "output_length": 80, "proxy_request_id": "1243831:2:1256324:47", "request_id": "1243831:2:1256324:47", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1243831", "t_dispatch_unix": 1779960774.1672122, "t_finish_unix": 1779960774.6638823, "t_first_token_unix": 1779960774.2234683, "tpot_s": 0.005571437886091984, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12504841], "trace_timestamp_s": 64.98000000000047, "ttft_s": 0.0562547329973313, "turn_id": 2} +{"actual_output_tokens": 57, "cached_tokens": 0, "effective_input_length": 49624, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49624, "latency_s": 9.67181443699883, "output_length": 57, "proxy_request_id": "1253743:1:1253743:38", "request_id": "1253743:1:1253743:38", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1253743", "t_dispatch_unix": 1779960765.5583675, "t_finish_unix": 1779960775.2301817, "t_first_token_unix": 1779960774.842703, "tpot_s": 0.0069143726071680634, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 12479411], "trace_timestamp_s": 56.35200000000077, "ttft_s": 9.284333498999331, "turn_id": 1} +{"actual_output_tokens": 23, "cached_tokens": 7504, "effective_input_length": 17786, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17786, "latency_s": 1.394260163000581, "output_length": 23, "proxy_request_id": "1249058:3:1256222:45", "request_id": "1249058:3:1256222:45", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1249058", "t_dispatch_unix": 1779960773.8562422, "t_finish_unix": 1779960775.2505019, "t_first_token_unix": 1779960775.1352468, "tpot_s": 0.00522692859092124, "trace_hash_ids": [12432326, 12432327, 12432328, 12432329, 12432330, 12432331, 12432332, 12432333, 12440459, 12440460, 12440461, 12440462, 12440463, 12440464, 12464529, 12464530, 12464531, 12464532, 12474164, 12474165, 12474166, 12481572, 12481573, 12481574, 12481575, 12481576, 12481577, 12481578, 12494816, 12494817, 12494818, 12494819, 12504084, 12504085, 12504086], "trace_timestamp_s": 64.66300000000047, "ttft_s": 1.279003064999415, "turn_id": 3} +{"actual_output_tokens": 112, "cached_tokens": 49680, "effective_input_length": 49687, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49687, "latency_s": 0.9129391909991682, "output_length": 112, "proxy_request_id": "1253743:2:1256070:44", "request_id": "1253743:2:1256070:44", "request_type": "coder", "requested_output_tokens": 112, "session_id": "1253743", "t_dispatch_unix": 1779960775.2321544, "t_finish_unix": 1779960776.1450937, "t_first_token_unix": 1779960775.3228178, "tpot_s": 0.007405455558549514, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 12479411, 12502790], "trace_timestamp_s": 64.15700000000015, "ttft_s": 0.09066132799853222, "turn_id": 2} +{"actual_output_tokens": 59, "cached_tokens": 1744, "effective_input_length": 6170, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6170, "latency_s": 0.6314888699998846, "output_length": 59, "proxy_request_id": "1256273:2:1257769:51", "request_id": "1256273:2:1257769:51", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1256273", "t_dispatch_unix": 1779960778.9857464, "t_finish_unix": 1779960779.6172352, "t_first_token_unix": 1779960779.314864, "tpot_s": 0.005208201000014328, "trace_hash_ids": [12492922, 12504484, 12504485, 12519472, 12519473, 12519474, 12519475, 12519476, 12519477, 12519478, 12519479, 12519480, 12519481], "trace_timestamp_s": 69.79700000000048, "ttft_s": 0.3291158949978126, "turn_id": 2} +{"actual_output_tokens": 237, "cached_tokens": 0, "effective_input_length": 4434, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4434, "latency_s": 1.5145784510023077, "output_length": 237, "proxy_request_id": "1257572:1:1257572:50", "request_id": "1257572:1:1257572:50", "request_type": "coder", "requested_output_tokens": 237, "session_id": "1257572", "t_dispatch_unix": 1779960778.3530283, "t_finish_unix": 1779960779.8676069, "t_first_token_unix": 1779960778.6384587, "tpot_s": 0.005207117860155156, "trace_hash_ids": [12494641, 12494642, 12494643, 12494644, 12494645, 12494646, 12494647, 12516925, 12516926], "trace_timestamp_s": 69.16400000000067, "ttft_s": 0.28542841900343774, "turn_id": 1} +{"actual_output_tokens": 68, "cached_tokens": 768, "effective_input_length": 1257, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1257, "latency_s": 0.39117029800036107, "output_length": 68, "proxy_request_id": "1254584:2:1258039:52", "request_id": "1254584:2:1258039:52", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1254584", "t_dispatch_unix": 1779960780.007738, "t_finish_unix": 1779960780.3989081, "t_first_token_unix": 1779960780.0632992, "tpot_s": 0.005004790641754907, "trace_hash_ids": [12480388, 12511291, 12522116], "trace_timestamp_s": 70.82000000000062, "ttft_s": 0.055559553002240136, "turn_id": 2} +{"actual_output_tokens": 92, "cached_tokens": 21648, "effective_input_length": 22262, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22262, "latency_s": 0.7125993080007902, "output_length": 92, "proxy_request_id": "1242838:3:1258161:53", "request_id": "1242838:3:1258161:53", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1242838", "t_dispatch_unix": 1779960780.465318, "t_finish_unix": 1779960781.1779175, "t_first_token_unix": 1779960780.633826, "tpot_s": 0.005975395912113587, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892], "trace_timestamp_s": 71.27700000000004, "ttft_s": 0.1685061489988584, "turn_id": 3} +{"actual_output_tokens": 116, "cached_tokens": 6224, "effective_input_length": 7934, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7934, "latency_s": 0.8094278210010089, "output_length": 116, "proxy_request_id": "1256273:3:1258499:55", "request_id": "1256273:3:1258499:55", "request_type": "coder", "requested_output_tokens": 116, "session_id": "1256273", "t_dispatch_unix": 1779960781.6306124, "t_finish_unix": 1779960782.4400396, "t_first_token_unix": 1779960781.825172, "tpot_s": 0.005344447634801643, "trace_hash_ids": [12492922, 12504484, 12504485, 12519472, 12519473, 12519474, 12519475, 12519476, 12519477, 12519478, 12519479, 12519480, 12526397, 12526398, 12526399, 12526400], "trace_timestamp_s": 72.44200000000001, "ttft_s": 0.19455843899777392, "turn_id": 3} +{"actual_output_tokens": 362, "cached_tokens": 0, "effective_input_length": 9250, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9250, "latency_s": 2.7062493820012605, "output_length": 362, "proxy_request_id": "1258908:1:1258908:58", "request_id": "1258908:1:1258908:58", "request_type": "coder", "requested_output_tokens": 362, "session_id": "1258908", "t_dispatch_unix": 1779960783.0849252, "t_finish_unix": 1779960785.791175, "t_first_token_unix": 1779960783.7861865, "tpot_s": 0.005553239493074065, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 12530208, 12530209, 12530210, 12530211], "trace_timestamp_s": 73.89300000000003, "ttft_s": 0.7012593190011103, "turn_id": 1} +{"actual_output_tokens": 341, "cached_tokens": 0, "effective_input_length": 14291, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14291, "latency_s": 3.2131133090006188, "output_length": 341, "proxy_request_id": "1259178:1:1259178:59", "request_id": "1259178:1:1259178:59", "request_type": "coder", "requested_output_tokens": 341, "session_id": "1259178", "t_dispatch_unix": 1779960784.0453048, "t_finish_unix": 1779960787.2584178, "t_first_token_unix": 1779960785.2905762, "tpot_s": 0.005786647708822891, "trace_hash_ids": [5658, 5659, 36953, 12532295, 12532296, 12532297, 12532298, 12532299, 12532300, 12532301, 12532302, 12532303, 12532304, 12532305, 12532306, 12532307, 12532308, 12532309, 12532310, 12532311, 12532312, 12532313, 12532314, 12532315, 12532316, 12532317, 12532318, 12532319], "trace_timestamp_s": 74.85200000000077, "ttft_s": 1.2452700100002403, "turn_id": 1} +{"actual_output_tokens": 45, "cached_tokens": 0, "effective_input_length": 27387, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27387, "latency_s": 9.028300031997787, "output_length": 45, "proxy_request_id": "1257525:1:1257525:49", "request_id": "1257525:1:1257525:49", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1257525", "t_dispatch_unix": 1779960778.2642128, "t_finish_unix": 1779960787.2925127, "t_first_token_unix": 1779960781.71478, "tpot_s": 0.12675849325007055, "trace_hash_ids": [12479517, 12479518, 12479519, 12479520, 12479521, 12479522, 12479523, 12479524, 12479525, 12479526, 12479527, 12479528, 12479529, 12479530, 12479531, 12479532, 12479533, 12479534, 12479535, 12479536, 12479537, 12479538, 12479539, 12479540, 12479541, 12479542, 12479543, 12479544, 12479545, 12479546, 12479547, 12479548, 12479549, 12479550, 12479551, 12479552, 12479553, 12479554, 12479555, 12479556, 12479557, 12479558, 12479559, 12479560, 12479561, 12479562, 12479563, 12499990, 12499991, 12509015, 12516559, 12516560, 12516561, 12516562], "trace_timestamp_s": 69.06500000000051, "ttft_s": 3.4505642839976645, "turn_id": 1} +{"actual_output_tokens": 110, "cached_tokens": 35536, "effective_input_length": 52978, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52978, "latency_s": 6.672032408001542, "output_length": 110, "proxy_request_id": "1253804:2:1258346:54", "request_id": "1253804:2:1258346:54", "request_type": "coder", "requested_output_tokens": 110, "session_id": "1253804", "t_dispatch_unix": 1779960781.173355, "t_finish_unix": 1779960787.845387, "t_first_token_unix": 1779960786.9308782, "tpot_s": 0.00838787820181647, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968], "trace_timestamp_s": 71.97700000000077, "ttft_s": 5.757513773001847, "turn_id": 2} +{"actual_output_tokens": 62, "cached_tokens": 0, "effective_input_length": 12522, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12522, "latency_s": 1.3701576330022363, "output_length": 62, "proxy_request_id": "1260792:1:1260792:63", "request_id": "1260792:1:1260792:63", "request_type": "coder", "requested_output_tokens": 62, "session_id": "1260792", "t_dispatch_unix": 1779960789.7044535, "t_finish_unix": 1779960791.074611, "t_first_token_unix": 1779960790.7399075, "tpot_s": 0.005481799540993067, "trace_hash_ids": [12518548, 12518549, 12518550, 12528577, 12528578, 12528579, 12538129, 12538130, 12538131, 12538132, 12538133, 12538134, 12538135, 12538136, 12538137, 12538138, 12548530, 12548531, 12548532, 12548533, 12548534, 12548535, 12548536, 12548537, 12548538], "trace_timestamp_s": 80.51299999999992, "ttft_s": 1.0354525200018543, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 5640, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5640, "latency_s": 0.5398190209998575, "output_length": 34, "proxy_request_id": "1261126:1:1261126:65", "request_id": "1261126:1:1261126:65", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1261126", "t_dispatch_unix": 1779960790.7424378, "t_finish_unix": 1779960791.282257, "t_first_token_unix": 1779960791.112673, "tpot_s": 0.005131023030337405, "trace_hash_ids": [12523217, 12523218, 12542338, 12542339, 12542340, 12542341, 12550806, 12550807, 12550808, 12550809, 12550810, 12550811], "trace_timestamp_s": 81.5530000000008, "ttft_s": 0.3702333589972113, "turn_id": 1} +{"actual_output_tokens": 73, "cached_tokens": 0, "effective_input_length": 9571, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9571, "latency_s": 2.1175495290008257, "output_length": 73, "proxy_request_id": "1260746:1:1260746:62", "request_id": "1260746:1:1260746:62", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1260746", "t_dispatch_unix": 1779960789.5931764, "t_finish_unix": 1779960791.7107253, "t_first_token_unix": 1779960790.360794, "tpot_s": 0.018744348263882986, "trace_hash_ids": [12532255, 12532256, 12532257, 12532258, 12532259, 12532260, 12538543, 12538544, 12538545, 12547747, 12547748, 12547749, 12547750, 12547751, 12547752, 12547753, 12547754, 12547755, 12547756], "trace_timestamp_s": 80.39699999999993, "ttft_s": 0.7676159889997507, "turn_id": 1} +{"actual_output_tokens": 79, "cached_tokens": 53072, "effective_input_length": 55138, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55138, "latency_s": 1.503119387998595, "output_length": 79, "proxy_request_id": "1253804:3:1260997:64", "request_id": "1253804:3:1260997:64", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1253804", "t_dispatch_unix": 1779960790.4394176, "t_finish_unix": 1779960791.942537, "t_first_token_unix": 1779960791.292385, "tpot_s": 0.008331159012857078, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987], "trace_timestamp_s": 81.2490000000007, "ttft_s": 0.8529653419973329, "turn_id": 3} +{"actual_output_tokens": 101, "cached_tokens": 0, "effective_input_length": 30655, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30655, "latency_s": 4.733273937999911, "output_length": 101, "proxy_request_id": "1260327:1:1260327:61", "request_id": "1260327:1:1260327:61", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1260327", "t_dispatch_unix": 1779960787.8662598, "t_finish_unix": 1779960792.5995338, "t_first_token_unix": 1779960791.9540193, "tpot_s": 0.006452430320023268, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103], "trace_timestamp_s": 78.66800000000057, "ttft_s": 4.087757476998377, "turn_id": 1} +{"actual_output_tokens": 9, "cached_tokens": 27424, "effective_input_length": 29988, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29988, "latency_s": 0.6567230309992738, "output_length": 9, "proxy_request_id": "1257525:2:1262205:67", "request_id": "1257525:2:1262205:67", "request_type": "coder", "requested_output_tokens": 9, "session_id": "1257525", "t_dispatch_unix": 1779960794.5562966, "t_finish_unix": 1779960795.213019, "t_first_token_unix": 1779960795.185708, "tpot_s": 0.0033785199998419557, "trace_hash_ids": [12560509, 12560510, 12560511, 12560512, 12560513, 12560514, 12560515, 12560516, 12560517, 12560518, 12560519, 12560520, 12560521, 12560522, 12560523, 12560524, 12560525, 12560526, 12560527, 12560528, 12560529, 12560530, 12560531, 12560532, 12560533, 12560534, 12560535, 12560536, 12560537, 12560538, 12560539, 12560540, 12560541, 12560542, 12560543, 12560544, 12560545, 12560546, 12560547, 12560548, 12560549, 12560550, 12560551, 12560552, 12560553, 12560554, 12560555, 12560556, 12560557, 12560558, 12560559, 12560560, 12560561, 12560562, 12560563, 12560564, 12560565, 12560566, 12560567], "trace_timestamp_s": 85.35500000000047, "ttft_s": 0.6294093610013078, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 5465, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5465, "latency_s": 0.49266646199976094, "output_length": 27, "proxy_request_id": "1262757:1:1262757:73", "request_id": "1262757:1:1262757:73", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1262757", "t_dispatch_unix": 1779960796.441004, "t_finish_unix": 1779960796.9336703, "t_first_token_unix": 1779960796.8022077, "tpot_s": 0.005045257923064548, "trace_hash_ids": [12513740, 12528866, 12528867, 12537233, 12537234, 12537235, 12547253, 12557610, 12557611, 12557612, 12566807], "trace_timestamp_s": 87.2490000000007, "ttft_s": 0.3612020750006195, "turn_id": 1} +{"actual_output_tokens": 101, "cached_tokens": 0, "effective_input_length": 21510, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21510, "latency_s": 2.947922355000628, "output_length": 101, "proxy_request_id": "1262354:1:1262354:69", "request_id": "1262354:1:1262354:69", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1262354", "t_dispatch_unix": 1779960795.153443, "t_finish_unix": 1779960798.101365, "t_first_token_unix": 1779960797.497128, "tpot_s": 0.006039901510011987, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12562242], "trace_timestamp_s": 85.95800000000054, "ttft_s": 2.343683240000246, "turn_id": 1} +{"actual_output_tokens": 46, "cached_tokens": 5664, "effective_input_length": 6953, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6953, "latency_s": 1.6386353919988323, "output_length": 46, "proxy_request_id": "1261126:2:1262820:74", "request_id": "1261126:2:1262820:74", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1261126", "t_dispatch_unix": 1779960796.60969, "t_finish_unix": 1779960798.2483253, "t_first_token_unix": 1779960797.9519684, "tpot_s": 0.006578781288893273, "trace_hash_ids": [12523217, 12523218, 12542338, 12542339, 12542340, 12542341, 12550806, 12550807, 12550808, 12550809, 12550810, 12557298, 12567376, 12567377], "trace_timestamp_s": 87.42200000000048, "ttft_s": 1.3422773769998457, "turn_id": 2} +{"actual_output_tokens": 139, "cached_tokens": 0, "effective_input_length": 68131, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68131, "latency_s": 17.579597288000514, "output_length": 139, "proxy_request_id": "1258611:1:1258611:56", "request_id": "1258611:1:1258611:56", "request_type": "coder", "requested_output_tokens": 139, "session_id": "1258611", "t_dispatch_unix": 1779960782.0185645, "t_finish_unix": 1779960799.5981612, "t_first_token_unix": 1779960798.4331622, "tpot_s": 0.00844000210871446, "trace_hash_ids": [41795, 129659, 129660, 129661, 129662, 129663, 129664, 129665, 129666, 129667, 129668, 129669, 129670, 129671, 129672, 129673, 129674, 129675, 129676, 129677, 129678, 129679, 129680, 129681, 129682, 129683, 129684, 129685, 129686, 129687, 129688, 129689, 129690, 129691, 129692, 129693, 129694, 129695, 129696, 129697, 129698, 129699, 129700, 129701, 129702, 129703, 129704, 129705, 129706, 129707, 129708, 129709, 129710, 129711, 129712, 129713, 129714, 129715, 129716, 129717, 129718, 129719, 129720, 129721, 129722, 129723, 129724, 129725, 129726, 416576, 416577, 416578, 416579, 416580, 416581, 416582, 416583, 416584, 416585, 646369, 12527337, 646371, 646372, 646373, 646374, 646375, 12527338, 957044, 957045, 12527339, 12527340, 12527341, 12527342, 12527343, 12527344, 12527345, 12527346, 12527347, 12527348, 12527349, 12527350, 12527351, 12527352, 12527353, 12527354, 12527355, 12527356, 12527357, 12527358, 12527359, 12527360, 12527361, 12527362, 12527363, 12527364, 12527365, 12527366, 12527367, 12527368, 12527369, 12527370, 12527371, 12527372, 12527373, 12527374, 12527375, 12527376, 12527377, 12527378, 12527379, 12527380, 12527381, 12527382, 12527383], "trace_timestamp_s": 72.80500000000029, "ttft_s": 16.414595378999365, "turn_id": 1} +{"actual_output_tokens": 10, "cached_tokens": 68256, "effective_input_length": 68320, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68320, "latency_s": 0.18847639099840308, "output_length": 10, "proxy_request_id": "1258611:2:1261594:66", "request_id": "1258611:2:1261594:66", "request_type": "coder", "requested_output_tokens": 10, "session_id": "1258611", "t_dispatch_unix": 1779960799.6014566, "t_finish_unix": 1779960799.7899327, "t_first_token_unix": 1779960799.7642746, "tpot_s": 0.002819680222374801, "trace_hash_ids": [41795, 129659, 129660, 129661, 129662, 129663, 129664, 129665, 129666, 129667, 129668, 129669, 129670, 129671, 129672, 129673, 129674, 129675, 129676, 129677, 129678, 129679, 129680, 129681, 129682, 129683, 129684, 129685, 129686, 129687, 129688, 129689, 129690, 129691, 129692, 129693, 129694, 129695, 129696, 129697, 129698, 129699, 129700, 129701, 129702, 129703, 129704, 129705, 129706, 129707, 129708, 129709, 129710, 129711, 129712, 129713, 129714, 129715, 129716, 129717, 129718, 129719, 129720, 129721, 129722, 129723, 129724, 129725, 129726, 416576, 416577, 416578, 416579, 416580, 416581, 416582, 416583, 416584, 416585, 646369, 12527337, 646371, 646372, 646373, 646374, 646375, 12527338, 957044, 957045, 12527339, 12527340, 12527341, 12527342, 12527343, 12527344, 12527345, 12527346, 12527347, 12527348, 12527349, 12527350, 12527351, 12527352, 12527353, 12527354, 12527355, 12527356, 12527357, 12527358, 12527359, 12527360, 12527361, 12527362, 12527363, 12527364, 12527365, 12527366, 12527367, 12527368, 12527369, 12527370, 12527371, 12527372, 12527373, 12527374, 12527375, 12527376, 12527377, 12527378, 12527379, 12527380, 12527381, 12527382, 12527383], "trace_timestamp_s": 83.19100000000071, "ttft_s": 0.162815863997821, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 68320, "effective_input_length": 68377, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68377, "latency_s": 0.5857379209992359, "output_length": 55, "proxy_request_id": "1258611:3:1262709:71", "request_id": "1258611:3:1262709:71", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1258611", "t_dispatch_unix": 1779960799.7929654, "t_finish_unix": 1779960800.378703, "t_first_token_unix": 1779960799.9507802, "tpot_s": 0.007919717574084105, "trace_hash_ids": [41795, 129659, 129660, 129661, 129662, 129663, 129664, 129665, 129666, 129667, 129668, 129669, 129670, 129671, 129672, 129673, 129674, 129675, 129676, 129677, 129678, 129679, 129680, 129681, 129682, 129683, 129684, 129685, 129686, 129687, 129688, 129689, 129690, 129691, 129692, 129693, 129694, 129695, 129696, 129697, 129698, 129699, 129700, 129701, 129702, 129703, 129704, 129705, 129706, 129707, 129708, 129709, 129710, 129711, 129712, 129713, 129714, 129715, 129716, 129717, 129718, 129719, 129720, 129721, 129722, 129723, 129724, 129725, 129726, 416576, 416577, 416578, 416579, 416580, 416581, 416582, 416583, 416584, 416585, 646369, 12527337, 646371, 646372, 646373, 646374, 646375, 12527338, 957044, 957045, 12527339, 12527340, 12527341, 12527342, 12527343, 12527344, 12527345, 12527346, 12527347, 12527348, 12527349, 12527350, 12527351, 12527352, 12527353, 12527354, 12527355, 12527356, 12527357, 12527358, 12527359, 12527360, 12527361, 12527362, 12527363, 12527364, 12527365, 12527366, 12527367, 12527368, 12527369, 12527370, 12527371, 12527372, 12527373, 12527374, 12527375, 12527376, 12527377, 12527378, 12527379, 12527380, 12527381, 12527382, 12527383], "trace_timestamp_s": 87.12800000000061, "ttft_s": 0.1578129869994882, "turn_id": 3} +{"actual_output_tokens": 76, "cached_tokens": 0, "effective_input_length": 5990, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5990, "latency_s": 0.7865337469993392, "output_length": 76, "proxy_request_id": "1263611:1:1263611:76", "request_id": "1263611:1:1263611:76", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1263611", "t_dispatch_unix": 1779960799.6299562, "t_finish_unix": 1779960800.4164903, "t_first_token_unix": 1779960800.0294862, "tpot_s": 0.005156843639997533, "trace_hash_ids": [12565267, 12565268, 12565269, 12565270, 12574728, 12574729, 12574730, 12574731, 12574732, 12574733, 12574734, 12574735], "trace_timestamp_s": 90.44100000000071, "ttft_s": 0.3995284580014413, "turn_id": 1} +{"actual_output_tokens": 202, "cached_tokens": 21600, "effective_input_length": 22109, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22109, "latency_s": 1.3965091589998337, "output_length": 202, "proxy_request_id": "1262354:2:1263593:75", "request_id": "1262354:2:1263593:75", "request_type": "coder", "requested_output_tokens": 202, "session_id": "1262354", "t_dispatch_unix": 1779960799.5169113, "t_finish_unix": 1779960800.9134202, "t_first_token_unix": 1779960799.680056, "tpot_s": 0.0061347452238846726, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12574479], "trace_timestamp_s": 90.32900000000063, "ttft_s": 0.16314355800204794, "turn_id": 2} +{"actual_output_tokens": 71, "cached_tokens": 0, "effective_input_length": 6336, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6336, "latency_s": 0.7841450310006621, "output_length": 71, "proxy_request_id": "1263971:1:1263971:80", "request_id": "1263971:1:1263971:80", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1263971", "t_dispatch_unix": 1779960800.9400847, "t_finish_unix": 1779960801.7242298, "t_first_token_unix": 1779960801.3619213, "tpot_s": 0.00517153547142308, "trace_hash_ids": [12579274, 12579275, 12579276, 12579277, 12579278, 12579279, 12579280, 12579281, 12579282, 12579283, 12579284, 12579285, 12579286], "trace_timestamp_s": 91.7510000000002, "ttft_s": 0.42183489200033364, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 0, "effective_input_length": 90488, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 90488, "latency_s": 28.264778437998757, "output_length": 42, "proxy_request_id": "1257323:1:1257323:48", "request_id": "1257323:1:1257323:48", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1257323", "t_dispatch_unix": 1779960777.6563797, "t_finish_unix": 1779960805.9211578, "t_first_token_unix": 1779960805.5224156, "tpot_s": 0.009715576609756325, "trace_hash_ids": [2511, 2512, 2513, 2514, 2515, 2516, 2517, 2518, 46994, 46995, 46996, 46997, 46998, 46999, 47000, 47001, 47002, 47003, 47004, 47005, 47006, 47007, 47008, 47009, 47010, 47011, 47012, 4751454, 2379937, 2379938, 2379939, 2379940, 2379941, 4751455, 4751456, 4751457, 4751458, 4751459, 4751460, 4751461, 4751462, 4751463, 4751464, 4751465, 4751466, 4751467, 4751468, 4751469, 4751470, 4751471, 4751472, 4751473, 4751474, 4751475, 4751476, 4751477, 4751478, 4751479, 4751480, 4751481, 4751482, 4751483, 4751484, 4751485, 10670236, 10670237, 10670238, 10670239, 10670240, 10670241, 10670242, 10670243, 10670244, 10670245, 10670246, 10670247, 10670248, 10670249, 10670250, 10670251, 10670252, 10670253, 10670254, 10670255, 10670256, 10670257, 10670258, 10670259, 10670260, 10670261, 10994656, 10994657, 10994658, 10994659, 10994660, 10994661, 10994662, 10994663, 10994664, 10994665, 10994666, 10994667, 10994668, 10994669, 10994670, 10994671, 10994672, 10994673, 10994674, 10994675, 10994676, 10994677, 10994678, 10994679, 10994680, 10994681, 10994682, 10994683, 10994684, 10994685, 10994686, 10994687, 10994688, 10994689, 10994690, 10994691, 10994692, 10994693, 10994694, 10994695, 10994696, 10994697, 10994698, 10994699, 10994700, 10994701, 10994702, 10994703, 10994704, 10994705, 10994706, 10994707, 10994708, 10994709, 10994710, 10994711, 10994712, 10994713, 10994714, 10994715, 10994716, 10994717, 10994718, 10994719, 10994720, 10994721, 10994722, 10994723, 10994724, 10994725, 10994726, 10994727, 11134572, 11161915, 11261064, 11282181, 11360636, 11420052, 11420053, 11446131, 11701929, 12264742, 12297965, 12385798, 12385799, 12514819, 12514820], "trace_timestamp_s": 68.43299999999999, "ttft_s": 27.86603389299853, "turn_id": 1} +{"actual_output_tokens": 63, "cached_tokens": 20608, "effective_input_length": 22565, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22565, "latency_s": 10.926886812001612, "output_length": 63, "proxy_request_id": "1239034:3:1262346:68", "request_id": "1239034:3:1262346:68", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1239034", "t_dispatch_unix": 1779960795.1217792, "t_finish_unix": 1779960806.0486653, "t_first_token_unix": 1779960805.5082662, "tpot_s": 0.008711930629003965, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 12336726, 12336727, 12336728, 12336729, 12351436, 12351437, 12351438, 12351439, 12351440, 12351441, 12351442, 12351443, 12351444, 12351445, 12562130, 12562131, 12562132, 12562133, 12562134, 12562135, 12562136, 12562137, 12562138], "trace_timestamp_s": 85.9320000000007, "ttft_s": 10.386485974002426, "turn_id": 3} +{"actual_output_tokens": 68, "cached_tokens": 0, "effective_input_length": 301, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 301, "latency_s": 1.5649460929998895, "output_length": 68, "proxy_request_id": "1265000:1:1265000:83", "request_id": "1265000:1:1265000:83", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1265000", "t_dispatch_unix": 1779960804.567071, "t_finish_unix": 1779960806.132017, "t_first_token_unix": 1779960804.6080484, "tpot_s": 0.022742203089554963, "trace_hash_ids": [12589398], "trace_timestamp_s": 95.38000000000011, "ttft_s": 0.040976198000862496, "turn_id": 1} +{"actual_output_tokens": 77, "cached_tokens": 0, "effective_input_length": 14028, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14028, "latency_s": 1.6584165870008292, "output_length": 77, "proxy_request_id": "1265128:1:1265128:85", "request_id": "1265128:1:1265128:85", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1265128", "t_dispatch_unix": 1779960804.8930984, "t_finish_unix": 1779960806.5515146, "t_first_token_unix": 1779960806.116423, "tpot_s": 0.005721608763164305, "trace_hash_ids": [12531602, 12531603, 12531604, 12531605, 12531606, 12531607, 12531608, 12531609, 12531610, 12531611, 12531612, 12531613, 12531614, 12531615, 12531616, 12531617, 12544382, 12544383, 12544384, 12557454, 12557455, 12557456, 12557457, 12557458, 12590524, 12590525, 12590526, 12590527], "trace_timestamp_s": 95.70100000000002, "ttft_s": 1.2233237129985355, "turn_id": 1} +{"actual_output_tokens": 23, "cached_tokens": 0, "effective_input_length": 579, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 579, "latency_s": 0.2975325440020242, "output_length": 23, "proxy_request_id": "1266067:1:1266067:91", "request_id": "1266067:1:1266067:91", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1266067", "t_dispatch_unix": 1779960808.1171544, "t_finish_unix": 1779960808.4146872, "t_first_token_unix": 1779960808.248005, "tpot_s": 0.007562559590786061, "trace_hash_ids": [12599495, 12599496], "trace_timestamp_s": 98.93000000000029, "ttft_s": 0.1308489870025369, "turn_id": 1} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 13178, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13178, "latency_s": 1.3627130940003553, "output_length": 47, "proxy_request_id": "1263611:2:1265770:88", "request_id": "1263611:2:1265770:88", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1263611", "t_dispatch_unix": 1779960807.213882, "t_finish_unix": 1779960808.5765953, "t_first_token_unix": 1779960808.327061, "tpot_s": 0.005419185760927022, "trace_hash_ids": [12565267, 12565268, 12565269, 12565270, 12574728, 12574729, 12574730, 12574731, 12574732, 12574733, 12574734, 12587940, 12587941, 12587942, 12587943, 12587944, 12587945, 12587946, 12587947, 12596811, 12596812, 12596813, 12596814, 12596815, 12596816, 12596817], "trace_timestamp_s": 98.02400000000034, "ttft_s": 1.1131776029978937, "turn_id": 2} +{"actual_output_tokens": 203, "cached_tokens": 0, "effective_input_length": 23540, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23540, "latency_s": 4.332155198997498, "output_length": 203, "proxy_request_id": "1250772:3:1265019:84", "request_id": "1250772:3:1265019:84", "request_type": "coder", "requested_output_tokens": 203, "session_id": "1250772", "t_dispatch_unix": 1779960804.6344078, "t_finish_unix": 1779960808.966563, "t_first_token_unix": 1779960807.344783, "tpot_s": 0.008027081465349898, "trace_hash_ids": [85000, 11362, 11363, 11364, 11365, 85001, 11367, 2920612, 12393745, 12423526, 12423527, 12449311, 12449312, 12484452, 12484453, 12484454, 12484455, 12484456, 12484457, 12484458, 12484459, 12546417, 12546418, 12546419, 12546420, 12546421, 12546422, 12546423, 12546424, 12546425, 12546426, 12546427, 12546428, 12546429, 12546430, 12546431, 12546432, 12546433, 12546434, 12589516, 12589517, 12589518, 12589519, 12589520, 12589521, 12589522], "trace_timestamp_s": 95.44100000000071, "ttft_s": 2.71037276199786, "turn_id": 3} +{"actual_output_tokens": 92, "cached_tokens": 0, "effective_input_length": 4070, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4070, "latency_s": 1.1599638809966564, "output_length": 92, "proxy_request_id": "1265942:1:1265942:89", "request_id": "1265942:1:1265942:89", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1265942", "t_dispatch_unix": 1779960807.8423822, "t_finish_unix": 1779960809.0023458, "t_first_token_unix": 1779960808.1533, "tpot_s": 0.00932707967033391, "trace_hash_ids": [12598589, 12598590, 12598591, 12598592, 12598593, 12598594, 12598595, 12598596], "trace_timestamp_s": 98.65400000000045, "ttft_s": 0.3109171299984155, "turn_id": 1} +{"actual_output_tokens": 331, "cached_tokens": 22304, "effective_input_length": 22344, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22344, "latency_s": 4.757715429001109, "output_length": 331, "proxy_request_id": "1262354:3:1265178:86", "request_id": "1262354:3:1265178:86", "request_type": "coder", "requested_output_tokens": 331, "session_id": "1262354", "t_dispatch_unix": 1779960805.0005586, "t_finish_unix": 1779960809.758274, "t_first_token_unix": 1779960807.3482943, "tpot_s": 0.007302252866661134, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12591121], "trace_timestamp_s": 95.8130000000001, "ttft_s": 2.3477333250011725, "turn_id": 3} +{"actual_output_tokens": 59, "cached_tokens": 0, "effective_input_length": 5381, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5381, "latency_s": 0.686025149996567, "output_length": 59, "proxy_request_id": "1266440:1:1266440:92", "request_id": "1266440:1:1266440:92", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1266440", "t_dispatch_unix": 1779960809.189481, "t_finish_unix": 1779960809.875506, "t_first_token_unix": 1779960809.5723019, "tpot_s": 0.00522233049998939, "trace_hash_ids": [12582173, 12582174, 12582175, 12603412, 12603413, 12603414, 12603415, 12603416, 12603417, 12603418, 12603419], "trace_timestamp_s": 100.0010000000002, "ttft_s": 0.3828192359978857, "turn_id": 1} +{"actual_output_tokens": 1649, "cached_tokens": 55216, "effective_input_length": 55989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55989, "latency_s": 14.240648390998103, "output_length": 1649, "proxy_request_id": "1253804:4:1262690:70", "request_id": "1253804:4:1262690:70", "request_type": "coder", "requested_output_tokens": 1649, "session_id": "1253804", "t_dispatch_unix": 1779960796.2462213, "t_finish_unix": 1779960810.4868693, "t_first_token_unix": 1779960796.6779575, "tpot_s": 0.00837903005582712, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12566184], "trace_timestamp_s": 87.0560000000005, "ttft_s": 0.4317345879971981, "turn_id": 4} +{"actual_output_tokens": 29, "cached_tokens": 0, "effective_input_length": 50783, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50783, "latency_s": 11.117905314000382, "output_length": 29, "proxy_request_id": "1263727:1:1263727:77", "request_id": "1263727:1:1263727:77", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1263727", "t_dispatch_unix": 1779960800.0960524, "t_finish_unix": 1779960811.2139575, "t_first_token_unix": 1779960809.8027, "tpot_s": 0.050389575321397775, "trace_hash_ids": [12556738, 12556739, 12556740, 12556741, 12556742, 12556743, 12556744, 12556745, 12556746, 12556747, 12556748, 12556749, 12556750, 12556751, 12556752, 12556753, 12556754, 12556755, 12556756, 12556757, 12556758, 12556759, 12556760, 12556761, 12556762, 12556763, 12556764, 12556765, 12556766, 12556767, 12556768, 12556769, 12556770, 12556771, 12556772, 12556773, 12556774, 12556775, 12556776, 12556777, 12556778, 12556779, 12556780, 12556781, 12556782, 12556783, 12556784, 12556785, 12556786, 12556787, 12556788, 12556789, 12556790, 12556791, 12556792, 12556793, 12556794, 12556795, 12556796, 12556797, 12556798, 12556799, 12556800, 12556801, 12556802, 12556803, 12556804, 12556805, 12556806, 12556807, 12556808, 12556809, 12556810, 12556811, 12556812, 12556813, 12556814, 12556815, 12556816, 12556817, 12556818, 12556819, 12556820, 12556821, 12556822, 12556823, 12556824, 12556825, 12556826, 12556827, 12556828, 12556829, 12556830, 12556831, 12556832, 12556833, 12556834, 12556835, 12575902, 12575903], "trace_timestamp_s": 90.88900000000012, "ttft_s": 9.706645443002344, "turn_id": 1} +{"actual_output_tokens": 46, "cached_tokens": 12576, "effective_input_length": 20985, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20985, "latency_s": 3.4618651579985453, "output_length": 46, "proxy_request_id": "1260792:2:1265951:90", "request_id": "1260792:2:1265951:90", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1260792", "t_dispatch_unix": 1779960807.86763, "t_finish_unix": 1779960811.3294952, "t_first_token_unix": 1779960810.9768937, "tpot_s": 0.00783042035553889, "trace_hash_ids": [12598651, 12598652, 12598653, 12598654, 12598655, 12598656, 12598657, 12598658, 12598659, 12598660, 12598661, 12598662, 12598663, 12598664, 12598665, 12598666, 12598667, 12598668, 12598669, 12598670, 12598671, 12598672, 12598673, 12598674, 12598675, 12598676, 12598677, 12598678, 12598679, 12598680, 12598681, 12598682, 12598683, 12598684, 12598685, 12598686, 12598687, 12598688, 12598689, 12598690, 12598691], "trace_timestamp_s": 98.67300000000068, "ttft_s": 3.109261467001488, "turn_id": 2} +{"actual_output_tokens": 30, "cached_tokens": 6400, "effective_input_length": 9504, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9504, "latency_s": 1.7025703299987072, "output_length": 30, "proxy_request_id": "1263971:2:1266797:94", "request_id": "1263971:2:1266797:94", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1263971", "t_dispatch_unix": 1779960810.5386837, "t_finish_unix": 1779960812.241254, "t_first_token_unix": 1779960812.0492034, "tpot_s": 0.006611372724051009, "trace_hash_ids": [12579274, 12579275, 12579276, 12579277, 12579278, 12579279, 12579280, 12579281, 12579282, 12579283, 12579284, 12579285, 12597530, 12597531, 12597532, 12606764, 12606765, 12606766, 12606767], "trace_timestamp_s": 101.35000000000036, "ttft_s": 1.5105188980014645, "turn_id": 2} +{"actual_output_tokens": 143, "cached_tokens": 0, "effective_input_length": 56292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56292, "latency_s": 12.854453833999287, "output_length": 143, "proxy_request_id": "1263749:1:1263749:79", "request_id": "1263749:1:1263749:79", "request_type": "coder", "requested_output_tokens": 143, "session_id": "1263749", "t_dispatch_unix": 1779960800.1686313, "t_finish_unix": 1779960813.023085, "t_first_token_unix": 1779960811.6591334, "tpot_s": 0.0096030766267625, "trace_hash_ids": [51262, 61305, 61306, 637504, 637505, 637506, 637507, 637508, 637509, 637510, 637511, 637512, 637513, 637514, 637515, 637516, 637517, 637518, 637519, 637520, 637521, 637522, 637523, 637524, 637525, 637526, 584014, 637527, 637528, 1022562, 637530, 1022563, 637532, 637533, 248930, 1022564, 4415649, 4415650, 4415651, 12449838, 12449839, 12449840, 12449841, 12449842, 12449843, 12449844, 12449845, 12449846, 12449847, 12449848, 12449849, 12449850, 12449851, 12449852, 12449853, 12449854, 12449855, 12449856, 12449857, 12449858, 12449859, 12449860, 12449861, 12449862, 12449863, 12449864, 12449865, 12449866, 12449867, 12449868, 12449869, 12449870, 12449871, 12449872, 12449873, 12449874, 12449875, 12449876, 12449877, 12449878, 12449879, 12449880, 12449881, 12449882, 12449883, 12449884, 12449885, 12449886, 12449887, 12449888, 12449889, 12449890, 12449891, 12449892, 12449893, 12449894, 12449895, 12449896, 12449897, 12553020, 12553021, 12553022, 12553023, 12553024, 12553025, 12553026, 12553027, 12553028, 12553029, 12553030], "trace_timestamp_s": 90.95900000000074, "ttft_s": 11.490500021998741, "turn_id": 1} +{"actual_output_tokens": 67, "cached_tokens": 4160, "effective_input_length": 10457, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10457, "latency_s": 0.9321563999983482, "output_length": 67, "proxy_request_id": "1265942:2:1268069:97", "request_id": "1265942:2:1268069:97", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1265942", "t_dispatch_unix": 1779960814.8469896, "t_finish_unix": 1779960815.779146, "t_first_token_unix": 1779960815.4217663, "tpot_s": 0.005411279742419896, "trace_hash_ids": [12598589, 12598590, 12598591, 12598592, 12598593, 12598594, 12598595, 12598596, 12609655, 12609656, 12609657, 12609658, 12618768, 12618769, 12618770, 12618771, 12618772, 12618773, 12618774, 12618775, 12618776], "trace_timestamp_s": 105.65700000000015, "ttft_s": 0.5747679019987117, "turn_id": 2} +{"actual_output_tokens": 202, "cached_tokens": 22672, "effective_input_length": 28671, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28671, "latency_s": 2.8006063389984774, "output_length": 202, "proxy_request_id": "1262354:4:1267821:95", "request_id": "1262354:4:1267821:95", "request_type": "coder", "requested_output_tokens": 202, "session_id": "1262354", "t_dispatch_unix": 1779960814.1464329, "t_finish_unix": 1779960816.9470391, "t_first_token_unix": 1779960815.3506613, "tpot_s": 0.007940316487555317, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939], "trace_timestamp_s": 104.95499999999993, "ttft_s": 1.204226165998989, "turn_id": 4} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 2298, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2298, "latency_s": 0.3474615380000614, "output_length": 24, "proxy_request_id": "1268634:1:1268634:99", "request_id": "1268634:1:1268634:99", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1268634", "t_dispatch_unix": 1779960817.0509806, "t_finish_unix": 1779960817.3984423, "t_first_token_unix": 1779960817.283069, "tpot_s": 0.0050050371304994614, "trace_hash_ids": [12598584, 12598585, 12598586, 12612307, 12624657], "trace_timestamp_s": 107.82400000000052, "ttft_s": 0.23208689500097535, "turn_id": 1} +{"actual_output_tokens": 662, "cached_tokens": 0, "effective_input_length": 17466, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17466, "latency_s": 7.480730688999756, "output_length": 662, "proxy_request_id": "1266668:1:1266668:93", "request_id": "1266668:1:1266668:93", "request_type": "coder", "requested_output_tokens": 662, "session_id": "1266668", "t_dispatch_unix": 1779960810.0902925, "t_finish_unix": 1779960817.5710235, "t_first_token_unix": 1779960812.048461, "tpot_s": 0.008354302505294528, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12605179], "trace_timestamp_s": 100.89699999999993, "ttft_s": 1.958166667001933, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 18638, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18638, "latency_s": 2.119178262000787, "output_length": 27, "proxy_request_id": "1268649:1:1268649:100", "request_id": "1268649:1:1268649:100", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1268649", "t_dispatch_unix": 1779960817.0589705, "t_finish_unix": 1779960819.1781492, "t_first_token_unix": 1779960818.978941, "tpot_s": 0.007648003807704439, "trace_hash_ids": [12606450, 12606451, 12606452, 12606453, 12606454, 12606455, 12606456, 12606457, 12606458, 12606459, 12606460, 12606461, 12606462, 12606463, 12606464, 12606465, 12606466, 12606467, 12606468, 12606469, 12606470, 12606471, 12606472, 12606473, 12606474, 12606475, 12606476, 12606477, 12606478, 12606479, 12606480, 12606481, 12606482, 12606483, 12624720, 12624721, 12624722], "trace_timestamp_s": 107.86400000000049, "ttft_s": 1.9199684560007881, "turn_id": 1} +{"actual_output_tokens": 31, "cached_tokens": 9520, "effective_input_length": 13955, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13955, "latency_s": 1.137472895999963, "output_length": 31, "proxy_request_id": "1263971:3:1269088:104", "request_id": "1263971:3:1269088:104", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1263971", "t_dispatch_unix": 1779960818.4811666, "t_finish_unix": 1779960819.6186388, "t_first_token_unix": 1779960819.2964854, "tpot_s": 0.010724403033358006, "trace_hash_ids": [12579274, 12579275, 12579276, 12579277, 12579278, 12579279, 12579280, 12579281, 12579282, 12579283, 12579284, 12579285, 12597530, 12597531, 12597532, 12606764, 12606765, 12606766, 12613478, 12613479, 12622426, 12622427, 12622428, 12622429, 12622430, 12622431, 12629103, 12629104], "trace_timestamp_s": 109.28900000000067, "ttft_s": 0.8153174519975437, "turn_id": 3} +{"actual_output_tokens": 248, "cached_tokens": 0, "effective_input_length": 12195, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12195, "latency_s": 2.399942681000539, "output_length": 248, "proxy_request_id": "1268831:1:1268831:101", "request_id": "1268831:1:1268831:101", "request_type": "coder", "requested_output_tokens": 248, "session_id": "1268831", "t_dispatch_unix": 1779960817.5874722, "t_finish_unix": 1779960819.9874148, "t_first_token_unix": 1779960818.589288, "tpot_s": 0.005659460194335486, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771], "trace_timestamp_s": 108.39000000000033, "ttft_s": 1.001814272000047, "turn_id": 1} +{"actual_output_tokens": 102, "cached_tokens": 28864, "effective_input_length": 28906, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28906, "latency_s": 1.1233349739995901, "output_length": 102, "proxy_request_id": "1262354:5:1269336:105", "request_id": "1262354:5:1269336:105", "request_type": "coder", "requested_output_tokens": 102, "session_id": "1262354", "t_dispatch_unix": 1779960819.433816, "t_finish_unix": 1779960820.557151, "t_first_token_unix": 1779960819.5281475, "tpot_s": 0.010183937277208028, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12632148], "trace_timestamp_s": 110.2450000000008, "ttft_s": 0.09432917700178223, "turn_id": 5} +{"actual_output_tokens": 128, "cached_tokens": 23728, "effective_input_length": 24029, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24029, "latency_s": 2.8341646840017347, "output_length": 128, "proxy_request_id": "1250772:4:1268869:103", "request_id": "1250772:4:1268869:103", "request_type": "coder", "requested_output_tokens": 128, "session_id": "1250772", "t_dispatch_unix": 1779960817.738205, "t_finish_unix": 1779960820.5723693, "t_first_token_unix": 1779960818.7948499, "tpot_s": 0.013994484779515027, "trace_hash_ids": [85000, 11362, 11363, 11364, 11365, 85001, 11367, 2920612, 12393745, 12423526, 12423527, 12449311, 12449312, 12484452, 12484453, 12484454, 12484455, 12484456, 12484457, 12484458, 12484459, 12546417, 12546418, 12546419, 12546420, 12546421, 12546422, 12546423, 12546424, 12546425, 12546426, 12546427, 12546428, 12546429, 12546430, 12546431, 12546432, 12546433, 12546434, 12589516, 12589517, 12589518, 12589519, 12589520, 12589521, 12589522, 12627093], "trace_timestamp_s": 108.55000000000018, "ttft_s": 1.0566433560015867, "turn_id": 4} +{"actual_output_tokens": 94, "cached_tokens": 0, "effective_input_length": 1323, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1323, "latency_s": 0.5653854709998996, "output_length": 94, "proxy_request_id": "1269901:1:1269901:107", "request_id": "1269901:1:1269901:107", "request_type": "coder", "requested_output_tokens": 94, "session_id": "1269901", "t_dispatch_unix": 1779960821.1195545, "t_finish_unix": 1779960821.6849399, "t_first_token_unix": 1779960821.218906, "tpot_s": 0.005007845655904197, "trace_hash_ids": [12637519, 12637520, 12637521], "trace_timestamp_s": 111.9320000000007, "ttft_s": 0.099350576998404, "turn_id": 1} +{"actual_output_tokens": 383, "cached_tokens": 0, "effective_input_length": 12320, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12320, "latency_s": 4.3075075349988765, "output_length": 383, "proxy_request_id": "1268861:1:1268861:102", "request_id": "1268861:1:1268861:102", "request_type": "coder", "requested_output_tokens": 383, "session_id": "1268861", "t_dispatch_unix": 1779960817.7060726, "t_finish_unix": 1779960822.01358, "t_first_token_unix": 1779960818.7916949, "tpot_s": 0.008433543136123557, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12627028], "trace_timestamp_s": 108.50900000000001, "ttft_s": 1.085620709000068, "turn_id": 1} +{"actual_output_tokens": 29, "cached_tokens": 50800, "effective_input_length": 57803, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57803, "latency_s": 2.783946568000829, "output_length": 29, "proxy_request_id": "1263727:2:1270052:109", "request_id": "1263727:2:1270052:109", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1263727", "t_dispatch_unix": 1779960821.732878, "t_finish_unix": 1779960824.5168245, "t_first_token_unix": 1779960824.296803, "tpot_s": 0.007846886214273192, "trace_hash_ids": [12556738, 12556739, 12556740, 12556741, 12556742, 12556743, 12556744, 12556745, 12556746, 12556747, 12556748, 12556749, 12556750, 12556751, 12556752, 12556753, 12556754, 12556755, 12556756, 12556757, 12556758, 12556759, 12556760, 12556761, 12556762, 12556763, 12556764, 12556765, 12556766, 12556767, 12556768, 12556769, 12556770, 12556771, 12556772, 12556773, 12556774, 12556775, 12556776, 12556777, 12556778, 12556779, 12556780, 12556781, 12556782, 12556783, 12556784, 12556785, 12556786, 12556787, 12556788, 12556789, 12556790, 12556791, 12556792, 12556793, 12556794, 12556795, 12556796, 12556797, 12556798, 12556799, 12556800, 12556801, 12556802, 12556803, 12556804, 12556805, 12556806, 12556807, 12556808, 12556809, 12556810, 12556811, 12556812, 12556813, 12556814, 12556815, 12556816, 12556817, 12556818, 12556819, 12556820, 12556821, 12556822, 12556823, 12556824, 12556825, 12556826, 12556827, 12556828, 12556829, 12556830, 12556831, 12556832, 12556833, 12556834, 12556835, 12575902, 12585534, 12585535, 12585536, 12585537, 12600891, 12600892, 12600893, 12600894, 12600895, 12638702, 12638703, 12638704, 12638705, 12638706], "trace_timestamp_s": 112.54100000000017, "ttft_s": 2.5639230020024115, "turn_id": 2} +{"actual_output_tokens": 234, "cached_tokens": 0, "effective_input_length": 14104, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14104, "latency_s": 5.150830759997916, "output_length": 234, "proxy_request_id": "1269373:1:1269373:106", "request_id": "1269373:1:1269373:106", "request_type": "coder", "requested_output_tokens": 234, "session_id": "1269373", "t_dispatch_unix": 1779960819.5627787, "t_finish_unix": 1779960824.7136095, "t_first_token_unix": 1779960820.7904398, "tpot_s": 0.016836573472117245, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12632634], "trace_timestamp_s": 110.3700000000008, "ttft_s": 1.2276588379972964, "turn_id": 1} +{"actual_output_tokens": 86, "cached_tokens": 8048, "effective_input_length": 12270, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12270, "latency_s": 39.84724823799843, "output_length": 86, "proxy_request_id": "1256273:4:1259632:60", "request_id": "1256273:4:1259632:60", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1256273", "t_dispatch_unix": 1779960785.5865693, "t_finish_unix": 1779960825.4338179, "t_first_token_unix": 1779960824.394411, "tpot_s": 0.012223368905902402, "trace_hash_ids": [12492922, 12504484, 12504485, 12519472, 12519473, 12519474, 12519475, 12519476, 12519477, 12519478, 12519479, 12519480, 12526397, 12526398, 12526399, 12536749, 12536750, 12536751, 12536752, 12536753, 12536754, 12536755, 12536756, 12536757], "trace_timestamp_s": 76.39800000000014, "ttft_s": 38.80783972799691, "turn_id": 4} +{"actual_output_tokens": 97, "cached_tokens": 0, "effective_input_length": 112793, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112793, "latency_s": 42.56135798399919, "output_length": 97, "proxy_request_id": "1258859:1:1258859:57", "request_id": "1258859:1:1258859:57", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1258859", "t_dispatch_unix": 1779960782.984843, "t_finish_unix": 1779960825.5461998, "t_first_token_unix": 1779960824.183437, "tpot_s": 0.014192562552087415, "trace_hash_ids": [12430567, 12430568, 12430569, 12430570, 12430571, 12430572, 12430573, 12430574, 12430575, 12430576, 12430577, 12430578, 12430579, 12430580, 12430581, 130102, 12430582, 12430583, 12430584, 566066, 12430585, 12430586, 12430587, 12430588, 12430589, 12430590, 12430591, 12430592, 12430593, 12430594, 12430595, 12430596, 12430597, 12430598, 12430599, 12430600, 12430601, 12430602, 12430603, 12430604, 12430605, 12430606, 12430607, 12430608, 12430609, 12430610, 12430611, 12430612, 12430613, 12430614, 12430615, 12430616, 12430617, 12430618, 12430619, 12430620, 12430621, 12430622, 12430623, 1795157, 1795158, 12430624, 12430625, 12430626, 12430627, 12430628, 12430629, 12430630, 12430631, 12430632, 12430633, 12430634, 12430635, 12430636, 12430637, 12430638, 12430639, 12430640, 12430641, 12430642, 12430643, 12430644, 12430645, 12430646, 12430647, 12430648, 12430649, 12430650, 12430651, 12430652, 12430653, 12430654, 12430655, 12430656, 12430657, 12430658, 12430659, 12430660, 12430661, 12430662, 12430663, 12430664, 12430665, 12430666, 12430667, 12430668, 12430669, 12430670, 12430671, 12430672, 12430673, 12430674, 12430675, 12430676, 12430677, 12430678, 12430679, 12430680, 12430681, 12430682, 12430683, 12430684, 12430685, 12430686, 12430687, 12430688, 12430689, 12430690, 12430691, 12430692, 12430693, 12430694, 12430695, 12430696, 12430697, 12430698, 12430699, 12430700, 12430701, 12430702, 12430703, 12430704, 12430705, 12430706, 12430707, 12430708, 12430709, 12430710, 12430711, 12430712, 12430713, 12430714, 12430715, 12430716, 12430717, 12430718, 12430719, 12430720, 12430721, 12430722, 12430723, 12430724, 12430725, 12430726, 12430727, 12430728, 12430729, 12430730, 12430731, 12430732, 12430733, 12430734, 12430735, 12430736, 12430737, 12430738, 12430739, 12430740, 12430741, 12430742, 12430743, 12430744, 12430745, 12430746, 12430747, 12430748, 12430749, 12430750, 12430751, 12430752, 12430753, 12430754, 12430755, 12430756, 12430757, 12430758, 12430759, 12430760, 12430761, 12430762, 12430763, 12430764, 12430765, 12430766, 12430767, 12430768, 12430769, 12430770, 12430771, 12430772, 12430773, 12430774, 12430775, 12430776, 12430777, 12430778, 12430779, 12430780, 12430781, 12430782, 12529503], "trace_timestamp_s": 73.75200000000041, "ttft_s": 41.19859291299872, "turn_id": 1} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 11128, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11128, "latency_s": 3.8536842719986453, "output_length": 32, "proxy_request_id": "1266440:2:1270501:112", "request_id": "1266440:2:1270501:112", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1266440", "t_dispatch_unix": 1779960823.3123543, "t_finish_unix": 1779960827.166038, "t_first_token_unix": 1779960824.249978, "tpot_s": 0.09405371600000616, "trace_hash_ids": [12582173, 12582174, 12582175, 12603412, 12603413, 12603414, 12603415, 12603416, 12603417, 12603418, 12611059, 12611060, 12611061, 12618733, 12618734, 12618735, 12618736, 12629763, 12642862, 12642863, 12642864, 12642865], "trace_timestamp_s": 114.1230000000005, "ttft_s": 0.9376223770013894, "turn_id": 2} +{"actual_output_tokens": 50, "cached_tokens": 0, "effective_input_length": 27927, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27927, "latency_s": 4.800142534997576, "output_length": 50, "proxy_request_id": "1270340:1:1270340:111", "request_id": "1270340:1:1270340:111", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1270340", "t_dispatch_unix": 1779960822.743441, "t_finish_unix": 1779960827.543583, "t_first_token_unix": 1779960826.2463496, "tpot_s": 0.02646762851019252, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646], "trace_timestamp_s": 113.54500000000007, "ttft_s": 3.5029070349992253, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 2524, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2524, "latency_s": 0.4912065190001158, "output_length": 27, "proxy_request_id": "1271847:1:1271847:123", "request_id": "1271847:1:1271847:123", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1271847", "t_dispatch_unix": 1779960828.001823, "t_finish_unix": 1779960828.4930298, "t_first_token_unix": 1779960828.2333312, "tpot_s": 0.00997409919238215, "trace_hash_ids": [12630061, 12635974, 12658850, 12658851, 12658852], "trace_timestamp_s": 118.8140000000003, "ttft_s": 0.23150700199767016, "turn_id": 1} +{"actual_output_tokens": 138, "cached_tokens": 0, "effective_input_length": 751, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 751, "latency_s": 1.9649984780007799, "output_length": 138, "proxy_request_id": "1271459:1:1271459:118", "request_id": "1271459:1:1271459:118", "request_type": "coder", "requested_output_tokens": 138, "session_id": "1271459", "t_dispatch_unix": 1779960826.7066247, "t_finish_unix": 1779960828.671623, "t_first_token_unix": 1779960826.9794898, "tpot_s": 0.012349409109473707, "trace_hash_ids": [12654275, 12654276], "trace_timestamp_s": 117.51900000000023, "ttft_s": 0.2728641190005874, "turn_id": 1} +{"actual_output_tokens": 81, "cached_tokens": 0, "effective_input_length": 17706, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17706, "latency_s": 2.3930487239995273, "output_length": 81, "proxy_request_id": "1271328:1:1271328:117", "request_id": "1271328:1:1271328:117", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1271328", "t_dispatch_unix": 1779960826.2868447, "t_finish_unix": 1779960828.6798933, "t_first_token_unix": 1779960828.060419, "tpot_s": 0.007740721724985633, "trace_hash_ids": [12623302, 12623303, 12623304, 12623305, 12623306, 12623307, 12623308, 12623309, 12623310, 12623311, 12623312, 12623313, 12623314, 12623315, 12623316, 12637741, 12637742, 12637743, 12637744, 12637745, 12652577, 12652578, 12652579, 12652580, 12652581, 12652582, 12652583, 12652584, 12652585, 12652586, 12652587, 12652588, 12652589, 12652590, 12652591], "trace_timestamp_s": 117.09300000000076, "ttft_s": 1.7735730280001007, "turn_id": 1} +{"actual_output_tokens": 30, "cached_tokens": 0, "effective_input_length": 2851, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2851, "latency_s": 0.4776889589993516, "output_length": 30, "proxy_request_id": "1271991:1:1271991:124", "request_id": "1271991:1:1271991:124", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1271991", "t_dispatch_unix": 1779960828.5334558, "t_finish_unix": 1779960829.0111446, "t_first_token_unix": 1779960828.7445579, "tpot_s": 0.00918113251727532, "trace_hash_ids": [12652320, 12652321, 12652322, 12652323, 12652324, 12659858], "trace_timestamp_s": 119.34500000000025, "ttft_s": 0.21110086599946953, "turn_id": 1} +{"actual_output_tokens": 204, "cached_tokens": 12432, "effective_input_length": 19448, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19448, "latency_s": 3.5771997199990437, "output_length": 204, "proxy_request_id": "1268831:2:1271087:116", "request_id": "1268831:2:1271087:116", "request_type": "coder", "requested_output_tokens": 204, "session_id": "1268831", "t_dispatch_unix": 1779960825.5633025, "t_finish_unix": 1779960829.140502, "t_first_token_unix": 1779960827.193544, "tpot_s": 0.009589767024636996, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771, 12649740, 12649741, 12649742, 12649743, 12649744, 12649745, 12649746, 12649747, 12649748, 12649749, 12649750, 12649751, 12649752, 12649753], "trace_timestamp_s": 116.3690000000006, "ttft_s": 1.6302402509973035, "turn_id": 2} +{"actual_output_tokens": 239, "cached_tokens": 27968, "effective_input_length": 28323, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28323, "latency_s": 2.171230932999606, "output_length": 239, "proxy_request_id": "1270340:2:1271641:121", "request_id": "1270340:2:1271641:121", "request_type": "coder", "requested_output_tokens": 239, "session_id": "1270340", "t_dispatch_unix": 1779960827.5446768, "t_finish_unix": 1779960829.7159083, "t_first_token_unix": 1779960827.72307, "tpot_s": 0.00837217808403701, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 12656113], "trace_timestamp_s": 118.08300000000054, "ttft_s": 0.17839054000069154, "turn_id": 2} +{"actual_output_tokens": 73, "cached_tokens": 0, "effective_input_length": 5302, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5302, "latency_s": 1.359513256997161, "output_length": 73, "proxy_request_id": "1272085:1:1272085:125", "request_id": "1272085:1:1272085:125", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1272085", "t_dispatch_unix": 1779960828.8688047, "t_finish_unix": 1779960830.228318, "t_first_token_unix": 1779960829.3378937, "tpot_s": 0.01236371219440318, "trace_hash_ids": [12650221, 12650222, 12660755, 12660756, 12660757, 12660758, 12660759, 12660760, 12660761, 12660762, 12660763], "trace_timestamp_s": 119.68000000000029, "ttft_s": 0.4690876360000402, "turn_id": 1} +{"actual_output_tokens": 374, "cached_tokens": 18112, "effective_input_length": 28385, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28385, "latency_s": 6.583322914000746, "output_length": 374, "proxy_request_id": "1266668:2:1270661:115", "request_id": "1266668:2:1270661:115", "request_type": "coder", "requested_output_tokens": 374, "session_id": "1266668", "t_dispatch_unix": 1779960823.9257767, "t_finish_unix": 1779960830.5090995, "t_first_token_unix": 1779960826.8990538, "tpot_s": 0.009677258804286786, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12644244], "trace_timestamp_s": 114.73400000000038, "ttft_s": 2.973275657001068, "turn_id": 2} +{"actual_output_tokens": 490, "cached_tokens": 14336, "effective_input_length": 14404, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14404, "latency_s": 4.405151258000842, "output_length": 490, "proxy_request_id": "1269373:2:1271580:120", "request_id": "1269373:2:1271580:120", "request_type": "coder", "requested_output_tokens": 490, "session_id": "1269373", "t_dispatch_unix": 1779960827.1167548, "t_finish_unix": 1779960831.5219064, "t_first_token_unix": 1779960828.080129, "tpot_s": 0.007037586226995026, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12655307], "trace_timestamp_s": 117.92900000000009, "ttft_s": 0.9633726190004381, "turn_id": 2} +{"actual_output_tokens": 44, "cached_tokens": 10512, "effective_input_length": 18093, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18093, "latency_s": 1.2363619880015904, "output_length": 44, "proxy_request_id": "1265942:3:1272453:127", "request_id": "1265942:3:1272453:127", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1265942", "t_dispatch_unix": 1779960830.3310287, "t_finish_unix": 1779960831.5673904, "t_first_token_unix": 1779960831.3224316, "tpot_s": 0.005691052744179277, "trace_hash_ids": [12598589, 12598590, 12598591, 12598592, 12598593, 12598594, 12598595, 12598596, 12609655, 12609656, 12609657, 12609658, 12618768, 12618769, 12618770, 12618771, 12618772, 12618773, 12618774, 12618775, 12635330, 12635331, 12635332, 12635333, 12643363, 12643364, 12643365, 12643366, 12643367, 12654593, 12654594, 12663906, 12663907, 12663908, 12663909, 12663910], "trace_timestamp_s": 121.14100000000053, "ttft_s": 0.9914013560010062, "turn_id": 3} +{"actual_output_tokens": 408, "cached_tokens": 7680, "effective_input_length": 9718, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9718, "latency_s": 2.7997289470004034, "output_length": 408, "proxy_request_id": "1272313:1:1272313:126", "request_id": "1272313:1:1272313:126", "request_type": "coder", "requested_output_tokens": 408, "session_id": "1272313", "t_dispatch_unix": 1779960829.7809045, "t_finish_unix": 1779960832.5806334, "t_first_token_unix": 1779960830.0201974, "tpot_s": 0.006290375120389428, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675], "trace_timestamp_s": 120.59300000000076, "ttft_s": 0.23929160899933777, "turn_id": 1} +{"actual_output_tokens": 717, "cached_tokens": 28992, "effective_input_length": 32774, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32774, "latency_s": 10.176032097002462, "output_length": 717, "proxy_request_id": "1262354:6:1270643:114", "request_id": "1262354:6:1270643:114", "request_type": "coder", "requested_output_tokens": 717, "session_id": "1262354", "t_dispatch_unix": 1779960823.8462882, "t_finish_unix": 1779960834.02232, "t_first_token_unix": 1779960825.8493297, "tpot_s": 0.011414387907818471, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12644066], "trace_timestamp_s": 114.65599999999995, "ttft_s": 2.003039533003175, "turn_id": 6} +{"actual_output_tokens": 670, "cached_tokens": 112880, "effective_input_length": 113172, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 113172, "latency_s": 8.772305361999315, "output_length": 670, "proxy_request_id": "1258859:2:1264639:81", "request_id": "1258859:2:1264639:81", "request_type": "coder", "requested_output_tokens": 670, "session_id": "1258859", "t_dispatch_unix": 1779960825.5522258, "t_finish_unix": 1779960834.3245306, "t_first_token_unix": 1779960825.954418, "tpot_s": 0.012510949603887657, "trace_hash_ids": [12430567, 12430568, 12430569, 12430570, 12430571, 12430572, 12430573, 12430574, 12430575, 12430576, 12430577, 12430578, 12430579, 12430580, 12430581, 130102, 12430582, 12430583, 12430584, 566066, 12430585, 12430586, 12430587, 12430588, 12430589, 12430590, 12430591, 12430592, 12430593, 12430594, 12430595, 12430596, 12430597, 12430598, 12430599, 12430600, 12430601, 12430602, 12430603, 12430604, 12430605, 12430606, 12430607, 12430608, 12430609, 12430610, 12430611, 12430612, 12430613, 12430614, 12430615, 12430616, 12430617, 12430618, 12430619, 12430620, 12430621, 12430622, 12430623, 1795157, 1795158, 12430624, 12430625, 12430626, 12430627, 12430628, 12430629, 12430630, 12430631, 12430632, 12430633, 12430634, 12430635, 12430636, 12430637, 12430638, 12430639, 12430640, 12430641, 12430642, 12430643, 12430644, 12430645, 12430646, 12430647, 12430648, 12430649, 12430650, 12430651, 12430652, 12430653, 12430654, 12430655, 12430656, 12430657, 12430658, 12430659, 12430660, 12430661, 12430662, 12430663, 12430664, 12430665, 12430666, 12430667, 12430668, 12430669, 12430670, 12430671, 12430672, 12430673, 12430674, 12430675, 12430676, 12430677, 12430678, 12430679, 12430680, 12430681, 12430682, 12430683, 12430684, 12430685, 12430686, 12430687, 12430688, 12430689, 12430690, 12430691, 12430692, 12430693, 12430694, 12430695, 12430696, 12430697, 12430698, 12430699, 12430700, 12430701, 12430702, 12430703, 12430704, 12430705, 12430706, 12430707, 12430708, 12430709, 12430710, 12430711, 12430712, 12430713, 12430714, 12430715, 12430716, 12430717, 12430718, 12430719, 12430720, 12430721, 12430722, 12430723, 12430724, 12430725, 12430726, 12430727, 12430728, 12430729, 12430730, 12430731, 12430732, 12430733, 12430734, 12430735, 12430736, 12430737, 12430738, 12430739, 12430740, 12430741, 12430742, 12430743, 12430744, 12430745, 12430746, 12430747, 12430748, 12430749, 12430750, 12430751, 12430752, 12430753, 12430754, 12430755, 12430756, 12430757, 12430758, 12430759, 12430760, 12430761, 12430762, 12430763, 12430764, 12430765, 12430766, 12430767, 12430768, 12430769, 12430770, 12430771, 12430772, 12430773, 12430774, 12430775, 12430776, 12430777, 12430778, 12430779, 12430780, 12430781, 12430782, 12529503, 12585542], "trace_timestamp_s": 94.09700000000066, "ttft_s": 0.4021895029982261, "turn_id": 2} +{"actual_output_tokens": 67, "cached_tokens": 5360, "effective_input_length": 8017, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8017, "latency_s": 0.6577638889975788, "output_length": 67, "proxy_request_id": "1272085:2:1273645:130", "request_id": "1272085:2:1273645:130", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1272085", "t_dispatch_unix": 1779960834.5012076, "t_finish_unix": 1779960835.1589715, "t_first_token_unix": 1779960834.8086157, "tpot_s": 0.005303459712167475, "trace_hash_ids": [12650221, 12650222, 12660755, 12660756, 12660757, 12660758, 12660759, 12660760, 12660761, 12660762, 12676216, 12676217, 12676218, 12676219, 12676220, 12676221], "trace_timestamp_s": 125.3130000000001, "ttft_s": 0.3074070109978493, "turn_id": 2} +{"actual_output_tokens": 380, "cached_tokens": 28752, "effective_input_length": 33711, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33711, "latency_s": 3.8328524550015572, "output_length": 380, "proxy_request_id": "1266668:3:1273119:128", "request_id": "1266668:3:1273119:128", "request_type": "coder", "requested_output_tokens": 380, "session_id": "1266668", "t_dispatch_unix": 1779960832.553413, "t_finish_unix": 1779960836.386265, "t_first_token_unix": 1779960833.7022412, "tpot_s": 0.0070805253746685426, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12670179], "trace_timestamp_s": 123.36300000000028, "ttft_s": 1.1488258810022671, "turn_id": 3} +{"actual_output_tokens": 77, "cached_tokens": 18128, "effective_input_length": 21229, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21229, "latency_s": 1.1548727660010627, "output_length": 77, "proxy_request_id": "1265942:4:1274182:133", "request_id": "1265942:4:1274182:133", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1265942", "t_dispatch_unix": 1779960836.3831015, "t_finish_unix": 1779960837.537974, "t_first_token_unix": 1779960836.9197326, "tpot_s": 0.008131055236844986, "trace_hash_ids": [12681319, 12681320, 12681321, 12681322, 12681323, 12681324, 12681325, 12681326, 12681327, 12681328, 12681329, 12681330, 12681331, 12681332, 12681333, 12681334, 12681335, 12681336, 12681337, 12681338, 12681339, 12681340, 12681341, 12681342, 12681343, 12681344, 12681345, 12681346, 12681347, 12681348, 12681349, 12681350, 12681351, 12681352, 12681353, 12681354, 12681355, 12681356, 12681357, 12681358, 12681359, 12681360], "trace_timestamp_s": 127.1860000000006, "ttft_s": 0.5366285460004292, "turn_id": 4} +{"actual_output_tokens": 92, "cached_tokens": 0, "effective_input_length": 6208, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6208, "latency_s": 0.8839693700028874, "output_length": 92, "proxy_request_id": "1274405:1:1274405:134", "request_id": "1274405:1:1274405:134", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1274405", "t_dispatch_unix": 1779960837.2996993, "t_finish_unix": 1779960838.1836684, "t_first_token_unix": 1779960837.7102695, "tpot_s": 0.005199052725292059, "trace_hash_ids": [12683425, 12683426, 12683427, 12683428, 12683429, 12683430, 12683431, 12683432, 12683433, 12683434, 12683435, 12683436, 12683437], "trace_timestamp_s": 128.11000000000058, "ttft_s": 0.41056951100108563, "turn_id": 1} +{"actual_output_tokens": 439, "cached_tokens": 17776, "effective_input_length": 25108, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25108, "latency_s": 4.082641175002209, "output_length": 439, "proxy_request_id": "1271328:2:1273711:131", "request_id": "1271328:2:1273711:131", "request_type": "coder", "requested_output_tokens": 439, "session_id": "1271328", "t_dispatch_unix": 1779960834.7613308, "t_finish_unix": 1779960838.8439715, "t_first_token_unix": 1779960836.0216277, "tpot_s": 0.006443097885843201, "trace_hash_ids": [12623302, 12623303, 12623304, 12623305, 12623306, 12623307, 12623308, 12623309, 12623310, 12623311, 12623312, 12623313, 12623314, 12623315, 12623316, 12637741, 12637742, 12637743, 12637744, 12637745, 12652577, 12652578, 12652579, 12652580, 12652581, 12652582, 12652583, 12652584, 12652585, 12652586, 12652587, 12652588, 12652589, 12652590, 12668017, 12668018, 12668019, 12668020, 12668021, 12668022, 12668023, 12668024, 12668025, 12668026, 12676731, 12676732, 12676733, 12676734, 12676735, 12676736], "trace_timestamp_s": 125.57100000000082, "ttft_s": 1.2602950040018186, "turn_id": 2} +{"actual_output_tokens": 553, "cached_tokens": 0, "effective_input_length": 21963, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21963, "latency_s": 6.4462601829982304, "output_length": 553, "proxy_request_id": "1273203:1:1273203:129", "request_id": "1273203:1:1273203:129", "request_type": "coder", "requested_output_tokens": 553, "session_id": "1273203", "t_dispatch_unix": 1779960832.8579683, "t_finish_unix": 1779960839.3042285, "t_first_token_unix": 1779960835.2360108, "tpot_s": 0.007369398978261271, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 788374, 12645257, 12645258, 109688, 109689, 109690, 109691, 109692, 109693, 12645259, 12645260, 2777791, 2777792, 12645261, 12645262, 12671102, 12671103, 12671104], "trace_timestamp_s": 123.66700000000037, "ttft_s": 2.3780404279968934, "turn_id": 1} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 10506, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10506, "latency_s": 1.07256065600086, "output_length": 48, "proxy_request_id": "1274890:1:1274890:135", "request_id": "1274890:1:1274890:135", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1274890", "t_dispatch_unix": 1779960838.823772, "t_finish_unix": 1779960839.8963318, "t_first_token_unix": 1779960839.6465225, "tpot_s": 0.005309203829807651, "trace_hash_ids": [12642876, 12642877, 12654445, 12654446, 12654447, 12654448, 12654449, 12668949, 12668950, 12668951, 12668952, 12668953, 12679551, 12679552, 12679553, 12679554, 12679555, 12687863, 12687864, 12687865, 12687866], "trace_timestamp_s": 129.63300000000072, "ttft_s": 0.822748981998302, "turn_id": 1} +{"actual_output_tokens": 12, "cached_tokens": 0, "effective_input_length": 7794, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7794, "latency_s": 0.5909334600000875, "output_length": 12, "proxy_request_id": "1275433:1:1275433:137", "request_id": "1275433:1:1275433:137", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1275433", "t_dispatch_unix": 1779960840.577098, "t_finish_unix": 1779960841.1680307, "t_first_token_unix": 1779960841.117122, "tpot_s": 0.004595574636451519, "trace_hash_ids": [12648375, 12648376, 12656103, 12660867, 12660868, 12660869, 12660870, 12681196, 12681197, 12681198, 12681199, 12681200, 12692620, 12692621, 12692622, 12692623], "trace_timestamp_s": 131.38500000000022, "ttft_s": 0.5400227480022295, "turn_id": 1} +{"actual_output_tokens": 4, "cached_tokens": 7456, "effective_input_length": 7463, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7463, "latency_s": 0.044051345001207665, "output_length": 4, "proxy_request_id": "1275433:2:1276027:139", "request_id": "1275433:2:1276027:139", "request_type": "coder", "requested_output_tokens": 4, "session_id": "1275433", "t_dispatch_unix": 1779960842.8471735, "t_finish_unix": 1779960842.8912244, "t_first_token_unix": 1779960842.8822398, "tpot_s": 0.0029143653337087017, "trace_hash_ids": [12698576, 12698577, 12698578, 12698579, 12698580, 12698581, 12698582, 12698583, 12698584, 12698585, 12698586, 12698587, 12698588, 12698589, 12698590], "trace_timestamp_s": 133.65700000000015, "ttft_s": 0.03506580899920664, "turn_id": 2} +{"actual_output_tokens": 235, "cached_tokens": 10112, "effective_input_length": 10639, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10639, "latency_s": 1.4609266280021984, "output_length": 235, "proxy_request_id": "1272313:2:1275926:138", "request_id": "1272313:2:1275926:138", "request_type": "coder", "requested_output_tokens": 235, "session_id": "1272313", "t_dispatch_unix": 1779960842.5154374, "t_finish_unix": 1779960843.9763634, "t_first_token_unix": 1779960842.678736, "tpot_s": 0.005542768529920021, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12697306], "trace_timestamp_s": 133.32700000000023, "ttft_s": 0.16329720599969733, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 30752, "effective_input_length": 30828, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30828, "latency_s": 22.636148619003507, "output_length": 55, "proxy_request_id": "1260327:2:1270005:108", "request_id": "1260327:2:1270005:108", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1260327", "t_dispatch_unix": 1779960821.5409758, "t_finish_unix": 1779960844.177124, "t_first_token_unix": 1779960843.4492035, "tpot_s": 0.013473153703738784, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12638441], "trace_timestamp_s": 112.35300000000007, "ttft_s": 21.908225692000997, "turn_id": 2} +{"actual_output_tokens": 93, "cached_tokens": 0, "effective_input_length": 110048, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 110048, "latency_s": 41.45539114300118, "output_length": 93, "proxy_request_id": "1264679:1:1264679:82", "request_id": "1264679:1:1264679:82", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1264679", "t_dispatch_unix": 1779960803.452399, "t_finish_unix": 1779960844.9077895, "t_first_token_unix": 1779960843.458846, "tpot_s": 0.015746638717364873, "trace_hash_ids": [53669, 53670, 53671, 53672, 53673, 53674, 53675, 53676, 53677, 53678, 53679, 53680, 53681, 53682, 53683, 53684, 53685, 53686, 53687, 53688, 53689, 53690, 165825, 165826, 928597, 928598, 928599, 928600, 928601, 928602, 928603, 928604, 928605, 928606, 928607, 928608, 928609, 928610, 928611, 928612, 928613, 928614, 928615, 1194856, 1194857, 1194858, 1194859, 1194860, 1194861, 1194862, 1194863, 1194864, 1194865, 4751603, 4751604, 4906135, 4906136, 4906137, 4906138, 4906139, 4906140, 4906141, 4906142, 4906143, 4906144, 4906145, 4906146, 4906147, 9918891, 9918892, 9918893, 9918894, 9918895, 9918896, 9918897, 9918898, 9918899, 9918900, 9918901, 9918902, 9918903, 9918904, 9918905, 9918906, 9918907, 9918908, 9918909, 9918910, 9918911, 9918912, 9918913, 9918914, 9918915, 9918916, 9918917, 9918918, 9918919, 9918920, 9918921, 9918922, 9918923, 9918924, 9918925, 9918926, 9918927, 9918928, 9918929, 9918930, 9918931, 9918932, 9918933, 9918934, 9918935, 9918936, 9918937, 9918938, 9918939, 9918940, 9918941, 9918942, 9918943, 9918944, 9918945, 9918946, 9918947, 9918948, 9918949, 9918950, 9918951, 9918952, 9918953, 9918954, 9918955, 9918956, 9918957, 9918958, 9918959, 9918960, 9918961, 9918962, 9918963, 9918964, 9918965, 9918966, 9918967, 9918968, 9918969, 9918970, 9918971, 9918972, 9918973, 9918974, 9918975, 9918976, 9918977, 9918978, 9918979, 9918980, 9918981, 9918982, 9918983, 9918984, 9918985, 9918986, 9918987, 9918988, 9918989, 9918990, 9918991, 9918992, 9918993, 9918994, 9918995, 9918996, 9918997, 9918998, 9918999, 11660422, 11660423, 11660424, 11660425, 11660426, 11660427, 11660428, 11660429, 11660430, 11660431, 11660432, 11660433, 11660434, 11660435, 11660436, 11660437, 11660438, 11660439, 11660440, 11660441, 11660442, 12172627, 12172628, 12172629, 12172630, 12542438, 12542439, 12542440, 12586272, 12586273, 12586274, 12586275, 12586276, 12586277, 12586278, 12586279, 12586280, 12586281], "trace_timestamp_s": 94.22100000000046, "ttft_s": 40.00643862600191, "turn_id": 1} +{"actual_output_tokens": 67, "cached_tokens": 0, "effective_input_length": 17280, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17280, "latency_s": 2.040904192999733, "output_length": 67, "proxy_request_id": "1276136:1:1276136:141", "request_id": "1276136:1:1276136:141", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1276136", "t_dispatch_unix": 1779960843.2787743, "t_finish_unix": 1779960845.3196783, "t_first_token_unix": 1779960844.9404702, "tpot_s": 0.005741369378786961, "trace_hash_ids": [12699511, 12699512, 12699513, 12699514, 12699515, 12699516, 12699517, 12699518, 12699519, 12699520, 12699521, 12699522, 12699523, 12699524, 12699525, 12699526, 12699527, 12699528, 12699529, 12699530, 12699531, 12699532, 12699533, 12699534, 12699535, 12699536, 12699537, 12699538, 12699539, 12699540, 12699541, 12699542, 12699543, 12699544], "trace_timestamp_s": 134.08500000000004, "ttft_s": 1.6616944380002678, "turn_id": 1} +{"actual_output_tokens": 50, "cached_tokens": 0, "effective_input_length": 8704, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8704, "latency_s": 0.9061083989981853, "output_length": 50, "proxy_request_id": "1276498:1:1276498:142", "request_id": "1276498:1:1276498:142", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1276498", "t_dispatch_unix": 1779960844.5311508, "t_finish_unix": 1779960845.4372592, "t_first_token_unix": 1779960845.1779125, "tpot_s": 0.005285828959149884, "trace_hash_ids": [12669649, 12669650, 12669651, 12669652, 12669653, 12669654, 12669655, 12669656, 12680491, 12680492, 12689566, 12689567, 12695712, 12695713, 12695714, 12695715, 12703411], "trace_timestamp_s": 135.33700000000044, "ttft_s": 0.6467602140000963, "turn_id": 1} +{"actual_output_tokens": 103, "cached_tokens": 30880, "effective_input_length": 31283, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31283, "latency_s": 1.3350093539993395, "output_length": 103, "proxy_request_id": "1260327:3:1273741:132", "request_id": "1260327:3:1273741:132", "request_type": "coder", "requested_output_tokens": 103, "session_id": "1260327", "t_dispatch_unix": 1779960844.1788309, "t_finish_unix": 1779960845.5138402, "t_first_token_unix": 1779960844.386166, "tpot_s": 0.011052802843123037, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12677039], "trace_timestamp_s": 125.71200000000044, "ttft_s": 0.2073332180007128, "turn_id": 3} +{"actual_output_tokens": 35, "cached_tokens": 0, "effective_input_length": 15783, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15783, "latency_s": 6.210984645000281, "output_length": 35, "proxy_request_id": "1276111:1:1276111:140", "request_id": "1276111:1:1276111:140", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1276111", "t_dispatch_unix": 1779960843.1948369, "t_finish_unix": 1779960849.4058206, "t_first_token_unix": 1779960844.6354003, "tpot_s": 0.14029425279413238, "trace_hash_ids": [12617937, 12617938, 12617939, 12617940, 12617941, 12617942, 12617943, 12617944, 12617945, 12617946, 12637526, 12637527, 12637528, 12637529, 12637530, 12637531, 12637532, 12637533, 12643664, 12659893, 12659894, 12659895, 12659896, 12659897, 12676458, 12676459, 12682485, 12682486, 12682487, 12682488, 12699285], "trace_timestamp_s": 134.0020000000004, "ttft_s": 1.4405627099986305, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 6288, "effective_input_length": 6360, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6360, "latency_s": 4.130108438999741, "output_length": 34, "proxy_request_id": "1274405:2:1276717:144", "request_id": "1274405:2:1276717:144", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1274405", "t_dispatch_unix": 1779960845.3104112, "t_finish_unix": 1779960849.440519, "t_first_token_unix": 1779960848.975158, "tpot_s": 0.014091701090916158, "trace_hash_ids": [12683425, 12683426, 12683427, 12683428, 12683429, 12683430, 12683431, 12683432, 12683433, 12683434, 12683435, 12683436, 12705637], "trace_timestamp_s": 136.1230000000005, "ttft_s": 3.6647457520011812, "turn_id": 2} +{"actual_output_tokens": 29, "cached_tokens": 0, "effective_input_length": 4729, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4729, "latency_s": 1.1432765019999351, "output_length": 29, "proxy_request_id": "1277533:1:1277533:150", "request_id": "1277533:1:1277533:150", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1277533", "t_dispatch_unix": 1779960848.328424, "t_finish_unix": 1779960849.4717004, "t_first_token_unix": 1779960848.6405585, "tpot_s": 0.02967308171433355, "trace_hash_ids": [12707525, 12707526, 12707527, 12707528, 12707529, 12707530, 12707531, 12707532, 12714414, 12714415], "trace_timestamp_s": 139.14000000000033, "ttft_s": 0.31213291300082346, "turn_id": 1} +{"actual_output_tokens": 31, "cached_tokens": 2880, "effective_input_length": 11292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11292, "latency_s": 3.3736434940001345, "output_length": 31, "proxy_request_id": "1271991:2:1276999:145", "request_id": "1271991:2:1276999:145", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1271991", "t_dispatch_unix": 1779960846.2963722, "t_finish_unix": 1779960849.6700149, "t_first_token_unix": 1779960847.0487232, "tpot_s": 0.08736866136666019, "trace_hash_ids": [12652320, 12652321, 12652322, 12652323, 12652324, 12677010, 12677011, 12677012, 12677013, 12686644, 12686645, 12686646, 12686647, 12686648, 12693874, 12700012, 12700013, 12700014, 12708525, 12708526, 12708527, 12708528, 12708529], "trace_timestamp_s": 137.10600000000068, "ttft_s": 0.7523496610010625, "turn_id": 2} +{"actual_output_tokens": 237, "cached_tokens": 19648, "effective_input_length": 31845, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31845, "latency_s": 4.719840026999009, "output_length": 237, "proxy_request_id": "1268831:3:1277112:147", "request_id": "1268831:3:1277112:147", "request_type": "coder", "requested_output_tokens": 237, "session_id": "1268831", "t_dispatch_unix": 1779960846.740927, "t_finish_unix": 1779960851.4607673, "t_first_token_unix": 1779960849.3891158, "tpot_s": 0.008776918546603972, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771, 12649740, 12649741, 12649742, 12649743, 12649744, 12649745, 12649746, 12649747, 12649748, 12649749, 12649750, 12649751, 12649752, 12649753, 12709541, 12709542, 12709543, 12709544, 12709545, 12709546, 12709547, 12709548, 12709549, 12709550, 12709551, 12709552, 12709553, 12709554, 12709555, 12709556, 12709557, 12709558, 12709559, 12709560, 12709561, 12709562, 12709563, 12709564, 12709565], "trace_timestamp_s": 137.54899999999998, "ttft_s": 2.6481868279988703, "turn_id": 3} +{"actual_output_tokens": 66, "cached_tokens": 31376, "effective_input_length": 31430, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31430, "latency_s": 2.090205602999049, "output_length": 66, "proxy_request_id": "1260327:4:1277974:154", "request_id": "1260327:4:1277974:154", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1260327", "t_dispatch_unix": 1779960849.9488678, "t_finish_unix": 1779960852.0390737, "t_first_token_unix": 1779960851.3405116, "tpot_s": 0.01074265190769578, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041], "trace_timestamp_s": 140.76100000000042, "ttft_s": 1.3916412199978367, "turn_id": 4} +{"actual_output_tokens": 272, "cached_tokens": 22512, "effective_input_length": 22573, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22573, "latency_s": 3.137177589997009, "output_length": 272, "proxy_request_id": "1273203:2:1277744:152", "request_id": "1273203:2:1277744:152", "request_type": "coder", "requested_output_tokens": 272, "session_id": "1273203", "t_dispatch_unix": 1779960849.049869, "t_finish_unix": 1779960852.1870456, "t_first_token_unix": 1779960849.4315274, "tpot_s": 0.01016399366789707, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 788374, 12645257, 12645258, 109688, 109689, 109690, 109691, 109692, 109693, 12645259, 12645260, 2777791, 2777792, 12645261, 12645262, 12671102, 12671103, 12671104, 12717031, 12717032], "trace_timestamp_s": 139.86200000000008, "ttft_s": 0.3816569089976838, "turn_id": 2} +{"actual_output_tokens": 97, "cached_tokens": 0, "effective_input_length": 27221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27221, "latency_s": 4.406663596000726, "output_length": 97, "proxy_request_id": "1277428:1:1277428:149", "request_id": "1277428:1:1277428:149", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1277428", "t_dispatch_unix": 1779960847.897722, "t_finish_unix": 1779960852.3043852, "t_first_token_unix": 1779960851.295881, "tpot_s": 0.010501675656238755, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12713186], "trace_timestamp_s": 138.70600000000013, "ttft_s": 3.39815664300113, "turn_id": 1} +{"actual_output_tokens": 371, "cached_tokens": 33488, "effective_input_length": 33524, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33524, "latency_s": 6.146903778000706, "output_length": 371, "proxy_request_id": "1262354:7:1277104:146", "request_id": "1262354:7:1277104:146", "request_type": "coder", "requested_output_tokens": 371, "session_id": "1262354", "t_dispatch_unix": 1779960846.7011638, "t_finish_unix": 1779960852.8480668, "t_first_token_unix": 1779960848.9743927, "tpot_s": 0.010468475056758679, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12709527], "trace_timestamp_s": 137.51299999999992, "ttft_s": 2.2732271700006095, "turn_id": 7} +{"actual_output_tokens": 531, "cached_tokens": 34080, "effective_input_length": 49380, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49380, "latency_s": 9.493517604998488, "output_length": 531, "proxy_request_id": "1266668:4:1276519:143", "request_id": "1266668:4:1276519:143", "request_type": "coder", "requested_output_tokens": 531, "session_id": "1266668", "t_dispatch_unix": 1779960844.583122, "t_finish_unix": 1779960854.076639, "t_first_token_unix": 1779960848.928373, "tpot_s": 0.009713228467924911, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12703762], "trace_timestamp_s": 135.38799999999992, "ttft_s": 4.345248670997535, "turn_id": 4} +{"actual_output_tokens": 170, "cached_tokens": 0, "effective_input_length": 93430, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93430, "latency_s": 31.000554480000574, "output_length": 170, "proxy_request_id": "1270606:1:1270606:113", "request_id": "1270606:1:1270606:113", "request_type": "coder", "requested_output_tokens": 170, "session_id": "1270606", "t_dispatch_unix": 1779960823.7405906, "t_finish_unix": 1779960854.7411451, "t_first_token_unix": 1779960852.7085915, "tpot_s": 0.01202520185798412, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 12643740, 12643741, 12643742, 12643743, 12643744, 12643745, 12643746, 12643747, 12643748, 12643749, 12643750, 12643751, 12643752, 12643753, 12643754, 12643755, 12643756, 12643757, 12643758, 12643759, 12643760, 12643761, 12643762, 12643763, 12643764, 12643765, 12643766, 12643767, 12643768, 12643769, 12643770, 12643771, 12643772, 12643773, 12643774, 12643775, 12643776, 12643777, 12643778, 12643779, 12643780, 12643781, 12643782, 12643783, 12643784, 12643785, 12643786, 12643787, 12643788, 12643789, 12643790, 12643791, 12643792, 12643793, 12643794, 12643795, 12643796, 12643797, 12643798, 12643799, 12643800, 12643801, 12643802, 12643803, 12643804, 12643805, 12643806, 12643807, 12643808, 12643809, 12643810, 12643811, 12643812, 12643813, 12643814, 12643815, 12643816, 12643817, 12643818, 12643819, 12643820, 12643821, 12643822, 12643823, 12643824, 12643825, 12643826, 12643827], "trace_timestamp_s": 114.51500000000033, "ttft_s": 28.967998866002745, "turn_id": 1} +{"actual_output_tokens": 237, "cached_tokens": 0, "effective_input_length": 21719, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21719, "latency_s": 28.136628801999905, "output_length": 237, "proxy_request_id": "1271486:1:1271486:119", "request_id": "1271486:1:1271486:119", "request_type": "coder", "requested_output_tokens": 237, "session_id": "1271486", "t_dispatch_unix": 1779960826.801912, "t_finish_unix": 1779960854.9385397, "t_first_token_unix": 1779960853.0726054, "tpot_s": 0.007905458101697026, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 41451, 41452, 41453, 41454, 41455, 41456, 41457, 41458, 41459, 41460, 12602726, 12602727, 12602728, 9026439, 12602729, 12602730, 12654424, 12654425], "trace_timestamp_s": 117.60600000000068, "ttft_s": 26.270692521997262, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 8752, "effective_input_length": 16650, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16650, "latency_s": 1.4910245440005383, "output_length": 34, "proxy_request_id": "1276498:2:1278996:157", "request_id": "1276498:2:1278996:157", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1276498", "t_dispatch_unix": 1779960853.4798958, "t_finish_unix": 1779960854.9709198, "t_first_token_unix": 1779960854.4485524, "tpot_s": 0.015822256545520344, "trace_hash_ids": [12669649, 12669650, 12669651, 12669652, 12669653, 12669654, 12669655, 12669656, 12680491, 12680492, 12689566, 12689567, 12695712, 12695713, 12695714, 12695715, 12703411, 12712744, 12712745, 12712746, 12712747, 12712748, 12721667, 12721668, 12721669, 12721670, 12728508, 12728509, 12728510, 12728511, 12728512, 12728513, 12728514], "trace_timestamp_s": 144.28999999999996, "ttft_s": 0.9686550179976621, "turn_id": 2} +{"actual_output_tokens": 177, "cached_tokens": 32080, "effective_input_length": 32346, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32346, "latency_s": 2.0118818419978197, "output_length": 177, "proxy_request_id": "1268831:4:1279168:158", "request_id": "1268831:4:1279168:158", "request_type": "coder", "requested_output_tokens": 177, "session_id": "1268831", "t_dispatch_unix": 1779960853.9643292, "t_finish_unix": 1779960855.9762106, "t_first_token_unix": 1779960854.1061718, "tpot_s": 0.010623369096596103, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771, 12649740, 12649741, 12649742, 12649743, 12649744, 12649745, 12649746, 12649747, 12649748, 12649749, 12649750, 12649751, 12649752, 12649753, 12709541, 12709542, 12709543, 12709544, 12709545, 12709546, 12709547, 12709548, 12709549, 12709550, 12709551, 12709552, 12709553, 12709554, 12709555, 12709556, 12709557, 12709558, 12709559, 12709560, 12709561, 12709562, 12709563, 12709564, 12730103, 12730104], "trace_timestamp_s": 144.77600000000075, "ttft_s": 0.14184120899881236, "turn_id": 4} +{"actual_output_tokens": 210, "cached_tokens": 10864, "effective_input_length": 11549, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11549, "latency_s": 2.494934654001554, "output_length": 210, "proxy_request_id": "1272313:3:1279208:159", "request_id": "1272313:3:1279208:159", "request_type": "coder", "requested_output_tokens": 210, "session_id": "1272313", "t_dispatch_unix": 1779960854.1435099, "t_finish_unix": 1779960856.6384447, "t_first_token_unix": 1779960854.5630128, "tpot_s": 0.009928741492818412, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12730483], "trace_timestamp_s": 144.95600000000013, "ttft_s": 0.4195017070014728, "turn_id": 3} +{"actual_output_tokens": 504, "cached_tokens": 57632, "effective_input_length": 58752, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58752, "latency_s": 5.214844502999767, "output_length": 504, "proxy_request_id": "1253804:5:1278488:156", "request_id": "1253804:5:1278488:156", "request_type": "coder", "requested_output_tokens": 504, "session_id": "1253804", "t_dispatch_unix": 1779960851.6249712, "t_finish_unix": 1779960856.839815, "t_first_token_unix": 1779960852.1855102, "tpot_s": 0.009250758578526953, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261], "trace_timestamp_s": 142.4350000000004, "ttft_s": 0.5605366179988778, "turn_id": 5} +{"actual_output_tokens": 606, "cached_tokens": 14880, "effective_input_length": 16900, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16900, "latency_s": 9.50309202200151, "output_length": 606, "proxy_request_id": "1269373:3:1277365:148", "request_id": "1269373:3:1277365:148", "request_type": "coder", "requested_output_tokens": 606, "session_id": "1269373", "t_dispatch_unix": 1779960847.618454, "t_finish_unix": 1779960857.121546, "t_first_token_unix": 1779960847.9735122, "tpot_s": 0.01512000739338956, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12712211], "trace_timestamp_s": 138.4300000000003, "ttft_s": 0.35505608300081803, "turn_id": 3} +{"actual_output_tokens": 237, "cached_tokens": 12800, "effective_input_length": 20136, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20136, "latency_s": 2.45366535300127, "output_length": 237, "proxy_request_id": "1279412:1:1279412:160", "request_id": "1279412:1:1279412:160", "request_type": "coder", "requested_output_tokens": 237, "session_id": "1279412", "t_dispatch_unix": 1779960854.947422, "t_finish_unix": 1779960857.4010875, "t_first_token_unix": 1779960855.9936516, "tpot_s": 0.005962196648304875, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12732189], "trace_timestamp_s": 145.75700000000052, "ttft_s": 1.0462280600004306, "turn_id": 1} +{"actual_output_tokens": 36, "cached_tokens": 17344, "effective_input_length": 24519, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24519, "latency_s": 1.4195509189994482, "output_length": 36, "proxy_request_id": "1276136:2:1280145:162", "request_id": "1276136:2:1280145:162", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1276136", "t_dispatch_unix": 1779960857.2514536, "t_finish_unix": 1779960858.6710045, "t_first_token_unix": 1779960858.4728937, "tpot_s": 0.00565159157143041, "trace_hash_ids": [12699511, 12699512, 12699513, 12699514, 12699515, 12699516, 12699517, 12699518, 12699519, 12699520, 12699521, 12699522, 12699523, 12699524, 12699525, 12699526, 12699527, 12699528, 12699529, 12699530, 12699531, 12699532, 12699533, 12699534, 12699535, 12699536, 12699537, 12699538, 12699539, 12699540, 12699541, 12699542, 12699543, 12713815, 12713816, 12713817, 12713818, 12713819, 12713820, 12725899, 12725900, 12725901, 12725902, 12725903, 12725904, 12739099, 12739100, 12739101], "trace_timestamp_s": 148.0610000000006, "ttft_s": 1.2214378459975705, "turn_id": 2} +{"actual_output_tokens": 659, "cached_tokens": 7680, "effective_input_length": 24222, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24222, "latency_s": 8.945082086000184, "output_length": 659, "proxy_request_id": "1277909:1:1277909:153", "request_id": "1277909:1:1277909:153", "request_type": "coder", "requested_output_tokens": 659, "session_id": "1277909", "t_dispatch_unix": 1779960849.7520077, "t_finish_unix": 1779960858.69709, "t_first_token_unix": 1779960852.069851, "tpot_s": 0.010071244151977696, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 604423, 12620519, 12620520, 12617596, 12620521, 12620522, 12620523, 12718514, 12718515, 12718516, 12718517, 12718518, 12718519, 12718520, 12718521, 12718522, 12718523, 12718524, 12718525, 12718526, 12718527, 12718528, 12718529, 12718530, 12718531, 12718532, 12718533, 12718534, 12718535, 12718536, 12718537, 12718538, 12718539], "trace_timestamp_s": 140.558, "ttft_s": 2.317841258998669, "turn_id": 1} +{"actual_output_tokens": 59, "cached_tokens": 33888, "effective_input_length": 33928, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33928, "latency_s": 0.5104221600013261, "output_length": 59, "proxy_request_id": "1262354:8:1280463:163", "request_id": "1262354:8:1280463:163", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1262354", "t_dispatch_unix": 1779960858.2586775, "t_finish_unix": 1779960858.7690995, "t_first_token_unix": 1779960858.3364928, "tpot_s": 0.007455140155171052, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12742762], "trace_timestamp_s": 149.07100000000082, "ttft_s": 0.07781336900006863, "turn_id": 8} +{"actual_output_tokens": 81, "cached_tokens": 24544, "effective_input_length": 25923, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25923, "latency_s": 0.8380336070003978, "output_length": 81, "proxy_request_id": "1276136:3:1280987:166", "request_id": "1276136:3:1280987:166", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1276136", "t_dispatch_unix": 1779960860.202349, "t_finish_unix": 1779960861.0403826, "t_first_token_unix": 1779960860.54346, "tpot_s": 0.006205572912494972, "trace_hash_ids": [12699511, 12699512, 12699513, 12699514, 12699515, 12699516, 12699517, 12699518, 12699519, 12699520, 12699521, 12699522, 12699523, 12699524, 12699525, 12699526, 12699527, 12699528, 12699529, 12699530, 12699531, 12699532, 12699533, 12699534, 12699535, 12699536, 12699537, 12699538, 12699539, 12699540, 12699541, 12699542, 12699543, 12713815, 12713816, 12713817, 12713818, 12713819, 12713820, 12725899, 12725900, 12725901, 12725902, 12725903, 12725904, 12739099, 12739100, 12747337, 12747338, 12747339, 12747340], "trace_timestamp_s": 151.01400000000012, "ttft_s": 0.3411088140019274, "turn_id": 3} +{"actual_output_tokens": 147, "cached_tokens": 102073, "effective_input_length": 102074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102074, "latency_s": 45.1446289930027, "output_length": 147, "proxy_request_id": "1268630:1:1268630:98", "request_id": "1268630:1:1268630:98", "request_type": "coder", "requested_output_tokens": 147, "session_id": "1268630", "t_dispatch_unix": 1779960817.042312, "t_finish_unix": 1779960862.1869495, "t_first_token_unix": 1779960858.2406495, "tpot_s": 0.027026952095881938, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5776, 5777, 5778, 5779, 5780, 5781, 5782, 5783, 317795, 317796, 317797, 3750293, 3750294, 3750295, 1646386, 11179983, 11179984, 270680, 270681, 11179985, 470650, 11179986, 11179987, 11179988, 11179989, 11179990, 11179991, 11179992, 11179993, 11179994, 11179995, 11179996, 11179997, 11179998, 11179999, 11180000, 11180001, 11180002, 11180003, 11180004, 11180005, 11180006, 11180007, 11180008, 11180009, 11180010, 395622, 395623, 282458, 2459748, 11180011, 419587, 419588, 419589, 427120, 11180012, 11180013, 11180014, 11180015, 11180016, 11180017, 11180018, 11180019, 11180020, 11180021, 11180022, 11180023, 11180024, 11180025, 11180026, 11180027, 11180028, 11180029, 11180030, 11180031, 11180032, 11180033, 11180034, 11180035, 11180036, 11180037, 12624518, 12624519, 12624520, 12624521, 12624522, 12624523, 12624524, 12624525, 12624526, 12624527, 12624528, 12624529, 12624530, 12624531, 12624532, 12624533, 12624534, 12624535, 12624536, 12624537, 12624538, 12624539, 12624540, 12624541, 12624542, 12624543, 12624544, 12624545, 12624546, 12624547, 12624548, 12624549, 12624550, 12624551, 12624552, 12624553, 12624554, 12624555, 12624556, 12624557, 12624558, 12624559, 12624560, 12624561, 12624562, 12624563, 12624564, 12624565, 12624566, 12624567, 12624568, 12624569, 12624570, 12624571, 12624572, 12624573, 12624574, 12624575, 12624576, 12624577, 12624578, 12624579, 12624580, 12624581, 12624582, 12624583, 12624584, 12624585, 12624586, 12624587, 12624588, 12624589, 12624590, 12624591, 12624592, 12624593, 12624594, 12624595, 12624596, 12624597, 12624598, 12624599, 12624600, 12624601, 12624602, 12624603, 12624604, 12624605, 12624606, 12624607, 12624608, 12624609, 12624610, 12624611, 12624612, 12624613, 12624614, 12624615, 12624616, 12624617, 12624618, 12624619, 12624620, 12624621, 12624622], "trace_timestamp_s": 107.81600000000071, "ttft_s": 41.19833552500131, "turn_id": 1} +{"actual_output_tokens": 33, "cached_tokens": 0, "effective_input_length": 9370, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9370, "latency_s": 0.8761173259990755, "output_length": 33, "proxy_request_id": "1281887:1:1281887:171", "request_id": "1281887:1:1281887:171", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1281887", "t_dispatch_unix": 1779960863.119728, "t_finish_unix": 1779960863.995845, "t_first_token_unix": 1779960863.8270512, "tpot_s": 0.005265715437531071, "trace_hash_ids": [12732193, 12732194, 12749330, 12749331, 12749332, 12749333, 12749334, 12749335, 12749336, 12749337, 12749338, 12749339, 12749340, 12749341, 12754932, 12754933, 12754934, 12754935, 12754936], "trace_timestamp_s": 153.9290000000001, "ttft_s": 0.7073221639984695, "turn_id": 1} +{"actual_output_tokens": 266, "cached_tokens": 17504, "effective_input_length": 30262, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30262, "latency_s": 4.879756516998896, "output_length": 266, "proxy_request_id": "1269373:4:1280765:165", "request_id": "1269373:4:1280765:165", "request_type": "coder", "requested_output_tokens": 266, "session_id": "1269373", "t_dispatch_unix": 1779960859.3611684, "t_finish_unix": 1779960864.240925, "t_first_token_unix": 1779960861.7279377, "tpot_s": 0.009481866973579119, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12745691], "trace_timestamp_s": 150.16900000000078, "ttft_s": 2.3667669220012613, "turn_id": 4} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 4972, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4972, "latency_s": 0.5510860330032301, "output_length": 34, "proxy_request_id": "1282082:1:1282082:173", "request_id": "1282082:1:1282082:173", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1282082", "t_dispatch_unix": 1779960863.7951639, "t_finish_unix": 1779960864.346249, "t_first_token_unix": 1779960864.1185658, "tpot_s": 0.006889073454548259, "trace_hash_ids": [12740904, 12740905, 12740906, 12740907, 12757070, 12757071, 12757072, 12757073, 12757074, 12757075], "trace_timestamp_s": 154.60600000000068, "ttft_s": 0.32340127900170046, "turn_id": 1} +{"actual_output_tokens": 273, "cached_tokens": 11744, "effective_input_length": 13901, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13901, "latency_s": 2.2859424140006013, "output_length": 273, "proxy_request_id": "1272313:4:1281720:170", "request_id": "1272313:4:1281720:170", "request_type": "coder", "requested_output_tokens": 273, "session_id": "1272313", "t_dispatch_unix": 1779960862.5535433, "t_finish_unix": 1779960864.8394852, "t_first_token_unix": 1779960862.870434, "tpot_s": 0.0072382776139714704, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12753629], "trace_timestamp_s": 153.3650000000007, "ttft_s": 0.316889647001517, "turn_id": 4} +{"actual_output_tokens": 409, "cached_tokens": 12688, "effective_input_length": 12765, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12765, "latency_s": 6.567066797000734, "output_length": 409, "proxy_request_id": "1268861:2:1280530:164", "request_id": "1268861:2:1280530:164", "request_type": "coder", "requested_output_tokens": 409, "session_id": "1268861", "t_dispatch_unix": 1779960858.477363, "t_finish_unix": 1779960865.0444298, "t_first_token_unix": 1779960858.5369625, "tpot_s": 0.015948981306364123, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481], "trace_timestamp_s": 149.28999999999996, "ttft_s": 0.05959750700276345, "turn_id": 2} +{"actual_output_tokens": 63, "cached_tokens": 18944, "effective_input_length": 126924, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 126924, "latency_s": 51.66482611000174, "output_length": 63, "proxy_request_id": "1267915:1:1267915:96", "request_id": "1267915:1:1267915:96", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1267915", "t_dispatch_unix": 1779960814.4578745, "t_finish_unix": 1779960866.1227002, "t_first_token_unix": 1779960864.837637, "tpot_s": 0.020721767887094285, "trace_hash_ids": [987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 12617736, 8430096, 227717, 2410525, 7163, 7164, 7165, 7166, 7167, 7168, 7169, 7170, 7171, 7172, 7173, 7174, 7175, 7176, 7177, 7178, 7179, 7180, 7181, 7182, 7183, 7184, 8430097, 8430098, 8430099, 8430100, 18464, 18465, 8430101, 8430102, 8546028, 9019404, 9169593, 9266923, 9266924, 9266925, 9266926, 9266927, 9266928, 9266929, 9266930, 9266931, 9266932, 9266933, 9266934, 9266935, 9266936, 9266937, 9266938, 9266939, 9341348, 9533636, 9533637, 9533638, 9533639, 9533640, 9533641, 9533642, 9533643, 9533644, 9533645, 9533646, 9533647, 9533648, 9533649, 9533650, 9533651, 9533652, 9533653, 9533654, 9706094, 9706095, 9865188, 9865189, 9865190, 9970890, 10129168, 10129169, 10129170, 10129171, 10129172, 10129173, 10129174, 10129175, 10129176, 10129177, 10129178, 10129179, 10129180, 10129181, 10129182, 10129183, 10129184, 10209871, 10209872, 10209873, 10209874, 10209875, 10209876, 10209877, 10209878, 10209879, 10209880, 10209881, 10209882, 10209883, 10209884, 10209885, 10209886, 10209887, 10274360, 10274361, 10377876, 10377877, 10562058, 10646138, 10646139, 10646140, 10826772, 10826773, 10961137, 10961138, 10961139, 10961140, 10961141, 10961142, 10961143, 11025646, 11025647, 11025648, 11025649, 11025650, 11025651, 11207611, 11207612, 11207613, 11207614, 11207615, 11207616, 11207617, 11395719, 11395720, 11395721, 11395722, 11395723, 11395724, 11395725, 11395726, 11395727, 11395728, 11395729, 11395730, 11395731, 11497760, 11742899, 11895597, 12087820, 12087821, 12087822, 12087823, 12087824, 12087825, 12087826, 12087827, 12087828, 12087829, 12087830, 12087831, 12134161, 12292796, 12292797, 12239354, 12239355, 12239356, 12239357, 12239358, 12239359, 12239360, 12239361, 12239362, 12292798, 12292799, 12292800, 12292801, 12292802, 12292803, 12292804, 12292805, 12292806, 12292807, 12292808, 12292809, 12395930, 12395931, 12395932, 12395933, 12395934, 12395935, 12395936, 12395937, 12395938, 12395939, 12395940, 12395941, 12395942, 12455493, 12617737], "trace_timestamp_s": 105.23199999999997, "ttft_s": 50.37976040899957, "turn_id": 1} +{"actual_output_tokens": 120, "cached_tokens": 14096, "effective_input_length": 23650, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23650, "latency_s": 39.175031803999445, "output_length": 120, "proxy_request_id": "1265128:2:1271655:122", "request_id": "1265128:2:1271655:122", "request_type": "coder", "requested_output_tokens": 120, "session_id": "1265128", "t_dispatch_unix": 1779960827.3112352, "t_finish_unix": 1779960866.4862669, "t_first_token_unix": 1779960865.3122246, "tpot_s": 0.00986400945378079, "trace_hash_ids": [12656235, 12656236, 12656237, 12656238, 12656239, 12656240, 12656241, 12656242, 12656243, 12656244, 12656245, 12656246, 12656247, 12656248, 12656249, 12656250, 12656251, 12656252, 12656253, 12656254, 12656255, 12656256, 12656257, 12656258, 12656259, 12656260, 12656261, 12656262, 12656263, 12656264, 12656265, 12656266, 12656267, 12656268, 12656269, 12656270, 12656271, 12656272, 12656273, 12656274, 12656275, 12656276, 12656277, 12656278, 12656279, 12656280, 12656281], "trace_timestamp_s": 118.11500000000069, "ttft_s": 38.00098723500196, "turn_id": 2} +{"actual_output_tokens": 3514, "cached_tokens": 0, "effective_input_length": 15283, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15283, "latency_s": 71.2209550439984, "output_length": 3514, "proxy_request_id": "1262727:1:1262727:72", "request_id": "1262727:1:1262727:72", "request_type": "coder", "requested_output_tokens": 3514, "session_id": "1262727", "t_dispatch_unix": 1779960796.358666, "t_finish_unix": 1779960867.579621, "t_first_token_unix": 1779960797.8681993, "tpot_s": 0.019843754256191885, "trace_hash_ids": [1978, 1979, 1980, 1981, 1982, 1983, 1984, 1985, 1986, 1987, 1988, 1989, 1990, 1991, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007], "trace_timestamp_s": 87.16600000000017, "ttft_s": 1.5095321649969264, "turn_id": 1} +{"actual_output_tokens": 221, "cached_tokens": 33984, "effective_input_length": 34028, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34028, "latency_s": 5.33831920800003, "output_length": 221, "proxy_request_id": "1262354:9:1281632:169", "request_id": "1262354:9:1281632:169", "request_type": "coder", "requested_output_tokens": 221, "session_id": "1262354", "t_dispatch_unix": 1779960862.2526116, "t_finish_unix": 1779960867.5909307, "t_first_token_unix": 1779960864.8034072, "tpot_s": 0.012669009859084987, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12752803], "trace_timestamp_s": 153.0650000000005, "ttft_s": 2.550794062000932, "turn_id": 9} +{"actual_output_tokens": 6, "cached_tokens": 16298, "effective_input_length": 16299, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16299, "latency_s": 2.0405988399979833, "output_length": 6, "proxy_request_id": "1277533:2:1282872:175", "request_id": "1277533:2:1282872:175", "request_type": "coder", "requested_output_tokens": 6, "session_id": "1277533", "t_dispatch_unix": 1779960866.537601, "t_finish_unix": 1779960868.5781994, "t_first_token_unix": 1779960868.5627825, "tpot_s": 0.0030043834005482493, "trace_hash_ids": [12764556, 12764557, 12764558, 12764559, 12764560, 12764561, 12764562, 12764563, 12764564, 12764565, 12764566, 12764567, 12764568, 12764569, 12764570, 12764571, 12764572, 12764573, 12764574, 12764575, 12764576, 12764577, 12764578, 12764579, 12764580, 12764581, 12764582, 12764583, 12764584, 12764585, 12764586, 12764587], "trace_timestamp_s": 157.34400000000005, "ttft_s": 2.025179706997733, "turn_id": 2} +{"actual_output_tokens": 380, "cached_tokens": 49904, "effective_input_length": 58032, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58032, "latency_s": 8.38891456300189, "output_length": 380, "proxy_request_id": "1266668:5:1281133:168", "request_id": "1266668:5:1281133:168", "request_type": "coder", "requested_output_tokens": 380, "session_id": "1266668", "t_dispatch_unix": 1779960860.7903106, "t_finish_unix": 1779960869.1792247, "t_first_token_unix": 1779960864.7606347, "tpot_s": 0.011657990440639122, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12748644], "trace_timestamp_s": 151.59799999999996, "ttft_s": 3.970321889999468, "turn_id": 5} +{"actual_output_tokens": 60, "cached_tokens": 0, "effective_input_length": 8510, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8510, "latency_s": 0.9460584839980584, "output_length": 60, "proxy_request_id": "1283642:1:1283642:178", "request_id": "1283642:1:1283642:178", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1283642", "t_dispatch_unix": 1779960868.9755964, "t_finish_unix": 1779960869.9216547, "t_first_token_unix": 1779960869.6090665, "tpot_s": 0.005294154745724419, "trace_hash_ids": [12764037, 12764038, 12764039, 12764040, 12764041, 12764042, 12764043, 12764044, 12764045, 12772097, 12772098, 12772099, 12772100, 12772101, 12772102, 12772103, 12772104], "trace_timestamp_s": 159.78400000000056, "ttft_s": 0.6334690740004589, "turn_id": 1} +{"actual_output_tokens": 66, "cached_tokens": 34240, "effective_input_length": 34282, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34282, "latency_s": 0.6253579410004022, "output_length": 66, "proxy_request_id": "1262354:10:1283773:180", "request_id": "1262354:10:1283773:180", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1262354", "t_dispatch_unix": 1779960869.4046621, "t_finish_unix": 1779960870.0300198, "t_first_token_unix": 1779960869.4880235, "tpot_s": 0.00833491544611976, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490], "trace_timestamp_s": 160.21700000000055, "ttft_s": 0.08335952100242139, "turn_id": 10} +{"actual_output_tokens": 523, "cached_tokens": 30512, "effective_input_length": 30594, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30594, "latency_s": 6.9933576679977705, "output_length": 523, "proxy_request_id": "1269373:5:1282812:174", "request_id": "1269373:5:1282812:174", "request_type": "coder", "requested_output_tokens": 523, "session_id": "1269373", "t_dispatch_unix": 1779960866.3242393, "t_finish_unix": 1779960873.317597, "t_first_token_unix": 1779960866.41603, "tpot_s": 0.013220667377396357, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12764050], "trace_timestamp_s": 157.13600000000042, "ttft_s": 0.09178925499873003, "turn_id": 5} +{"actual_output_tokens": 55, "cached_tokens": 0, "effective_input_length": 4510, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4510, "latency_s": 0.715616510999098, "output_length": 55, "proxy_request_id": "1285800:1:1285800:191", "request_id": "1285800:1:1285800:191", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1285800", "t_dispatch_unix": 1779960876.5502775, "t_finish_unix": 1779960877.265894, "t_first_token_unix": 1779960876.845252, "tpot_s": 0.007784649888856587, "trace_hash_ids": [12776768, 12784744, 12784745, 12784746, 12793479, 12793480, 12793481, 12793482, 12793483], "trace_timestamp_s": 167.36200000000008, "ttft_s": 0.29497343500042916, "turn_id": 1} +{"actual_output_tokens": 70, "cached_tokens": 8560, "effective_input_length": 14192, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14192, "latency_s": 1.0454141150003124, "output_length": 70, "proxy_request_id": "1283642:2:1285731:190", "request_id": "1283642:2:1285731:190", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1283642", "t_dispatch_unix": 1779960876.2956924, "t_finish_unix": 1779960877.3411062, "t_first_token_unix": 1779960876.9525516, "tpot_s": 0.005627989318821599, "trace_hash_ids": [12764037, 12764038, 12764039, 12764040, 12764041, 12764042, 12764043, 12764044, 12764045, 12772097, 12772098, 12772099, 12772100, 12772101, 12772102, 12772103, 12782108, 12782109, 12782110, 12782111, 12782112, 12782113, 12782114, 12792906, 12792907, 12792908, 12792909, 12792910], "trace_timestamp_s": 167.10600000000068, "ttft_s": 0.6568572319993109, "turn_id": 2} +{"actual_output_tokens": 347, "cached_tokens": 0, "effective_input_length": 11, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11, "latency_s": 1.7337856560006912, "output_length": 347, "proxy_request_id": "1285558:1:1285558:188", "request_id": "1285558:1:1285558:188", "request_type": "coder", "requested_output_tokens": 347, "session_id": "1285558", "t_dispatch_unix": 1779960875.6437147, "t_finish_unix": 1779960877.3774953, "t_first_token_unix": 1779960875.662581, "tpot_s": 0.004955746956643005, "trace_hash_ids": [26603], "trace_timestamp_s": 166.45700000000033, "ttft_s": 0.01887045900002704, "turn_id": 1} +{"actual_output_tokens": 5747, "cached_tokens": 22624, "effective_input_length": 27639, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27639, "latency_s": 71.74946009999985, "output_length": 5747, "proxy_request_id": "1239034:4:1263738:78", "request_id": "1239034:4:1263738:78", "request_type": "coder", "requested_output_tokens": 5747, "session_id": "1239034", "t_dispatch_unix": 1779960806.0518749, "t_finish_unix": 1779960877.801335, "t_first_token_unix": 1779960807.0738878, "tpot_s": 0.012308945036025535, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 12336726, 12336727, 12336728, 12336729, 12351436, 12351437, 12351438, 12351439, 12351440, 12351441, 12351442, 12351443, 12351444, 12351445, 12562130, 12562131, 12562132, 12562133, 12562134, 12562135, 12562136, 12562137, 12576042, 12576043, 12576044, 12576045, 12576046, 12576047, 12576048, 12576049, 12576050, 12576051], "trace_timestamp_s": 90.9380000000001, "ttft_s": 1.022010398999555, "turn_id": 4} +{"actual_output_tokens": 681, "cached_tokens": 24880, "effective_input_length": 30965, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30965, "latency_s": 9.378019586998562, "output_length": 681, "proxy_request_id": "1277909:2:1283679:179", "request_id": "1277909:2:1283679:179", "request_type": "coder", "requested_output_tokens": 681, "session_id": "1277909", "t_dispatch_unix": 1779960869.0788605, "t_finish_unix": 1779960878.4568803, "t_first_token_unix": 1779960870.373447, "tpot_s": 0.011887002707354601, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 604423, 12620519, 12620520, 12617596, 12620521, 12620522, 12620523, 12718514, 12718515, 12718516, 12718517, 12718518, 12718519, 12718520, 12718521, 12718522, 12718523, 12718524, 12718525, 12718526, 12718527, 12718528, 12718529, 12718530, 12718531, 12718532, 12718533, 12718534, 12718535, 12718536, 12718537, 12718538, 12772584, 12772585, 12772586, 12772587, 12772588, 12772589, 12772590, 12772591, 12772592, 12772593, 12772594, 12772595, 12772596, 12772597], "trace_timestamp_s": 159.88799999999992, "ttft_s": 1.2945837839979504, "turn_id": 2} +{"actual_output_tokens": 486, "cached_tokens": 14160, "effective_input_length": 14885, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14885, "latency_s": 6.35896932399919, "output_length": 486, "proxy_request_id": "1272313:5:1284744:185", "request_id": "1272313:5:1284744:185", "request_type": "coder", "requested_output_tokens": 486, "session_id": "1272313", "t_dispatch_unix": 1779960872.9277327, "t_finish_unix": 1779960879.2867022, "t_first_token_unix": 1779960873.1014469, "tpot_s": 0.012752587255668052, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12783550], "trace_timestamp_s": 163.7400000000007, "ttft_s": 0.17371289099901333, "turn_id": 5} +{"actual_output_tokens": 40, "cached_tokens": 0, "effective_input_length": 1700, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1700, "latency_s": 0.3128593799992814, "output_length": 40, "proxy_request_id": "1286551:1:1286551:194", "request_id": "1286551:1:1286551:194", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1286551", "t_dispatch_unix": 1779960879.5133135, "t_finish_unix": 1779960879.8261726, "t_first_token_unix": 1779960879.632108, "tpot_s": 0.004968913307750018, "trace_hash_ids": [12800256, 12800257, 12800258, 12800259], "trace_timestamp_s": 170.32600000000002, "ttft_s": 0.11879371199756861, "turn_id": 1} +{"actual_output_tokens": 618, "cached_tokens": 20368, "effective_input_length": 26426, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26426, "latency_s": 19.899966623997898, "output_length": 618, "proxy_request_id": "1279412:2:1281113:167", "request_id": "1279412:2:1281113:167", "request_type": "coder", "requested_output_tokens": 618, "session_id": "1279412", "t_dispatch_unix": 1779960860.737526, "t_finish_unix": 1779960880.6374924, "t_first_token_unix": 1779960861.8677714, "tpot_s": 0.03042036663533373, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12748544], "trace_timestamp_s": 151.54700000000048, "ttft_s": 1.1302436499972828, "turn_id": 2} +{"actual_output_tokens": 14, "cached_tokens": 27040, "effective_input_length": 27077, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27077, "latency_s": 0.17811447500207578, "output_length": 14, "proxy_request_id": "1279412:3:1285475:187", "request_id": "1279412:3:1285475:187", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1279412", "t_dispatch_unix": 1779960880.6395607, "t_finish_unix": 1779960880.8176744, "t_first_token_unix": 1779960880.7244427, "tpot_s": 0.007143730307759073, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281], "trace_timestamp_s": 166.2490000000007, "ttft_s": 0.0848803400003817, "turn_id": 3} +{"actual_output_tokens": 444, "cached_tokens": 31104, "effective_input_length": 38788, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38788, "latency_s": 5.443800081000518, "output_length": 444, "proxy_request_id": "1269373:6:1285668:189", "request_id": "1269373:6:1285668:189", "request_type": "coder", "requested_output_tokens": 444, "session_id": "1269373", "t_dispatch_unix": 1779960876.0955331, "t_finish_unix": 1779960881.539333, "t_first_token_unix": 1779960878.0271127, "tpot_s": 0.007927560334086117, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12792393], "trace_timestamp_s": 166.90500000000065, "ttft_s": 1.9315776729999925, "turn_id": 6} +{"actual_output_tokens": 124, "cached_tokens": 0, "effective_input_length": 13962, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13962, "latency_s": 1.9077426590010873, "output_length": 124, "proxy_request_id": "1286804:1:1286804:195", "request_id": "1286804:1:1286804:195", "request_type": "coder", "requested_output_tokens": 124, "session_id": "1286804", "t_dispatch_unix": 1779960880.2462947, "t_finish_unix": 1779960882.154037, "t_first_token_unix": 1779960881.4512908, "tpot_s": 0.005710919569093854, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12802941], "trace_timestamp_s": 171.0530000000008, "ttft_s": 1.2049945110011322, "turn_id": 1} +{"actual_output_tokens": 242, "cached_tokens": 27088, "effective_input_length": 31898, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31898, "latency_s": 3.275846968001133, "output_length": 242, "proxy_request_id": "1279412:4:1286447:193", "request_id": "1279412:4:1286447:193", "request_type": "coder", "requested_output_tokens": 242, "session_id": "1279412", "t_dispatch_unix": 1779960880.820611, "t_finish_unix": 1779960884.0964582, "t_first_token_unix": 1779960881.909722, "tpot_s": 0.009072142103741876, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12799351], "trace_timestamp_s": 169.92000000000007, "ttft_s": 1.0890975709990016, "turn_id": 4} +{"actual_output_tokens": 186, "cached_tokens": 32512, "effective_input_length": 42264, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42264, "latency_s": 11.946426516999054, "output_length": 186, "proxy_request_id": "1268831:5:1284640:184", "request_id": "1268831:5:1284640:184", "request_type": "coder", "requested_output_tokens": 186, "session_id": "1268831", "t_dispatch_unix": 1779960872.4872837, "t_finish_unix": 1779960884.4337192, "t_first_token_unix": 1779960882.5262768, "tpot_s": 0.01030870774053698, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771, 12649740, 12649741, 12649742, 12649743, 12649744, 12649745, 12649746, 12649747, 12649748, 12649749, 12649750, 12649751, 12649752, 12649753, 12709541, 12709542, 12709543, 12709544, 12709545, 12709546, 12709547, 12709548, 12709549, 12709550, 12709551, 12709552, 12709553, 12709554, 12709555, 12709556, 12709557, 12709558, 12709559, 12709560, 12709561, 12709562, 12709563, 12709564, 12730103, 12782348, 12782349, 12782350, 12782351, 12782352, 12782353, 12782354, 12782355, 12782356, 12782357, 12782358, 12782359, 12782360, 12782361, 12782362, 12782363, 12782364, 12782365, 12782366, 12782367], "trace_timestamp_s": 163.29400000000078, "ttft_s": 10.038990237997496, "turn_id": 5} +{"actual_output_tokens": 240, "cached_tokens": 0, "effective_input_length": 9925, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9925, "latency_s": 2.1330169959983323, "output_length": 240, "proxy_request_id": "1287588:1:1287588:198", "request_id": "1287588:1:1287588:198", "request_type": "coder", "requested_output_tokens": 240, "session_id": "1287588", "t_dispatch_unix": 1779960882.795628, "t_finish_unix": 1779960884.928645, "t_first_token_unix": 1779960883.605578, "tpot_s": 0.005534644451875933, "trace_hash_ids": [12755829, 12755830, 12755831, 12755832, 12755833, 12755834, 12768457, 12768458, 12768459, 12768460, 12768461, 12768462, 12768463, 12768464, 12768465, 12768466, 12768467, 12810245, 12810246, 12810247], "trace_timestamp_s": 173.60500000000047, "ttft_s": 0.8099488849984482, "turn_id": 1} +{"actual_output_tokens": 273, "cached_tokens": 15360, "effective_input_length": 15547, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15547, "latency_s": 1.744343172002118, "output_length": 273, "proxy_request_id": "1272313:6:1287745:199", "request_id": "1272313:6:1287745:199", "request_type": "coder", "requested_output_tokens": 273, "session_id": "1272313", "t_dispatch_unix": 1779960883.3445516, "t_finish_unix": 1779960885.0888946, "t_first_token_unix": 1779960883.4266467, "tpot_s": 0.006109398992641539, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12811862], "trace_timestamp_s": 174.15700000000015, "ttft_s": 0.0820939380027994, "turn_id": 6} +{"actual_output_tokens": 106, "cached_tokens": 0, "effective_input_length": 448, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 448, "latency_s": 0.6548170990026847, "output_length": 106, "proxy_request_id": "1288143:1:1288143:200", "request_id": "1288143:1:1288143:200", "request_type": "coder", "requested_output_tokens": 106, "session_id": "1288143", "t_dispatch_unix": 1779960884.7616248, "t_finish_unix": 1779960885.4164417, "t_first_token_unix": 1779960884.8184822, "tpot_s": 0.005692494771418362, "trace_hash_ids": [12815534], "trace_timestamp_s": 175.57500000000073, "ttft_s": 0.05685653100226773, "turn_id": 1} +{"actual_output_tokens": 683, "cached_tokens": 34336, "effective_input_length": 34353, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34353, "latency_s": 12.594010639000771, "output_length": 683, "proxy_request_id": "1262354:11:1284987:186", "request_id": "1262354:11:1284987:186", "request_type": "coder", "requested_output_tokens": 683, "session_id": "1262354", "t_dispatch_unix": 1779960873.8888035, "t_finish_unix": 1779960886.4828143, "t_first_token_unix": 1779960879.8522353, "tpot_s": 0.009721884721407191, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12786017], "trace_timestamp_s": 164.70100000000002, "ttft_s": 5.963429131999874, "turn_id": 11} +{"actual_output_tokens": 93, "cached_tokens": 0, "effective_input_length": 88317, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 88317, "latency_s": 30.20452928600207, "output_length": 93, "proxy_request_id": "1279994:1:1279994:161", "request_id": "1279994:1:1279994:161", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1279994", "t_dispatch_unix": 1779960856.8134975, "t_finish_unix": 1779960887.0180266, "t_first_token_unix": 1779960883.3967083, "tpot_s": 0.03935774982607615, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 48458, 48459, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 35237, 35238, 35239, 35240, 35241, 35242, 12737831, 2298635, 12737832, 12737833, 12737834, 12737835, 12737836, 12737837, 12737838, 12737839, 12737840, 12737841, 12737842, 12737843, 12737844, 12737845, 12737846, 12737847, 12737848, 12737849, 12737850, 12737851, 12737852, 12737853, 12737854, 12737855, 12737856, 12737857, 12737858, 12737859, 12737860, 12737861, 12737862, 12737863, 12737864, 12737865, 12737866, 12737867, 12737868, 12737869, 12737870, 12737871, 12737872, 12737873, 12737874, 12737875, 12737876, 12737877, 12737878, 12737879, 12737880, 12737881, 12737882, 12737883, 12737884, 12737885, 12737886, 12737887, 12737888, 12737889, 12737890, 12737891, 12737892, 12737893, 12737894, 12737895, 12737896, 12737897, 12737898, 12737899, 12737900, 12737901, 12737902, 12737903, 12737904, 12737905, 12737906, 12737907, 12737908, 12737909, 12737910, 12737911, 12737912, 12737913, 12737914, 12737915, 12737916, 12737917, 12737918, 12737919, 12737920, 12737921, 12737922, 12737923, 12737924, 12737925, 12737926, 12737927, 12737928, 12737929, 12737930, 12737931, 12737932, 12737933, 12737934, 12737935, 12737936, 12737937, 12737938, 12737939, 12737940, 12737941, 12737942, 12737943, 12737944, 12737945, 12737946, 12737947, 12737948, 12737949, 12737950, 12737951, 12737952, 12737953, 12737954, 12737955, 12737956, 12737957, 12737958, 12737959, 12737960, 12737961, 12737962, 12737963, 12737964, 12737965, 12737966, 12737967, 12737968], "trace_timestamp_s": 147.59200000000055, "ttft_s": 26.583208908003144, "turn_id": 1} +{"actual_output_tokens": 93, "cached_tokens": 31488, "effective_input_length": 42023, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42023, "latency_s": 23.801734253000177, "output_length": 93, "proxy_request_id": "1260327:5:1281915:172", "request_id": "1260327:5:1281915:172", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1260327", "t_dispatch_unix": 1779960863.23268, "t_finish_unix": 1779960887.034414, "t_first_token_unix": 1779960885.6913052, "tpot_s": 0.014596103141308919, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041, 12755377, 12755378, 12755379, 12755380, 12755381, 12755382, 12755383, 12755384, 12755385, 12755386, 12755387, 12755388, 12755389, 12755390, 12755391, 12755392, 12755393, 12755394, 12755395, 12755396, 12755397], "trace_timestamp_s": 154.04100000000017, "ttft_s": 22.458623503000126, "turn_id": 5} +{"actual_output_tokens": 87, "cached_tokens": 88400, "effective_input_length": 88940, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 88940, "latency_s": 1.4567752969996945, "output_length": 87, "proxy_request_id": "1279994:2:1283011:177", "request_id": "1279994:2:1283011:177", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1279994", "t_dispatch_unix": 1779960887.026655, "t_finish_unix": 1779960888.48343, "t_first_token_unix": 1779960887.5166385, "tpot_s": 0.011238534523261817, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 48458, 48459, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 35237, 35238, 35239, 35240, 35241, 35242, 12737831, 2298635, 12737832, 12737833, 12737834, 12737835, 12737836, 12737837, 12737838, 12737839, 12737840, 12737841, 12737842, 12737843, 12737844, 12737845, 12737846, 12737847, 12737848, 12737849, 12737850, 12737851, 12737852, 12737853, 12737854, 12737855, 12737856, 12737857, 12737858, 12737859, 12737860, 12737861, 12737862, 12737863, 12737864, 12737865, 12737866, 12737867, 12737868, 12737869, 12737870, 12737871, 12737872, 12737873, 12737874, 12737875, 12737876, 12737877, 12737878, 12737879, 12737880, 12737881, 12737882, 12737883, 12737884, 12737885, 12737886, 12737887, 12737888, 12737889, 12737890, 12737891, 12737892, 12737893, 12737894, 12737895, 12737896, 12737897, 12737898, 12737899, 12737900, 12737901, 12737902, 12737903, 12737904, 12737905, 12737906, 12737907, 12737908, 12737909, 12737910, 12737911, 12737912, 12737913, 12737914, 12737915, 12737916, 12737917, 12737918, 12737919, 12737920, 12737921, 12737922, 12737923, 12737924, 12737925, 12737926, 12737927, 12737928, 12737929, 12737930, 12737931, 12737932, 12737933, 12737934, 12737935, 12737936, 12737937, 12737938, 12737939, 12737940, 12737941, 12737942, 12737943, 12737944, 12737945, 12737946, 12737947, 12737948, 12737949, 12737950, 12737951, 12737952, 12737953, 12737954, 12737955, 12737956, 12737957, 12766559, 12766560, 303055, 12766561, 12766562, 12766563, 12766564, 12766565, 12766566, 12766567, 12766568, 12766569], "trace_timestamp_s": 157.82100000000082, "ttft_s": 0.4899814279997372, "turn_id": 2} +{"actual_output_tokens": 492, "cached_tokens": 80054, "effective_input_length": 80055, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80055, "latency_s": 18.58694717599792, "output_length": 492, "proxy_request_id": "1266668:6:1284003:181", "request_id": "1266668:6:1284003:181", "request_type": "coder", "requested_output_tokens": 492, "session_id": "1266668", "t_dispatch_unix": 1779960870.3017998, "t_finish_unix": 1779960888.8887465, "t_first_token_unix": 1779960884.3154497, "tpot_s": 0.009313766195521135, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12775718], "trace_timestamp_s": 161.10300000000007, "ttft_s": 14.013647222996951, "turn_id": 6} +{"actual_output_tokens": 869, "cached_tokens": 0, "effective_input_length": 49619, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49619, "latency_s": 18.99597557099696, "output_length": 869, "proxy_request_id": "1284132:1:1284132:182", "request_id": "1284132:1:1284132:182", "request_type": "coder", "requested_output_tokens": 869, "session_id": "1284132", "t_dispatch_unix": 1779960870.760472, "t_finish_unix": 1779960889.7564476, "t_first_token_unix": 1779960881.919773, "tpot_s": 0.009028148672810933, "trace_hash_ids": [12776618, 12776619, 12776620, 12776621, 12776622, 12776623, 12776624, 12776625, 12776626, 12776627, 12776628, 12776629, 12776630, 12776631, 12776632, 12776633, 12776634, 12776635, 12776636, 12776637, 12776638, 12776639, 12776640, 12776641, 12776642, 12776643, 12776644, 12776645, 12776646, 12776647, 12776648, 12776649, 12776650, 12776651, 12776652, 12776653, 12776654, 12776655, 12776656, 12776657, 12776658, 12776659, 12776660, 12776661, 12776662, 12776663, 12776664, 12776665, 12776666, 12776667, 12776668, 12776669, 12776670, 12776671, 12776672, 12776673, 12776674, 12776675, 12776676, 12776677, 12776678, 12776679, 12776680, 12776681, 12776682, 12776683, 12776684, 12776685, 12776686, 12776687, 12776688, 12776689, 12776690, 12776691, 12776692, 12776693, 12776694, 12776695, 12776696, 12776697, 12776698, 12776699, 12776700, 12776701, 12776702, 12776703, 12776704, 12776705, 12776706, 12776707, 12776708, 12776709, 12776710, 12776711, 12776712, 12776713, 12776714], "trace_timestamp_s": 161.5550000000003, "ttft_s": 11.159298982998735, "turn_id": 1} +{"actual_output_tokens": 13, "cached_tokens": 10160, "effective_input_length": 10195, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10195, "latency_s": 0.1185519030004798, "output_length": 13, "proxy_request_id": "1287588:2:1289701:205", "request_id": "1287588:2:1289701:205", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1287588", "t_dispatch_unix": 1779960890.0225968, "t_finish_unix": 1779960890.1411483, "t_first_token_unix": 1779960890.0683906, "tpot_s": 0.006032193249969471, "trace_hash_ids": [12755829, 12755830, 12755831, 12755832, 12755833, 12755834, 12768457, 12768458, 12768459, 12768460, 12768461, 12768462, 12768463, 12768464, 12768465, 12768466, 12768467, 12810245, 12810246, 12830253], "trace_timestamp_s": 180.83500000000004, "ttft_s": 0.04579227000067476, "turn_id": 2} +{"actual_output_tokens": 69, "cached_tokens": 0, "effective_input_length": 9610, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9610, "latency_s": 1.1781960539992724, "output_length": 69, "proxy_request_id": "1286551:2:1289450:202", "request_id": "1286551:2:1289450:202", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1286551", "t_dispatch_unix": 1779960889.1062574, "t_finish_unix": 1779960890.2844536, "t_first_token_unix": 1779960889.887587, "tpot_s": 0.005832717470558932, "trace_hash_ids": [12800256, 12800257, 12800258, 12807767, 12807768, 12820147, 12820148, 12820149, 12820150, 12820151, 12820152, 12820153, 12820154, 12820155, 12827804, 12827805, 12827806, 12827807, 12827808], "trace_timestamp_s": 179.91600000000017, "ttft_s": 0.7813277290006226, "turn_id": 2} +{"actual_output_tokens": 29, "cached_tokens": 0, "effective_input_length": 7261, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7261, "latency_s": 0.8873287829992478, "output_length": 29, "proxy_request_id": "1290442:1:1290442:210", "request_id": "1290442:1:1290442:210", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1290442", "t_dispatch_unix": 1779960892.3773541, "t_finish_unix": 1779960893.2646832, "t_first_token_unix": 1779960892.8976746, "tpot_s": 0.013092921392853896, "trace_hash_ids": [12815773, 12815774, 12815775, 12824652, 12824653, 12824654, 12824655, 12824656, 12824657, 12836855, 12836856, 12836857, 12836858, 12836859, 12836860], "trace_timestamp_s": 183.1870000000008, "ttft_s": 0.5203190159991209, "turn_id": 1} +{"actual_output_tokens": 68, "cached_tokens": 1536, "effective_input_length": 13552, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13552, "latency_s": 1.4681477339981939, "output_length": 68, "proxy_request_id": "1290426:1:1290426:209", "request_id": "1290426:1:1290426:209", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1290426", "t_dispatch_unix": 1779960892.3521786, "t_finish_unix": 1779960893.8203263, "t_first_token_unix": 1779960893.44378, "tpot_s": 0.0056133915970159294, "trace_hash_ids": [12800256, 12800257, 12800258, 12807767, 12807768, 12820147, 12820148, 12820149, 12820150, 12820151, 12820152, 12820153, 12820154, 12820155, 12827804, 12827805, 12827806, 12827807, 12836762, 12836763, 12836764, 12836765, 12836766, 12836767, 12836768, 12836769, 12836770], "trace_timestamp_s": 183.16300000000047, "ttft_s": 1.091600125997502, "turn_id": 1} +{"actual_output_tokens": 437, "cached_tokens": 8883, "effective_input_length": 8884, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8884, "latency_s": 45.45472814900131, "output_length": 437, "proxy_request_id": "1271459:2:1277544:151", "request_id": "1271459:2:1277544:151", "request_type": "coder", "requested_output_tokens": 437, "session_id": "1271459", "t_dispatch_unix": 1779960848.3666027, "t_finish_unix": 1779960893.8213305, "t_first_token_unix": 1779960885.3811488, "tpot_s": 0.019357596600916245, "trace_hash_ids": [12654275, 12668550, 12668551, 12668552, 12668553, 12668554, 12668555, 12668556, 12681215, 12681216, 12703400, 12703401, 12703402, 12703403, 12714450, 12714451, 12714452, 12714453], "trace_timestamp_s": 139.17600000000039, "ttft_s": 37.01454457200089, "turn_id": 2} +{"actual_output_tokens": 481, "cached_tokens": 89024, "effective_input_length": 89226, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89226, "latency_s": 6.528846866996901, "output_length": 481, "proxy_request_id": "1279994:3:1286181:192", "request_id": "1279994:3:1286181:192", "request_type": "coder", "requested_output_tokens": 481, "session_id": "1279994", "t_dispatch_unix": 1779960888.4891434, "t_finish_unix": 1779960895.0179894, "t_first_token_unix": 1779960888.7998168, "tpot_s": 0.012954004431253451, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 48458, 48459, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 35237, 35238, 35239, 35240, 35241, 35242, 12737831, 2298635, 12737832, 12737833, 12737834, 12737835, 12737836, 12737837, 12737838, 12737839, 12737840, 12737841, 12737842, 12737843, 12737844, 12737845, 12737846, 12737847, 12737848, 12737849, 12737850, 12737851, 12737852, 12737853, 12737854, 12737855, 12737856, 12737857, 12737858, 12737859, 12737860, 12737861, 12737862, 12737863, 12737864, 12737865, 12737866, 12737867, 12737868, 12737869, 12737870, 12737871, 12737872, 12737873, 12737874, 12737875, 12737876, 12737877, 12737878, 12737879, 12737880, 12737881, 12737882, 12737883, 12737884, 12737885, 12737886, 12737887, 12737888, 12737889, 12737890, 12737891, 12737892, 12737893, 12737894, 12737895, 12737896, 12737897, 12737898, 12737899, 12737900, 12737901, 12737902, 12737903, 12737904, 12737905, 12737906, 12737907, 12737908, 12737909, 12737910, 12737911, 12737912, 12737913, 12737914, 12737915, 12737916, 12737917, 12737918, 12737919, 12737920, 12737921, 12737922, 12737923, 12737924, 12737925, 12737926, 12737927, 12737928, 12737929, 12737930, 12737931, 12737932, 12737933, 12737934, 12737935, 12737936, 12737937, 12737938, 12737939, 12737940, 12737941, 12737942, 12737943, 12737944, 12737945, 12737946, 12737947, 12737948, 12737949, 12737950, 12737951, 12737952, 12737953, 12737954, 12737955, 12737956, 12737957, 12766559, 12766560, 12796644, 12796645, 12796646, 12796647, 12796648, 12796649, 12796650, 12796651, 12796652, 12796653, 12796654], "trace_timestamp_s": 168.88300000000072, "ttft_s": 0.31067216799783637, "turn_id": 3} +{"actual_output_tokens": 80, "cached_tokens": 0, "effective_input_length": 1744, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1744, "latency_s": 0.5134902200006763, "output_length": 80, "proxy_request_id": "1291100:1:1291100:212", "request_id": "1291100:1:1291100:212", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1291100", "t_dispatch_unix": 1779960894.5921428, "t_finish_unix": 1779960895.105633, "t_first_token_unix": 1779960894.7085905, "tpot_s": 0.005023179037978687, "trace_hash_ids": [12831468, 12842817, 12842818, 12842819], "trace_timestamp_s": 185.40500000000065, "ttft_s": 0.11644665000130772, "turn_id": 1} +{"actual_output_tokens": 119, "cached_tokens": 0, "effective_input_length": 23228, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23228, "latency_s": 3.3064120300005015, "output_length": 119, "proxy_request_id": "1290365:1:1290365:208", "request_id": "1290365:1:1290365:208", "request_type": "coder", "requested_output_tokens": 119, "session_id": "1290365", "t_dispatch_unix": 1779960892.1690075, "t_finish_unix": 1779960895.4754193, "t_first_token_unix": 1779960894.7469914, "tpot_s": 0.006170819661022861, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12836049], "trace_timestamp_s": 182.97400000000016, "ttft_s": 2.577982170998439, "turn_id": 1} +{"actual_output_tokens": 406, "cached_tokens": 80544, "effective_input_length": 87741, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 87741, "latency_s": 7.869144913998753, "output_length": 406, "proxy_request_id": "1266668:7:1287468:197", "request_id": "1266668:7:1287468:197", "request_type": "coder", "requested_output_tokens": 406, "session_id": "1266668", "t_dispatch_unix": 1779960888.895531, "t_finish_unix": 1779960896.7646759, "t_first_token_unix": 1779960892.802071, "tpot_s": 0.009783548790123242, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12809031], "trace_timestamp_s": 173.22299999999996, "ttft_s": 3.906538036000711, "turn_id": 7} +{"actual_output_tokens": 607, "cached_tokens": 113840, "effective_input_length": 118097, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 118097, "latency_s": 46.56705836800029, "output_length": 607, "proxy_request_id": "1258859:3:1278118:155", "request_id": "1258859:3:1278118:155", "request_type": "coder", "requested_output_tokens": 607, "session_id": "1258859", "t_dispatch_unix": 1779960850.4582815, "t_finish_unix": 1779960897.0253394, "t_first_token_unix": 1779960885.3595703, "tpot_s": 0.0192498360874596, "trace_hash_ids": [12430567, 12430568, 12430569, 12430570, 12430571, 12430572, 12430573, 12430574, 12430575, 12430576, 12430577, 12430578, 12430579, 12430580, 12430581, 130102, 12430582, 12430583, 12430584, 566066, 12430585, 12430586, 12430587, 12430588, 12430589, 12430590, 12430591, 12430592, 12430593, 12430594, 12430595, 12430596, 12430597, 12430598, 12430599, 12430600, 12430601, 12430602, 12430603, 12430604, 12430605, 12430606, 12430607, 12430608, 12430609, 12430610, 12430611, 12430612, 12430613, 12430614, 12430615, 12430616, 12430617, 12430618, 12430619, 12430620, 12430621, 12430622, 12430623, 1795157, 1795158, 12430624, 12430625, 12430626, 12430627, 12430628, 12430629, 12430630, 12430631, 12430632, 12430633, 12430634, 12430635, 12430636, 12430637, 12430638, 12430639, 12430640, 12430641, 12430642, 12430643, 12430644, 12430645, 12430646, 12430647, 12430648, 12430649, 12430650, 12430651, 12430652, 12430653, 12430654, 12430655, 12430656, 12430657, 12430658, 12430659, 12430660, 12430661, 12430662, 12430663, 12430664, 12430665, 12430666, 12430667, 12430668, 12430669, 12430670, 12430671, 12430672, 12430673, 12430674, 12430675, 12430676, 12430677, 12430678, 12430679, 12430680, 12430681, 12430682, 12430683, 12430684, 12430685, 12430686, 12430687, 12430688, 12430689, 12430690, 12430691, 12430692, 12430693, 12430694, 12430695, 12430696, 12430697, 12430698, 12430699, 12430700, 12430701, 12430702, 12430703, 12430704, 12430705, 12430706, 12430707, 12430708, 12430709, 12430710, 12430711, 12430712, 12430713, 12430714, 12430715, 12430716, 12430717, 12430718, 12430719, 12430720, 12430721, 12430722, 12430723, 12430724, 12430725, 12430726, 12430727, 12430728, 12430729, 12430730, 12430731, 12430732, 12430733, 12430734, 12430735, 12430736, 12430737, 12430738, 12430739, 12430740, 12430741, 12430742, 12430743, 12430744, 12430745, 12430746, 12430747, 12430748, 12430749, 12430750, 12430751, 12430752, 12430753, 12430754, 12430755, 12430756, 12430757, 12430758, 12430759, 12430760, 12430761, 12430762, 12430763, 12430764, 12430765, 12430766, 12430767, 12430768, 12430769, 12430770, 12430771, 12430772, 12430773, 12430774, 12430775, 12430776, 12430777, 12430778, 12430779, 12430780, 12430781, 12430782, 12529503, 12719963, 12719964, 12719965, 12719966, 12719967, 12719968, 12719969, 12719970, 12719971, 12719972], "trace_timestamp_s": 141.26500000000033, "ttft_s": 34.90128703599839, "turn_id": 3} +{"actual_output_tokens": 338, "cached_tokens": 15808, "effective_input_length": 15969, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15969, "latency_s": 5.4267912870018336, "output_length": 338, "proxy_request_id": "1272313:7:1290281:206", "request_id": "1272313:7:1290281:206", "request_type": "coder", "requested_output_tokens": 338, "session_id": "1272313", "t_dispatch_unix": 1779960891.9106083, "t_finish_unix": 1779960897.3373992, "t_first_token_unix": 1779960891.9916437, "tpot_s": 0.015862102830863797, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12835696], "trace_timestamp_s": 182.72299999999996, "ttft_s": 0.08103393800047343, "turn_id": 7} +{"actual_output_tokens": 207, "cached_tokens": 89696, "effective_input_length": 89749, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89749, "latency_s": 2.7799082409983384, "output_length": 207, "proxy_request_id": "1279994:4:1290711:211", "request_id": "1279994:4:1290711:211", "request_type": "coder", "requested_output_tokens": 207, "session_id": "1279994", "t_dispatch_unix": 1779960895.0243807, "t_finish_unix": 1779960897.8042889, "t_first_token_unix": 1779960895.2288384, "tpot_s": 0.012501168033973883, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 48458, 48459, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 35237, 35238, 35239, 35240, 35241, 35242, 12737831, 2298635, 12737832, 12737833, 12737834, 12737835, 12737836, 12737837, 12737838, 12737839, 12737840, 12737841, 12737842, 12737843, 12737844, 12737845, 12737846, 12737847, 12737848, 12737849, 12737850, 12737851, 12737852, 12737853, 12737854, 12737855, 12737856, 12737857, 12737858, 12737859, 12737860, 12737861, 12737862, 12737863, 12737864, 12737865, 12737866, 12737867, 12737868, 12737869, 12737870, 12737871, 12737872, 12737873, 12737874, 12737875, 12737876, 12737877, 12737878, 12737879, 12737880, 12737881, 12737882, 12737883, 12737884, 12737885, 12737886, 12737887, 12737888, 12737889, 12737890, 12737891, 12737892, 12737893, 12737894, 12737895, 12737896, 12737897, 12737898, 12737899, 12737900, 12737901, 12737902, 12737903, 12737904, 12737905, 12737906, 12737907, 12737908, 12737909, 12737910, 12737911, 12737912, 12737913, 12737914, 12737915, 12737916, 12737917, 12737918, 12737919, 12737920, 12737921, 12737922, 12737923, 12737924, 12737925, 12737926, 12737927, 12737928, 12737929, 12737930, 12737931, 12737932, 12737933, 12737934, 12737935, 12737936, 12737937, 12737938, 12737939, 12737940, 12737941, 12737942, 12737943, 12737944, 12737945, 12737946, 12737947, 12737948, 12737949, 12737950, 12737951, 12737952, 12737953, 12737954, 12737955, 12737956, 12737957, 12766559, 12766560, 12839503, 12839504, 12839505, 12839506, 12839507, 12839508, 12839509, 12839510, 12839511, 12839512, 12839513, 12839514], "trace_timestamp_s": 184.05000000000018, "ttft_s": 0.20445520100111025, "turn_id": 4} +{"actual_output_tokens": 68, "cached_tokens": 42112, "effective_input_length": 42153, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42153, "latency_s": 0.9186166389990831, "output_length": 68, "proxy_request_id": "1260327:6:1291827:215", "request_id": "1260327:6:1291827:215", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1260327", "t_dispatch_unix": 1779960897.1982327, "t_finish_unix": 1779960898.1168492, "t_first_token_unix": 1779960897.3165412, "tpot_s": 0.011939454641779137, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041, 12755377, 12755378, 12755379, 12755380, 12755381, 12755382, 12755383, 12755384, 12755385, 12755386, 12755387, 12755388, 12755389, 12755390, 12755391, 12755392, 12755393, 12755394, 12755395, 12755396, 12849182], "trace_timestamp_s": 188.01000000000022, "ttft_s": 0.11830586300129653, "turn_id": 6} +{"actual_output_tokens": 54, "cached_tokens": 23344, "effective_input_length": 23414, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23414, "latency_s": 0.3974476829971536, "output_length": 54, "proxy_request_id": "1290365:2:1292000:217", "request_id": "1290365:2:1292000:217", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1290365", "t_dispatch_unix": 1779960897.7661245, "t_finish_unix": 1779960898.1635723, "t_first_token_unix": 1779960897.8476496, "tpot_s": 0.005956003150956503, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12850942], "trace_timestamp_s": 188.57900000000063, "ttft_s": 0.0815231259985012, "turn_id": 2} +{"actual_output_tokens": 29, "cached_tokens": 0, "effective_input_length": 8144, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8144, "latency_s": 0.7138841830019373, "output_length": 29, "proxy_request_id": "1291944:1:1291944:216", "request_id": "1291944:1:1291944:216", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1291944", "t_dispatch_unix": 1779960897.571395, "t_finish_unix": 1779960898.285279, "t_first_token_unix": 1779960898.1421912, "tpot_s": 0.005101340214293616, "trace_hash_ids": [12831732, 12831733, 12831734, 12831735, 12831736, 12831737, 12831738, 12844495, 12844496, 12844497, 12844498, 12850497, 12850498, 12850499, 12850500, 12850501], "trace_timestamp_s": 188.38200000000052, "ttft_s": 0.5707950639989576, "turn_id": 1} +{"actual_output_tokens": 546, "cached_tokens": 39216, "effective_input_length": 42745, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42745, "latency_s": 7.71123940599864, "output_length": 546, "proxy_request_id": "1269373:7:1290314:207", "request_id": "1269373:7:1290314:207", "request_type": "coder", "requested_output_tokens": 546, "session_id": "1269373", "t_dispatch_unix": 1779960892.001817, "t_finish_unix": 1779960899.7130563, "t_first_token_unix": 1779960893.0859542, "tpot_s": 0.012158938214677352, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12835840], "trace_timestamp_s": 182.8120000000008, "ttft_s": 1.0841222119997838, "turn_id": 7} +{"actual_output_tokens": 34, "cached_tokens": 9664, "effective_input_length": 16914, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16914, "latency_s": 1.0800550320018374, "output_length": 34, "proxy_request_id": "1286551:3:1292589:219", "request_id": "1286551:3:1292589:219", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1286551", "t_dispatch_unix": 1779960899.4386368, "t_finish_unix": 1779960900.518692, "t_first_token_unix": 1779960900.3370512, "tpot_s": 0.0054941463636306725, "trace_hash_ids": [12800256, 12800257, 12800258, 12807767, 12807768, 12820147, 12820148, 12820149, 12820150, 12820151, 12820152, 12820153, 12820154, 12820155, 12827804, 12827805, 12827806, 12827807, 12836762, 12836763, 12836764, 12836765, 12836766, 12836767, 12836768, 12836769, 12845101, 12845102, 12857466, 12857467, 12857468, 12857469, 12857470, 12857471], "trace_timestamp_s": 190.2490000000007, "ttft_s": 0.8984123299997009, "turn_id": 3} +{"actual_output_tokens": 86, "cached_tokens": 0, "effective_input_length": 4684, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4684, "latency_s": 0.7442469969973899, "output_length": 86, "proxy_request_id": "1292750:1:1292750:220", "request_id": "1292750:1:1292750:220", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1292750", "t_dispatch_unix": 1779960900.0737941, "t_finish_unix": 1779960900.8180406, "t_first_token_unix": 1779960900.3711839, "tpot_s": 0.005252865588237696, "trace_hash_ids": [12851054, 12851055, 12851056, 12851057, 12851058, 12851059, 12851060, 12858884, 12858885, 12858886], "trace_timestamp_s": 190.88500000000022, "ttft_s": 0.29738912299944786, "turn_id": 1} +{"actual_output_tokens": 64, "cached_tokens": 0, "effective_input_length": 77805, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77805, "latency_s": 21.083332927999436, "output_length": 64, "proxy_request_id": "1287100:1:1287100:196", "request_id": "1287100:1:1287100:196", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1287100", "t_dispatch_unix": 1779960881.2101312, "t_finish_unix": 1779960902.293463, "t_first_token_unix": 1779960901.7740395, "tpot_s": 0.008240966380923517, "trace_hash_ids": [61256, 776286, 192478, 776287, 776288, 776289, 776290, 776291, 776292, 776293, 776294, 776295, 776296, 776297, 776298, 776299, 776300, 776301, 776302, 776303, 776304, 776305, 776306, 776307, 776308, 776309, 776310, 776311, 776312, 776313, 776314, 776315, 776316, 12805558, 167529, 167530, 1729741, 1729742, 1729743, 527276, 527277, 611084, 611085, 6750692, 6750693, 6750694, 6750695, 6750696, 6750697, 6750698, 6750699, 6750700, 6750701, 6750702, 6750703, 6750704, 9671050, 9671051, 9671052, 9671053, 9671054, 9671055, 9671056, 2149400, 2149401, 2149402, 9671057, 7270289, 173464, 9671058, 9671059, 9671060, 9671061, 9671062, 9671063, 9671064, 9671065, 9671066, 9671067, 9671068, 9671069, 9739253, 9739254, 9739255, 9739256, 10166701, 10457216, 10457217, 10457218, 10457219, 10457220, 10457221, 10457222, 10457223, 10457224, 10457225, 10457226, 10457227, 10457228, 10457229, 10457230, 10457231, 10457232, 10457233, 10457234, 10457235, 10642319, 10642320, 10642321, 10642322, 10642323, 10642324, 10642325, 10642326, 10843616, 10843617, 10843618, 10843619, 11736040, 11736041, 11736042, 11736043, 11736044, 11736045, 11736046, 11736047, 11736048, 11736049, 11736050, 11736051, 11736052, 11736053, 11736054, 11736055, 11736056, 11736057, 11736058, 11736059, 12076230, 12076231, 12076232, 12076233, 12179754, 12179755, 12408409, 12408410, 12408411, 12442683, 12643996, 12643997, 12805559, 12805560], "trace_timestamp_s": 171.99099999999999, "ttft_s": 20.563907190000464, "turn_id": 1} +{"actual_output_tokens": 31, "cached_tokens": 1808, "effective_input_length": 2572, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2572, "latency_s": 0.2329994439969596, "output_length": 31, "proxy_request_id": "1291100:2:1293458:223", "request_id": "1291100:2:1293458:223", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1291100", "t_dispatch_unix": 1779960902.5639691, "t_finish_unix": 1779960902.7969685, "t_first_token_unix": 1779960902.6453085, "tpot_s": 0.005046389966688973, "trace_hash_ids": [12831468, 12842817, 12842818, 12852078, 12865966, 12865967], "trace_timestamp_s": 193.3760000000002, "ttft_s": 0.08133829699727357, "turn_id": 2} +{"actual_output_tokens": 25, "cached_tokens": 0, "effective_input_length": 6460, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6460, "latency_s": 0.5519932210008847, "output_length": 25, "proxy_request_id": "1293507:1:1293507:224", "request_id": "1293507:1:1293507:224", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1293507", "t_dispatch_unix": 1779960902.7492, "t_finish_unix": 1779960903.3011935, "t_first_token_unix": 1779960903.179861, "tpot_s": 0.0050456501250361425, "trace_hash_ids": [12835633, 12835634, 12835635, 12835636, 12835637, 12835638, 12835639, 12835640, 12843654, 12851154, 12851155, 12866668, 12866669], "trace_timestamp_s": 193.5600000000004, "ttft_s": 0.4306596399983391, "turn_id": 1} +{"actual_output_tokens": 347, "cached_tokens": 118688, "effective_input_length": 118736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 118736, "latency_s": 6.682628693000879, "output_length": 347, "proxy_request_id": "1258859:4:1282900:176", "request_id": "1258859:4:1282900:176", "request_type": "coder", "requested_output_tokens": 347, "session_id": "1258859", "t_dispatch_unix": 1779960897.032903, "t_finish_unix": 1779960903.715531, "t_first_token_unix": 1779960897.3094523, "tpot_s": 0.01851385095952837, "trace_hash_ids": [12430567, 12430568, 12430569, 12430570, 12430571, 12430572, 12430573, 12430574, 12430575, 12430576, 12430577, 12430578, 12430579, 12430580, 12430581, 130102, 12430582, 12430583, 12430584, 566066, 12430585, 12430586, 12430587, 12430588, 12430589, 12430590, 12430591, 12430592, 12430593, 12430594, 12430595, 12430596, 12430597, 12430598, 12430599, 12430600, 12430601, 12430602, 12430603, 12430604, 12430605, 12430606, 12430607, 12430608, 12430609, 12430610, 12430611, 12430612, 12430613, 12430614, 12430615, 12430616, 12430617, 12430618, 12430619, 12430620, 12430621, 12430622, 12430623, 1795157, 1795158, 12430624, 12430625, 12430626, 12430627, 12430628, 12430629, 12430630, 12430631, 12430632, 12430633, 12430634, 12430635, 12430636, 12430637, 12430638, 12430639, 12430640, 12430641, 12430642, 12430643, 12430644, 12430645, 12430646, 12430647, 12430648, 12430649, 12430650, 12430651, 12430652, 12430653, 12430654, 12430655, 12430656, 12430657, 12430658, 12430659, 12430660, 12430661, 12430662, 12430663, 12430664, 12430665, 12430666, 12430667, 12430668, 12430669, 12430670, 12430671, 12430672, 12430673, 12430674, 12430675, 12430676, 12430677, 12430678, 12430679, 12430680, 12430681, 12430682, 12430683, 12430684, 12430685, 12430686, 12430687, 12430688, 12430689, 12430690, 12430691, 12430692, 12430693, 12430694, 12430695, 12430696, 12430697, 12430698, 12430699, 12430700, 12430701, 12430702, 12430703, 12430704, 12430705, 12430706, 12430707, 12430708, 12430709, 12430710, 12430711, 12430712, 12430713, 12430714, 12430715, 12430716, 12430717, 12430718, 12430719, 12430720, 12430721, 12430722, 12430723, 12430724, 12430725, 12430726, 12430727, 12430728, 12430729, 12430730, 12430731, 12430732, 12430733, 12430734, 12430735, 12430736, 12430737, 12430738, 12430739, 12430740, 12430741, 12430742, 12430743, 12430744, 12430745, 12430746, 12430747, 12430748, 12430749, 12430750, 12430751, 12430752, 12430753, 12430754, 12430755, 12430756, 12430757, 12430758, 12430759, 12430760, 12430761, 12430762, 12430763, 12430764, 12430765, 12430766, 12430767, 12430768, 12430769, 12430770, 12430771, 12430772, 12430773, 12430774, 12430775, 12430776, 12430777, 12430778, 12430779, 12430780, 12430781, 12430782, 12529503, 12719963, 12719964, 12719965, 12719966, 12719967, 12719968, 12719969, 12719970, 12719971, 12719972, 12765270], "trace_timestamp_s": 157.40900000000056, "ttft_s": 0.27654774600159726, "turn_id": 4} +{"actual_output_tokens": 329, "cached_tokens": 23456, "effective_input_length": 24482, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24482, "latency_s": 2.3396785629993246, "output_length": 329, "proxy_request_id": "1290365:3:1293216:222", "request_id": "1290365:3:1293216:222", "request_type": "coder", "requested_output_tokens": 329, "session_id": "1290365", "t_dispatch_unix": 1779960901.70102, "t_finish_unix": 1779960904.0406985, "t_first_token_unix": 1779960901.9740548, "tpot_s": 0.006299871896339382, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12850942, 12863485, 12863486], "trace_timestamp_s": 192.51299999999992, "ttft_s": 0.27303298599872505, "turn_id": 3} +{"actual_output_tokens": 96, "cached_tokens": 88144, "effective_input_length": 96105, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96105, "latency_s": 5.521188442999119, "output_length": 96, "proxy_request_id": "1266668:8:1292408:218", "request_id": "1266668:8:1292408:218", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1266668", "t_dispatch_unix": 1779960898.887506, "t_finish_unix": 1779960904.4086912, "t_first_token_unix": 1779960903.5023198, "tpot_s": 0.009538212357897704, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12855425], "trace_timestamp_s": 189.6910000000007, "ttft_s": 4.614815054999781, "turn_id": 8} +{"actual_output_tokens": 63, "cached_tokens": 8160, "effective_input_length": 12388, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12388, "latency_s": 0.8199063650026801, "output_length": 63, "proxy_request_id": "1291944:2:1293798:227", "request_id": "1291944:2:1293798:227", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1291944", "t_dispatch_unix": 1779960903.83366, "t_finish_unix": 1779960904.6535664, "t_first_token_unix": 1779960904.3107393, "tpot_s": 0.005525801903199716, "trace_hash_ids": [12831732, 12831733, 12831734, 12831735, 12831736, 12831737, 12831738, 12844495, 12844496, 12844497, 12844498, 12850497, 12850498, 12850499, 12850500, 12861564, 12861565, 12861566, 12861567, 12861568, 12861569, 12869790, 12869791, 12869792, 12869793], "trace_timestamp_s": 194.64500000000044, "ttft_s": 0.4770778420024726, "turn_id": 2} +{"actual_output_tokens": 3746, "cached_tokens": 22352, "effective_input_length": 25187, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25187, "latency_s": 100.82954787400013, "output_length": 3746, "proxy_request_id": "1242838:4:1265709:87", "request_id": "1242838:4:1265709:87", "request_type": "coder", "requested_output_tokens": 3746, "session_id": "1242838", "t_dispatch_unix": 1779960806.9422069, "t_finish_unix": 1779960907.7717545, "t_first_token_unix": 1779960843.4366736, "tpot_s": 0.017178862806141018, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892, 12596370, 12596371, 12596372, 12596373, 12596374, 12596375], "trace_timestamp_s": 97.75300000000061, "ttft_s": 36.49446421600078, "turn_id": 4} +{"actual_output_tokens": 279, "cached_tokens": 28795, "effective_input_length": 28796, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28796, "latency_s": 4.606805454001005, "output_length": 279, "proxy_request_id": "1272313:8:1293738:226", "request_id": "1272313:8:1293738:226", "request_type": "coder", "requested_output_tokens": 279, "session_id": "1272313", "t_dispatch_unix": 1779960903.68323, "t_finish_unix": 1779960908.2900355, "t_first_token_unix": 1779960906.4721305, "tpot_s": 0.006538293758992348, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12868962, 12868963, 12868964, 12868965, 12868966, 12868967, 12868968, 12868969, 12868970, 12868971, 12868972, 12868973, 12868974, 12868975, 12868976, 12868977, 12868978, 12868979, 12868980, 12868981, 12868982, 12868983, 12868984, 12868985, 12868986, 12868987], "trace_timestamp_s": 194.49099999999999, "ttft_s": 2.788899022998521, "turn_id": 8} +{"actual_output_tokens": 111, "cached_tokens": 12800, "effective_input_length": 21947, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21947, "latency_s": 2.059498893999262, "output_length": 111, "proxy_request_id": "1294611:1:1294611:229", "request_id": "1294611:1:1294611:229", "request_type": "coder", "requested_output_tokens": 111, "session_id": "1294611", "t_dispatch_unix": 1779960906.2941883, "t_finish_unix": 1779960908.353687, "t_first_token_unix": 1779960907.6882484, "tpot_s": 0.006047337081790003, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479], "trace_timestamp_s": 197.10300000000007, "ttft_s": 1.3940578600013396, "turn_id": 1} +{"actual_output_tokens": 35, "cached_tokens": 96192, "effective_input_length": 96717, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96717, "latency_s": 0.8511976529989624, "output_length": 35, "proxy_request_id": "1266668:9:1295576:231", "request_id": "1266668:9:1295576:231", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1266668", "t_dispatch_unix": 1779960909.8521175, "t_finish_unix": 1779960910.703314, "t_first_token_unix": 1779960910.422518, "tpot_s": 0.0081440597646981, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12886824, 12886825], "trace_timestamp_s": 200.66200000000026, "ttft_s": 0.5703987090018927, "turn_id": 9} +{"actual_output_tokens": 82, "cached_tokens": 0, "effective_input_length": 10857, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10857, "latency_s": 1.325260679997882, "output_length": 82, "proxy_request_id": "1295690:1:1295690:232", "request_id": "1295690:1:1295690:232", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1295690", "t_dispatch_unix": 1779960910.198067, "t_finish_unix": 1779960911.5233278, "t_first_token_unix": 1779960911.0823817, "tpot_s": 0.005440071530846367, "trace_hash_ids": [12865131, 12865132, 12865133, 12865134, 12865135, 12865136, 12865137, 12877451, 12877452, 12877453, 12877454, 12877455, 12888257, 12888258, 12888259, 12888260, 12888261, 12888262, 12888263, 12888264, 12888265, 12888266], "trace_timestamp_s": 201.00700000000052, "ttft_s": 0.8843133080008556, "turn_id": 1} +{"actual_output_tokens": 220, "cached_tokens": 22048, "effective_input_length": 23610, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23610, "latency_s": 1.765280902000086, "output_length": 220, "proxy_request_id": "1294611:2:1295852:233", "request_id": "1294611:2:1295852:233", "request_type": "coder", "requested_output_tokens": 220, "session_id": "1294611", "t_dispatch_unix": 1779960910.7010672, "t_finish_unix": 1779960912.4663477, "t_first_token_unix": 1779960911.0972505, "tpot_s": 0.006250322963468987, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12890138], "trace_timestamp_s": 201.51299999999992, "ttft_s": 0.39618191800036584, "turn_id": 2} +{"actual_output_tokens": 61, "cached_tokens": 0, "effective_input_length": 82014, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 82014, "latency_s": 23.69111159699969, "output_length": 61, "proxy_request_id": "1289570:1:1289570:204", "request_id": "1289570:1:1289570:204", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1289570", "t_dispatch_unix": 1779960889.5309598, "t_finish_unix": 1779960913.2220714, "t_first_token_unix": 1779960912.3932898, "tpot_s": 0.013808367633343248, "trace_hash_ids": [44148, 44149, 44150, 44151, 44152, 44153, 326399, 326400, 326401, 192485, 192486, 326402, 326403, 326404, 326405, 186604, 326406, 326407, 326408, 326409, 326410, 326411, 8410093, 8410094, 8410095, 8410096, 334886, 8410097, 8410098, 8410099, 8410100, 8410101, 8410102, 8410103, 8410104, 8410105, 8410106, 8410107, 8410108, 12828955, 127129, 127130, 127131, 127132, 9195123, 124871, 124872, 2501130, 2501131, 9195124, 9195125, 9195126, 9195127, 9195128, 9195129, 9195130, 9195131, 9195132, 9195133, 9195134, 9195135, 9195136, 9195137, 9195138, 9195139, 9195140, 9195141, 9195142, 9932953, 9932954, 9932955, 9932956, 9798604, 10563697, 10563698, 10563699, 10563700, 10563701, 10563702, 10563703, 10563704, 10563705, 10563706, 10563707, 10563708, 10563709, 10563710, 10563711, 10563712, 10563713, 11618308, 11618309, 11618310, 11618311, 11922778, 11922779, 11922780, 11922781, 11922782, 11922783, 11922784, 11922785, 11922786, 11922787, 11922788, 11922789, 11922790, 11922791, 11922792, 11922793, 11922794, 11922795, 11922796, 11922797, 11922798, 11922799, 11922800, 11922801, 11922802, 11922803, 11922804, 11922805, 11922806, 11922807, 11922808, 11922809, 11922810, 11922811, 11922812, 11922813, 11922814, 11922815, 11922816, 11922817, 11922818, 11922819, 11922820, 11922821, 11922822, 11922823, 11922824, 11922825, 11922826, 11922827, 11922828, 11922829, 11922830, 11922831, 11922832, 11922833, 12148250, 12148251, 12148252, 12442632, 12442633, 12442634, 12542377, 12828956, 12828957, 12828958, 12828959], "trace_timestamp_s": 180.3120000000008, "ttft_s": 22.86232794999887, "turn_id": 1} +{"actual_output_tokens": 80, "cached_tokens": 35024, "effective_input_length": 35099, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35099, "latency_s": 17.171142208000674, "output_length": 80, "proxy_request_id": "1262354:12:1291548:213", "request_id": "1262354:12:1291548:213", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1262354", "t_dispatch_unix": 1779960896.2292829, "t_finish_unix": 1779960913.4004247, "t_first_token_unix": 1779960912.3962471, "tpot_s": 0.012704728303808362, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12846190, 12846191], "trace_timestamp_s": 187.04100000000017, "ttft_s": 16.166962770999817, "turn_id": 12} +{"actual_output_tokens": 155, "cached_tokens": 32128, "effective_input_length": 32191, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32191, "latency_s": 24.399868653999874, "output_length": 155, "proxy_request_id": "1279412:4:1289482:203", "request_id": "1279412:4:1289482:203", "request_type": "coder", "requested_output_tokens": 155, "session_id": "1279412", "t_dispatch_unix": 1779960889.1833122, "t_finish_unix": 1779960913.5831802, "t_first_token_unix": 1779960889.2797685, "tpot_s": 0.1578120506363522, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932], "trace_timestamp_s": 179.9950000000008, "ttft_s": 0.0964455840003211, "turn_id": 4} +{"actual_output_tokens": 91, "cached_tokens": 35168, "effective_input_length": 35210, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35210, "latency_s": 0.8918567330001679, "output_length": 91, "proxy_request_id": "1262354:13:1293000:221", "request_id": "1262354:13:1293000:221", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1262354", "t_dispatch_unix": 1779960913.4019828, "t_finish_unix": 1779960914.2938397, "t_first_token_unix": 1779960913.4937735, "tpot_s": 0.008886923955570739, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12846190, 12861540], "trace_timestamp_s": 191.72700000000077, "ttft_s": 0.09178907800014713, "turn_id": 13} +{"actual_output_tokens": 1887, "cached_tokens": 0, "effective_input_length": 114612, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 114612, "latency_s": 74.26228866600286, "output_length": 1887, "proxy_request_id": "1275274:1:1275274:136", "request_id": "1275274:1:1275274:136", "request_type": "coder", "requested_output_tokens": 1887, "session_id": "1275274", "t_dispatch_unix": 1779960840.0708897, "t_finish_unix": 1779960914.3331773, "t_first_token_unix": 1779960882.4462092, "tpot_s": 0.016907088237539523, "trace_hash_ids": [9491467, 195037, 195038, 195039, 195040, 195041, 195042, 195043, 195044, 10319406, 10319407, 10319408, 10319409, 10319410, 10319411, 10319412, 10319413, 10319414, 5374859, 10319415, 10319416, 816846, 10319417, 10319418, 10319419, 10319420, 194680, 194681, 10319421, 10319422, 10319423, 10319424, 10319425, 10319426, 10319427, 10319428, 10319429, 10319430, 10319431, 10319432, 10319433, 10319434, 10319435, 10319436, 10319437, 10319438, 10319439, 10319440, 10319441, 10319442, 10319443, 10319444, 10319445, 10319446, 10319447, 10319448, 10319449, 10319450, 10319451, 10319452, 10319453, 10319454, 10319455, 10319456, 10319457, 10319458, 10319459, 10319460, 10319461, 10319462, 10319463, 10319464, 10319465, 10319466, 10319467, 10319468, 10319469, 10319470, 10319471, 10319472, 10319473, 10319474, 10319475, 10319476, 10319477, 10319478, 10319479, 10319480, 10319481, 10319482, 10319483, 10319484, 10319485, 10319486, 10319487, 10319488, 10319489, 10319490, 10319491, 10319492, 10319493, 10319494, 10319495, 10319496, 10319497, 10319498, 10319499, 10319500, 10319501, 10319502, 10319503, 10319504, 10319505, 10319506, 10319507, 10319508, 10319509, 10319510, 10319511, 10319512, 10319513, 10319514, 10319515, 10319516, 10319517, 10319518, 10319519, 10319520, 10319521, 10319522, 10319523, 10319524, 10319525, 10319526, 10319527, 10319528, 10319529, 10319530, 10319531, 10319532, 10319533, 10319534, 10319535, 10319536, 10319537, 10319538, 10319539, 10319540, 10319541, 10319542, 10319543, 10319544, 10319545, 10319546, 10319547, 10319548, 10319549, 10319550, 10319551, 10319552, 10319553, 10319554, 10319555, 10319556, 10319557, 10319558, 10319559, 10319560, 10319561, 10319562, 10319563, 10319564, 10319565, 10319566, 10319567, 10319568, 10319569, 10319570, 10319571, 10319572, 10319573, 10451843, 10538212, 10538213, 10590028, 10695557, 10848849, 10848850, 10848851, 10949071, 11065667, 11650526, 11650527, 11650528, 11717015, 11717016, 11717017, 11717018, 11717019, 11717020, 11796353, 11796354, 11796355, 11796356, 11895285, 12041647, 12041648, 12041649, 12041650, 12193888, 12247657, 12247658, 12247659, 12247660, 12374859, 12374860, 12374861, 12437166, 12437167, 12596754, 12596755, 12690937, 12690938, 12690939], "trace_timestamp_s": 130.82999999999993, "ttft_s": 42.37531680200118, "turn_id": 1} +{"actual_output_tokens": 22, "cached_tokens": 0, "effective_input_length": 624, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 624, "latency_s": 0.17361803699895972, "output_length": 22, "proxy_request_id": "1296872:1:1296872:235", "request_id": "1296872:1:1296872:235", "request_type": "coder", "requested_output_tokens": 22, "session_id": "1296872", "t_dispatch_unix": 1779960914.262833, "t_finish_unix": 1779960914.4364507, "t_first_token_unix": 1779960914.3328063, "tpot_s": 0.004925050666705439, "trace_hash_ids": [12899223, 12899224], "trace_timestamp_s": 205.07600000000002, "ttft_s": 0.069972687997506, "turn_id": 1} +{"actual_output_tokens": 89, "cached_tokens": 32336, "effective_input_length": 32359, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32359, "latency_s": 0.9137998250007513, "output_length": 89, "proxy_request_id": "1279412:5:1291651:214", "request_id": "1279412:5:1291651:214", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1279412", "t_dispatch_unix": 1779960913.5844426, "t_finish_unix": 1779960914.4982426, "t_first_token_unix": 1779960913.6555967, "tpot_s": 0.00957197988633528, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12846974], "trace_timestamp_s": 187.32600000000002, "ttft_s": 0.07115255100143258, "turn_id": 5} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 1791, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1791, "latency_s": 0.3456081330004963, "output_length": 46, "proxy_request_id": "1296983:1:1296983:236", "request_id": "1296983:1:1296983:236", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1296983", "t_dispatch_unix": 1779960914.697056, "t_finish_unix": 1779960915.042664, "t_first_token_unix": 1779960914.8180404, "tpot_s": 0.004985384177739939, "trace_hash_ids": [12890444, 12900454, 12900455, 12900456], "trace_timestamp_s": 205.50900000000001, "ttft_s": 0.12098299699937343, "turn_id": 1} +{"actual_output_tokens": 36, "cached_tokens": 42208, "effective_input_length": 42363, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42363, "latency_s": 0.3894667210006446, "output_length": 36, "proxy_request_id": "1260327:7:1297673:242", "request_id": "1260327:7:1297673:242", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1260327", "t_dispatch_unix": 1779960916.879653, "t_finish_unix": 1779960917.2691188, "t_first_token_unix": 1779960917.0473354, "tpot_s": 0.006329662685623459, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041, 12755377, 12755378, 12755379, 12755380, 12755381, 12755382, 12755383, 12755384, 12755385, 12755386, 12755387, 12755388, 12755389, 12755390, 12755391, 12755392, 12755393, 12755394, 12755395, 12755396, 12849182], "trace_timestamp_s": 207.692, "ttft_s": 0.1676807270014251, "turn_id": 7} +{"actual_output_tokens": 201, "cached_tokens": 35296, "effective_input_length": 35435, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35435, "latency_s": 3.595627164999314, "output_length": 201, "proxy_request_id": "1262354:14:1294243:228", "request_id": "1262354:14:1294243:228", "request_type": "coder", "requested_output_tokens": 201, "session_id": "1262354", "t_dispatch_unix": 1779960914.2952528, "t_finish_unix": 1779960917.8908803, "t_first_token_unix": 1779960914.4318554, "tpot_s": 0.01729363029498927, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12846190, 12861540, 12873922], "trace_timestamp_s": 195.8110000000006, "ttft_s": 0.13660058900131844, "turn_id": 14} +{"actual_output_tokens": 144, "cached_tokens": 29072, "effective_input_length": 29149, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29149, "latency_s": 1.028652092001721, "output_length": 144, "proxy_request_id": "1272313:9:1297810:243", "request_id": "1272313:9:1297810:243", "request_type": "coder", "requested_output_tokens": 144, "session_id": "1272313", "t_dispatch_unix": 1779960917.3525712, "t_finish_unix": 1779960918.3812234, "t_first_token_unix": 1779960917.4658222, "tpot_s": 0.006399516356637591, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12868962, 12868963, 12868964, 12868965, 12868966, 12868967, 12868968, 12868969, 12868970, 12868971, 12868972, 12868973, 12868974, 12868975, 12868976, 12868977, 12868978, 12868979, 12868980, 12868981, 12868982, 12868983, 12868984, 12868985, 12868986, 12907593], "trace_timestamp_s": 208.16499999999996, "ttft_s": 0.11324899499959429, "turn_id": 9} +{"actual_output_tokens": 18, "cached_tokens": 7280, "effective_input_length": 11994, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11994, "latency_s": 0.5919019989996741, "output_length": 18, "proxy_request_id": "1290442:2:1298058:246", "request_id": "1290442:2:1298058:246", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1290442", "t_dispatch_unix": 1779960918.2325168, "t_finish_unix": 1779960918.8244193, "t_first_token_unix": 1779960918.7430727, "tpot_s": 0.004764377470564796, "trace_hash_ids": [12909662, 12909663, 12909664, 12909665, 12909666, 12909667, 12909668, 12909669, 12909670, 12909671, 12909672, 12909673, 12909674, 12909675, 12909676, 12909677, 12909678, 12909679, 12909680, 12909681, 12909682, 12909683, 12909684, 12909685], "trace_timestamp_s": 209.04100000000017, "ttft_s": 0.5105525690014474, "turn_id": 2} +{"actual_output_tokens": 488, "cached_tokens": 23824, "effective_input_length": 23863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23863, "latency_s": 3.1469714589984505, "output_length": 488, "proxy_request_id": "1294611:3:1297534:240", "request_id": "1294611:3:1297534:240", "request_type": "coder", "requested_output_tokens": 488, "session_id": "1294611", "t_dispatch_unix": 1779960916.5391097, "t_finish_unix": 1779960919.6860812, "t_first_token_unix": 1779960916.6061594, "tpot_s": 0.006323692168380018, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12905263], "trace_timestamp_s": 207.35100000000057, "ttft_s": 0.06704787299895543, "turn_id": 3} +{"actual_output_tokens": 226, "cached_tokens": 0, "effective_input_length": 13992, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13992, "latency_s": 2.5132334970003285, "output_length": 226, "proxy_request_id": "1297811:1:1297811:244", "request_id": "1297811:1:1297811:244", "request_type": "coder", "requested_output_tokens": 226, "session_id": "1297811", "t_dispatch_unix": 1779960917.3619528, "t_finish_unix": 1779960919.8751862, "t_first_token_unix": 1779960918.5771668, "tpot_s": 0.005767864200008464, "trace_hash_ids": [3411, 3412, 3413, 3840, 3841, 3842, 3843, 3844, 3845, 3846, 3847, 3848, 3849, 3850, 3851, 3852, 2642723, 18908, 18909, 18910, 2642724, 1369412, 12886430, 12886431, 12907594, 12907595, 41662, 12907596], "trace_timestamp_s": 208.16600000000017, "ttft_s": 1.2152130360009323, "turn_id": 1} +{"actual_output_tokens": 169, "cached_tokens": 24800, "effective_input_length": 25103, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25103, "latency_s": 1.186113118998037, "output_length": 169, "proxy_request_id": "1290365:4:1298540:247", "request_id": "1290365:4:1298540:247", "request_type": "coder", "requested_output_tokens": 169, "session_id": "1290365", "t_dispatch_unix": 1779960919.9366856, "t_finish_unix": 1779960921.122799, "t_first_token_unix": 1779960920.052489, "tpot_s": 0.006369147541655755, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12850942, 12863485, 12863486, 12914159, 12914160], "trace_timestamp_s": 210.7490000000007, "ttft_s": 0.11580182699981378, "turn_id": 4} +{"actual_output_tokens": 355, "cached_tokens": 35632, "effective_input_length": 35669, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35669, "latency_s": 4.3625612020005065, "output_length": 355, "proxy_request_id": "1262354:15:1296106:234", "request_id": "1262354:15:1296106:234", "request_type": "coder", "requested_output_tokens": 355, "session_id": "1262354", "t_dispatch_unix": 1779960917.893084, "t_finish_unix": 1779960922.255645, "t_first_token_unix": 1779960917.9895449, "tpot_s": 0.012050460686443566, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12846190, 12861540, 12892843], "trace_timestamp_s": 202.45900000000074, "ttft_s": 0.09645917500165524, "turn_id": 15} +{"actual_output_tokens": 36, "cached_tokens": 0, "effective_input_length": 9530, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9530, "latency_s": 0.9142977170013182, "output_length": 36, "proxy_request_id": "1298970:1:1298970:248", "request_id": "1298970:1:1298970:248", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1298970", "t_dispatch_unix": 1779960921.5014033, "t_finish_unix": 1779960922.4157007, "t_first_token_unix": 1779960922.2300787, "tpot_s": 0.005297085028515929, "trace_hash_ids": [12901321, 12901322, 12901323, 12901324, 12901325, 12901326, 12901327, 12906384, 12906385, 12911458, 12918873, 12918874, 12918875, 12918876, 12918877, 12918878, 12918879, 12918880, 12918881], "trace_timestamp_s": 212.3110000000006, "ttft_s": 0.7286740680028743, "turn_id": 1} +{"actual_output_tokens": 353, "cached_tokens": 13168, "effective_input_length": 21630, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21630, "latency_s": 4.28359177299717, "output_length": 353, "proxy_request_id": "1268861:3:1298057:245", "request_id": "1268861:3:1298057:245", "request_type": "coder", "requested_output_tokens": 353, "session_id": "1268861", "t_dispatch_unix": 1779960918.2177207, "t_finish_unix": 1779960922.501312, "t_first_token_unix": 1779960919.492561, "tpot_s": 0.008546952977274652, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 12909661], "trace_timestamp_s": 209.02700000000004, "ttft_s": 1.2748383909965924, "turn_id": 3} +{"actual_output_tokens": 226, "cached_tokens": 0, "effective_input_length": 881, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 881, "latency_s": 1.232850223997957, "output_length": 226, "proxy_request_id": "1299073:1:1299073:249", "request_id": "1299073:1:1299073:249", "request_type": "coder", "requested_output_tokens": 226, "session_id": "1299073", "t_dispatch_unix": 1779960921.862735, "t_finish_unix": 1779960923.0955853, "t_first_token_unix": 1779960921.9703145, "tpot_s": 0.0049999934177806914, "trace_hash_ids": [7025, 12919848], "trace_timestamp_s": 212.67500000000018, "ttft_s": 0.10757873299735365, "turn_id": 1} +{"actual_output_tokens": 38, "cached_tokens": 1824, "effective_input_length": 7963, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7963, "latency_s": 0.6585414279979886, "output_length": 38, "proxy_request_id": "1296983:2:1299368:250", "request_id": "1296983:2:1299368:250", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1296983", "t_dispatch_unix": 1779960922.6867785, "t_finish_unix": 1779960923.34532, "t_first_token_unix": 1779960923.151781, "tpot_s": 0.005223451216266226, "trace_hash_ids": [12890444, 12900454, 12900455, 12907879, 12907880, 12907881, 12907882, 12914282, 12914283, 12914284, 12921804, 12921805, 12921806, 12921807, 12921808, 12921809], "trace_timestamp_s": 213.4970000000003, "ttft_s": 0.4650012649981363, "turn_id": 2} +{"actual_output_tokens": 491, "cached_tokens": 40277, "effective_input_length": 40278, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40278, "latency_s": 9.012195527997392, "output_length": 491, "proxy_request_id": "1279412:6:1293655:225", "request_id": "1279412:6:1293655:225", "request_type": "coder", "requested_output_tokens": 491, "session_id": "1279412", "t_dispatch_unix": 1779960914.502535, "t_finish_unix": 1779960923.5147307, "t_first_token_unix": 1779960920.0031586, "tpot_s": 0.007165897757139257, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278], "trace_timestamp_s": 194.13400000000001, "ttft_s": 5.500621191000391, "turn_id": 6} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 8352, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8352, "latency_s": 0.7438845739998214, "output_length": 27, "proxy_request_id": "1296872:2:1299394:251", "request_id": "1296872:2:1299394:251", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1296872", "t_dispatch_unix": 1779960922.800431, "t_finish_unix": 1779960923.5443156, "t_first_token_unix": 1779960923.4116879, "tpot_s": 0.0050918728075675275, "trace_hash_ids": [12899223, 12908829, 12908830, 12908831, 12908832, 12915224, 12915225, 12915226, 12915227, 12915228, 12915229, 12915230, 12921915, 12921916, 12921917, 12921918, 12921919], "trace_timestamp_s": 213.61000000000058, "ttft_s": 0.6112552110025717, "turn_id": 2} +{"actual_output_tokens": 18, "cached_tokens": 0, "effective_input_length": 19157, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19157, "latency_s": 2.0392878349994135, "output_length": 18, "proxy_request_id": "1292750:2:1299406:252", "request_id": "1292750:2:1299406:252", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1292750", "t_dispatch_unix": 1779960922.839662, "t_finish_unix": 1779960924.8789499, "t_first_token_unix": 1779960924.7924695, "tpot_s": 0.005068523823437691, "trace_hash_ids": [12922192, 12922193, 12922194, 12922195, 12922196, 12922197, 12922198, 12922199, 12922200, 12922201, 12922202, 12922203, 12922204, 12922205, 12922206, 12922207, 12922208, 12922209, 12922210, 12922211, 12922212, 12922213, 12922214, 12922215, 12922216, 12922217, 12922218, 12922219, 12922220, 12922221, 12922222, 12922223, 12922224, 12922225, 12922226, 12922227, 12922228, 12922229], "trace_timestamp_s": 213.64500000000044, "ttft_s": 1.9528056599992851, "turn_id": 2} +{"actual_output_tokens": 222, "cached_tokens": 29280, "effective_input_length": 29486, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29486, "latency_s": 1.5902114079981402, "output_length": 222, "proxy_request_id": "1272313:10:1299814:254", "request_id": "1272313:10:1299814:254", "request_type": "coder", "requested_output_tokens": 222, "session_id": "1272313", "t_dispatch_unix": 1779960924.2176907, "t_finish_unix": 1779960925.8079016, "t_first_token_unix": 1779960924.3517365, "tpot_s": 0.00658768109050927, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12868962, 12868963, 12868964, 12868965, 12868966, 12868967, 12868968, 12868969, 12868970, 12868971, 12868972, 12868973, 12868974, 12868975, 12868976, 12868977, 12868978, 12868979, 12868980, 12868981, 12868982, 12868983, 12868984, 12868985, 12868986, 12907593, 12926791], "trace_timestamp_s": 215.02900000000045, "ttft_s": 0.1340437219987507, "turn_id": 10} +{"actual_output_tokens": 513, "cached_tokens": 0, "effective_input_length": 50680, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50680, "latency_s": 17.43370119500105, "output_length": 513, "proxy_request_id": "1269373:8:1295332:230", "request_id": "1269373:8:1295332:230", "request_type": "coder", "requested_output_tokens": 513, "session_id": "1269373", "t_dispatch_unix": 1779960908.841232, "t_finish_unix": 1779960926.274933, "t_first_token_unix": 1779960918.4999692, "tpot_s": 0.015184776658202281, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629], "trace_timestamp_s": 199.65000000000055, "ttft_s": 9.658732261003024, "turn_id": 8} +{"actual_output_tokens": 61, "cached_tokens": 24336, "effective_input_length": 24384, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24384, "latency_s": 0.42902200899698073, "output_length": 61, "proxy_request_id": "1294611:4:1300505:257", "request_id": "1294611:4:1300505:257", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1294611", "t_dispatch_unix": 1779960926.6843386, "t_finish_unix": 1779960927.1133604, "t_first_token_unix": 1779960926.7525382, "tpot_s": 0.006008748766665424, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12933072], "trace_timestamp_s": 217.4960000000001, "ttft_s": 0.06819544699828839, "turn_id": 4} +{"actual_output_tokens": 51, "cached_tokens": 24432, "effective_input_length": 25650, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25650, "latency_s": 0.700627070000337, "output_length": 51, "proxy_request_id": "1294611:5:1301356:262", "request_id": "1294611:5:1301356:262", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1294611", "t_dispatch_unix": 1779960929.505678, "t_finish_unix": 1779960930.2063043, "t_first_token_unix": 1779960929.8007646, "tpot_s": 0.008106139980009175, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 11891732], "trace_timestamp_s": 220.3160000000007, "ttft_s": 0.2950798700003361, "turn_id": 5} +{"actual_output_tokens": 330, "cached_tokens": 25264, "effective_input_length": 25948, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25948, "latency_s": 2.689099630999408, "output_length": 330, "proxy_request_id": "1290365:5:1300807:259", "request_id": "1290365:5:1300807:259", "request_type": "coder", "requested_output_tokens": 330, "session_id": "1290365", "t_dispatch_unix": 1779960927.8606856, "t_finish_unix": 1779960930.549785, "t_first_token_unix": 1779960928.0953872, "tpot_s": 0.007459438586624649, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12850942, 12863485, 12863486, 12914159, 12936005, 12936006], "trace_timestamp_s": 218.67300000000068, "ttft_s": 0.23469902299984824, "turn_id": 5} +{"actual_output_tokens": 44, "cached_tokens": 0, "effective_input_length": 62414, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62414, "latency_s": 14.412082079998072, "output_length": 44, "proxy_request_id": "1297473:1:1297473:239", "request_id": "1297473:1:1297473:239", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1297473", "t_dispatch_unix": 1779960916.4317906, "t_finish_unix": 1779960930.8438723, "t_first_token_unix": 1779960930.4237404, "tpot_s": 0.009763144999999704, "trace_hash_ids": [987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 12904663, 5910591, 5910592, 5910593, 185213, 185214, 185215, 185216, 185217, 185218, 185219, 185220, 185221, 185222, 185223, 185224, 185225, 185226, 185227, 185228, 185229, 185230, 185231, 185232, 185233, 185234, 5910594, 5910595, 5910596, 5910597, 5910598, 5910599, 5910600, 5910601, 5910602, 5910603, 5910604, 5910605, 5910606, 5910607, 5910608, 5910609, 10616321, 10652041, 10652042, 10652043, 10652044, 10652045, 10652046, 10652047, 10652048, 10652049, 10652050, 10652051, 494688, 494689, 494690, 494691, 494692, 494693, 494694, 494695, 494696, 494697, 10806837, 10877108, 10877109, 10877110, 11193681, 11243946, 11449317, 11449318, 11562111, 11620173, 11788107, 11788108, 11788109, 11935542, 11935543, 12633973, 12633974, 12633975, 12904664, 12904665, 12904666], "trace_timestamp_s": 207.22700000000077, "ttft_s": 13.9919482089972, "turn_id": 1} +{"actual_output_tokens": 114, "cached_tokens": 14080, "effective_input_length": 14213, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14213, "latency_s": 5.5897353410000505, "output_length": 114, "proxy_request_id": "1286804:2:1300234:256", "request_id": "1286804:2:1300234:256", "request_type": "coder", "requested_output_tokens": 114, "session_id": "1286804", "t_dispatch_unix": 1779960925.6662896, "t_finish_unix": 1779960931.2560248, "t_first_token_unix": 1779960930.430679, "tpot_s": 0.007300875796454822, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12930548], "trace_timestamp_s": 216.47900000000027, "ttft_s": 4.764388986000995, "turn_id": 2} +{"actual_output_tokens": 224, "cached_tokens": 0, "effective_input_length": 59507, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59507, "latency_s": 16.267206734002684, "output_length": 224, "proxy_request_id": "1297117:1:1297117:237", "request_id": "1297117:1:1297117:237", "request_type": "coder", "requested_output_tokens": 224, "session_id": "1297117", "t_dispatch_unix": 1779960915.170963, "t_finish_unix": 1779960931.438169, "t_first_token_unix": 1779960928.3428106, "tpot_s": 0.013879413654698339, "trace_hash_ids": [260868, 260869, 260870, 519720, 519721, 519722, 519723, 519724, 8258402, 8258403, 8258404, 8258405, 8258406, 8258407, 8258408, 8258409, 8258410, 8258411, 8258412, 8258413, 11600903, 407435, 11420699, 11420700, 11600904, 11600905, 11600906, 11600907, 11600908, 11600909, 11600910, 11600911, 11600912, 11600913, 11600914, 11600915, 11600916, 11600917, 11600918, 11600919, 11600920, 11600921, 11600922, 11600923, 11600924, 11600925, 11600926, 11600927, 11600928, 11600929, 11600930, 11600931, 11600932, 11600933, 11600934, 11600935, 11600936, 11600937, 11600938, 11600939, 11600940, 11600941, 11600942, 11600943, 11600944, 11600945, 11600946, 11600947, 11600948, 11600949, 11600950, 11600951, 11600952, 11600953, 11600954, 11600955, 11600956, 11600957, 11600958, 11600959, 11600960, 11600961, 11600962, 11600963, 11600964, 11600965, 11600966, 11600967, 11779968, 11779969, 11779970, 11888331, 11888332, 12280028, 12280029, 12280030, 12280031, 12280032, 12280033, 12280034, 12280035, 12280036, 12386666, 12386667, 12386668, 12386669, 12386670, 12480643, 12480644, 12480645, 12480646, 12480647, 12672549, 12672550, 12901437, 12901438, 12901439], "trace_timestamp_s": 205.96000000000004, "ttft_s": 13.171844527001667, "turn_id": 1} +{"actual_output_tokens": 270, "cached_tokens": 96736, "effective_input_length": 97145, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97145, "latency_s": 15.128424858001381, "output_length": 270, "proxy_request_id": "1266668:10:1297641:241", "request_id": "1266668:10:1297641:241", "request_type": "coder", "requested_output_tokens": 270, "session_id": "1266668", "t_dispatch_unix": 1779960916.7898977, "t_finish_unix": 1779960931.9183223, "t_first_token_unix": 1779960928.3665147, "tpot_s": 0.013202902327143877, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12886824, 12886825, 12905917], "trace_timestamp_s": 207.59799999999996, "ttft_s": 11.576613647001068, "turn_id": 10} +{"actual_output_tokens": 224, "cached_tokens": 40768, "effective_input_length": 60193, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60193, "latency_s": 9.041852931000903, "output_length": 224, "proxy_request_id": "1279412:7:1297236:238", "request_id": "1279412:7:1297236:238", "request_type": "coder", "requested_output_tokens": 224, "session_id": "1279412", "t_dispatch_unix": 1779960923.524569, "t_finish_unix": 1779960932.5664225, "t_first_token_unix": 1779960930.0621598, "tpot_s": 0.011228583726468533, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12902561], "trace_timestamp_s": 206.4970000000003, "ttft_s": 6.537587893999444, "turn_id": 7} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 6527, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6527, "latency_s": 0.6947952390000864, "output_length": 48, "proxy_request_id": "1302071:1:1302071:267", "request_id": "1302071:1:1302071:267", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1302071", "t_dispatch_unix": 1779960932.2180014, "t_finish_unix": 1779960932.9127986, "t_first_token_unix": 1779960932.6704788, "tpot_s": 0.005148918319157909, "trace_hash_ids": [12922724, 12922725, 12922726, 12922727, 12932131, 12932132, 12932133, 12932134, 12932135, 12948308, 12948309, 12948310, 12948311], "trace_timestamp_s": 223.02900000000045, "ttft_s": 0.4524763420013187, "turn_id": 1} +{"actual_output_tokens": 90, "cached_tokens": 0, "effective_input_length": 1105, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1105, "latency_s": 0.5570994480003719, "output_length": 90, "proxy_request_id": "1302449:1:1302449:269", "request_id": "1302449:1:1302449:269", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1302449", "t_dispatch_unix": 1779960933.7621033, "t_finish_unix": 1779960934.3192024, "t_first_token_unix": 1779960933.8794932, "tpot_s": 0.004937758460666087, "trace_hash_ids": [12952117, 12952118, 12952119], "trace_timestamp_s": 224.57500000000073, "ttft_s": 0.11738897699979134, "turn_id": 1} +{"actual_output_tokens": 211, "cached_tokens": 60416, "effective_input_length": 60678, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60678, "latency_s": 2.595616501999757, "output_length": 211, "proxy_request_id": "1279412:8:1300001:255", "request_id": "1279412:8:1300001:255", "request_type": "coder", "requested_output_tokens": 211, "session_id": "1279412", "t_dispatch_unix": 1779960932.5698135, "t_finish_unix": 1779960935.1654296, "t_first_token_unix": 1779960932.7968464, "tpot_s": 0.011277954395232622, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12928377], "trace_timestamp_s": 215.70900000000074, "ttft_s": 0.2270314099987445, "turn_id": 8} +{"actual_output_tokens": 2687, "cached_tokens": 31632, "effective_input_length": 44920, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44920, "latency_s": 47.09540792200278, "output_length": 2687, "proxy_request_id": "1277909:3:1289205:201", "request_id": "1277909:3:1289205:201", "request_type": "coder", "requested_output_tokens": 2687, "session_id": "1277909", "t_dispatch_unix": 1779960888.2357416, "t_finish_unix": 1779960935.331149, "t_first_token_unix": 1779960891.8191917, "tpot_s": 0.01619942908265158, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 604423, 12620519, 12620520, 12617596, 12620521, 12620522, 12620523, 12718514, 12718515, 12718516, 12718517, 12718518, 12718519, 12718520, 12718521, 12718522, 12718523, 12718524, 12718525, 12718526, 12718527, 12718528, 12718529, 12718530, 12718531, 12718532, 12718533, 12718534, 12718535, 12718536, 12718537, 12718538, 12772584, 12772585, 12772586, 12772587, 12772588, 12772589, 12772590, 12772591, 12772592, 12772593, 12772594, 12772595, 12772596, 12825757, 12825758, 12825759, 12825760, 12825761, 12825762, 12825763, 12825764, 12825765, 12825766, 12825767, 12825768, 12825769, 12825770, 12825771, 12825772, 12825773, 12825774, 12825775, 12825776, 12825777, 12825778, 12825779, 12825780, 12825781, 12825782, 12825783, 12825784], "trace_timestamp_s": 179.04300000000057, "ttft_s": 3.583446605000063, "turn_id": 3} +{"actual_output_tokens": 308, "cached_tokens": 97408, "effective_input_length": 97811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97811, "latency_s": 3.653657631999522, "output_length": 308, "proxy_request_id": "1266668:11:1300918:260", "request_id": "1266668:11:1300918:260", "request_type": "coder", "requested_output_tokens": 308, "session_id": "1266668", "t_dispatch_unix": 1779960931.924354, "t_finish_unix": 1779960935.578011, "t_first_token_unix": 1779960932.4489334, "tpot_s": 0.010191655055381731, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12886824, 12886825, 12937140, 12937141, 1592266], "trace_timestamp_s": 219.01100000000042, "ttft_s": 0.5245772929993109, "turn_id": 11} +{"actual_output_tokens": 43, "cached_tokens": 0, "effective_input_length": 26441, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26441, "latency_s": 3.478618238001218, "output_length": 43, "proxy_request_id": "1302063:1:1302063:266", "request_id": "1302063:1:1302063:266", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1302063", "t_dispatch_unix": 1779960932.2122076, "t_finish_unix": 1779960935.6908257, "t_first_token_unix": 1779960935.4421623, "tpot_s": 0.005914591666667201, "trace_hash_ids": [12896607, 12896608, 12896609, 12896610, 12896611, 12896612, 12896613, 12896614, 12896615, 12896616, 12896617, 12896618, 12896619, 12896620, 12896621, 12896622, 12896623, 12896624, 12896625, 12896626, 12896627, 12896628, 12896629, 12905071, 12905072, 12905073, 12905074, 12920854, 12920855, 12920856, 12920857, 12920858, 12920859, 12920860, 12920861, 12920862, 12920863, 12920864, 12928167, 12928168, 12928169, 12928170, 12928171, 12935909, 12935910, 12935911, 12935912, 12948081, 12948082, 12948083, 12948084, 12948085], "trace_timestamp_s": 223.01400000000012, "ttft_s": 3.229952150002646, "turn_id": 1} +{"actual_output_tokens": 487, "cached_tokens": 51184, "effective_input_length": 54451, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54451, "latency_s": 7.342562514997553, "output_length": 487, "proxy_request_id": "1269373:9:1300958:261", "request_id": "1269373:9:1300958:261", "request_type": "coder", "requested_output_tokens": 487, "session_id": "1269373", "t_dispatch_unix": 1779960928.350414, "t_finish_unix": 1779960935.6929762, "t_first_token_unix": 1779960929.609741, "tpot_s": 0.012516529732507749, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12937628], "trace_timestamp_s": 219.15800000000036, "ttft_s": 1.2593245520001801, "turn_id": 9} +{"actual_output_tokens": 935, "cached_tokens": 0, "effective_input_length": 18893, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18893, "latency_s": 13.3423562579992, "output_length": 935, "proxy_request_id": "1299507:1:1299507:253", "request_id": "1299507:1:1299507:253", "request_type": "coder", "requested_output_tokens": 935, "session_id": "1299507", "t_dispatch_unix": 1779960923.1002207, "t_finish_unix": 1779960936.442577, "t_first_token_unix": 1779960925.0510993, "tpot_s": 0.012196186691649671, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 4629805, 12866561, 12923203, 12923204, 12923205, 12923206, 12923207, 12923208, 12923209, 12923210, 12923211, 12923212, 12923213, 12923214], "trace_timestamp_s": 213.91000000000076, "ttft_s": 1.9508776900001976, "turn_id": 1} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 15958, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15958, "latency_s": 1.6575663450021239, "output_length": 37, "proxy_request_id": "1302907:1:1302907:272", "request_id": "1302907:1:1302907:272", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1302907", "t_dispatch_unix": 1779960935.127336, "t_finish_unix": 1779960936.784902, "t_first_token_unix": 1779960936.586908, "tpot_s": 0.005489459361140487, "trace_hash_ids": [12894270, 12894271, 12894272, 12894273, 12894274, 12894275, 12894276, 12894277, 12894278, 12894279, 12894280, 12894281, 12894282, 12894283, 12894284, 12894285, 12894286, 12894287, 12902788, 12902789, 12902790, 12902791, 12911614, 12911615, 12911616, 12911617, 12942345, 12942346, 12942347, 12956121, 12956122, 12956123], "trace_timestamp_s": 225.9340000000002, "ttft_s": 1.4595709450004506, "turn_id": 1} +{"actual_output_tokens": 660, "cached_tokens": 42384, "effective_input_length": 43181, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43181, "latency_s": 6.726078884999879, "output_length": 660, "proxy_request_id": "1260327:8:1301686:263", "request_id": "1260327:8:1301686:263", "request_type": "coder", "requested_output_tokens": 660, "session_id": "1260327", "t_dispatch_unix": 1779960930.7040348, "t_finish_unix": 1779960937.430113, "t_first_token_unix": 1779960931.0570498, "tpot_s": 0.00967047076328016, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041, 12755377, 12755378, 12755379, 12755380, 12755381, 12755382, 12755383, 12755384, 12755385, 12755386, 12755387, 12755388, 12755389, 12755390, 12755391, 12755392, 12755393, 12755394, 12755395, 12755396, 12849182, 12944584, 12944585], "trace_timestamp_s": 221.51600000000053, "ttft_s": 0.35301380500095547, "turn_id": 8} +{"actual_output_tokens": 45, "cached_tokens": 1184, "effective_input_length": 3709, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3709, "latency_s": 0.4519952340015152, "output_length": 45, "proxy_request_id": "1302449:2:1303563:277", "request_id": "1302449:2:1303563:277", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1302449", "t_dispatch_unix": 1779960937.453601, "t_finish_unix": 1779960937.905596, "t_first_token_unix": 1779960937.6838808, "tpot_s": 0.00503227090906545, "trace_hash_ids": [12952117, 12952118, 12962314, 12962315, 12962316, 12962317, 12962318, 12962319], "trace_timestamp_s": 228.26500000000033, "ttft_s": 0.23027778200048488, "turn_id": 2} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 3065, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3065, "latency_s": 0.42275575199892046, "output_length": 46, "proxy_request_id": "1303651:1:1303651:278", "request_id": "1303651:1:1303651:278", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1303651", "t_dispatch_unix": 1779960937.7613568, "t_finish_unix": 1779960938.1841128, "t_first_token_unix": 1779960937.954525, "tpot_s": 0.005095434933334925, "trace_hash_ids": [12963319, 12963320, 12963321, 12963322, 12963323, 12963324], "trace_timestamp_s": 228.57200000000012, "ttft_s": 0.19316645199796767, "turn_id": 1} +{"actual_output_tokens": 52, "cached_tokens": 26480, "effective_input_length": 30248, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30248, "latency_s": 1.2562619380005344, "output_length": 52, "proxy_request_id": "1302063:2:1303816:279", "request_id": "1302063:2:1303816:279", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1302063", "t_dispatch_unix": 1779960938.4299843, "t_finish_unix": 1779960939.686246, "t_first_token_unix": 1779960939.3122582, "tpot_s": 0.007324403156863078, "trace_hash_ids": [12965292, 12965293, 12965294, 12965295, 12965296, 12965297, 12965298, 12965299, 12965300, 12965301, 12965302, 12965303, 12965304, 12965305, 12965306, 12965307, 12965308, 12965309, 12965310, 12965311, 12965312, 12965313, 12965314, 12965315, 12965316, 12965317, 12965318, 12965319, 12965320, 12965321, 12965322, 12965323, 12965324, 12965325, 12965326, 12965327, 12965328, 12965329, 12965330, 12965331, 12965332, 12965333, 12965334, 12965335, 12965336, 12965337, 12965338, 12965339, 12965340, 12965341, 12965342, 12965343, 12965344, 12965345, 12965346, 12965347, 12965348, 12965349, 12965350, 12965351], "trace_timestamp_s": 229.23100000000068, "ttft_s": 0.8822721289980109, "turn_id": 2} +{"actual_output_tokens": 54, "cached_tokens": 0, "effective_input_length": 14944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14944, "latency_s": 2.5274407279976003, "output_length": 54, "proxy_request_id": "1303462:1:1303462:274", "request_id": "1303462:1:1303462:274", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1303462", "t_dispatch_unix": 1779960937.1593568, "t_finish_unix": 1779960939.6867976, "t_first_token_unix": 1779960938.487487, "tpot_s": 0.022613401207532007, "trace_hash_ids": [12910193, 12910194, 12919198, 12919199, 12919200, 12919201, 12919202, 12919203, 12919204, 12928156, 12928157, 12928158, 12928159, 12928160, 12928161, 12928162, 12945250, 12945251, 12945252, 12945253, 12952336, 12952337, 12952338, 12952339, 12961346, 12961347, 12961348, 12961349, 12961350, 12961351], "trace_timestamp_s": 227.96600000000035, "ttft_s": 1.3281284679978853, "turn_id": 1} +{"actual_output_tokens": 30, "cached_tokens": 0, "effective_input_length": 1300, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1300, "latency_s": 0.2432692219990713, "output_length": 30, "proxy_request_id": "1304239:1:1304239:280", "request_id": "1304239:1:1304239:280", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1304239", "t_dispatch_unix": 1779960939.9599795, "t_finish_unix": 1779960940.2032487, "t_first_token_unix": 1779960940.0604079, "tpot_s": 0.004916175862082786, "trace_hash_ids": [12969576, 12969577, 12969578], "trace_timestamp_s": 230.77199999999993, "ttft_s": 0.10042792799868039, "turn_id": 1} +{"actual_output_tokens": 317, "cached_tokens": 25696, "effective_input_length": 30645, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30645, "latency_s": 6.789552267000545, "output_length": 317, "proxy_request_id": "1294611:6:1302460:270", "request_id": "1294611:6:1302460:270", "request_type": "coder", "requested_output_tokens": 317, "session_id": "1294611", "t_dispatch_unix": 1779960933.7791, "t_finish_unix": 1779960940.5686529, "t_first_token_unix": 1779960937.6664808, "tpot_s": 0.009183227484179123, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210], "trace_timestamp_s": 224.59000000000015, "ttft_s": 3.887378589999571, "turn_id": 6} +{"actual_output_tokens": 30, "cached_tokens": 1328, "effective_input_length": 7798, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7798, "latency_s": 0.6300522980018286, "output_length": 30, "proxy_request_id": "1304239:2:1304866:281", "request_id": "1304239:2:1304866:281", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1304239", "t_dispatch_unix": 1779960942.1072204, "t_finish_unix": 1779960942.7372727, "t_first_token_unix": 1779960942.5885603, "tpot_s": 0.005118101241382176, "trace_hash_ids": [12969576, 12969577, 12975186, 12975187, 12975188, 12975189, 12975190, 12975191, 12975192, 12975193, 12975194, 12975195, 12975196, 12975197, 12975198, 12975199], "trace_timestamp_s": 232.91800000000057, "ttft_s": 0.48133883999980753, "turn_id": 2} +{"actual_output_tokens": 60, "cached_tokens": 0, "effective_input_length": 2772, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2772, "latency_s": 0.4731393729998672, "output_length": 60, "proxy_request_id": "1304943:1:1304943:283", "request_id": "1304943:1:1304943:283", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1304943", "t_dispatch_unix": 1779960942.3601975, "t_finish_unix": 1779960942.8333373, "t_first_token_unix": 1779960942.5361938, "tpot_s": 0.005032135593217513, "trace_hash_ids": [12975642, 12975643, 12975644, 12975645, 12975646, 12975647], "trace_timestamp_s": 233.17200000000048, "ttft_s": 0.1759952489992429, "turn_id": 1} +{"actual_output_tokens": 45, "cached_tokens": 10928, "effective_input_length": 28972, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28972, "latency_s": 12.659607582001627, "output_length": 45, "proxy_request_id": "1295690:2:1301706:264", "request_id": "1295690:2:1301706:264", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1295690", "t_dispatch_unix": 1779960930.791929, "t_finish_unix": 1779960943.4515367, "t_first_token_unix": 1779960933.7140496, "tpot_s": 0.22130095072729586, "trace_hash_ids": [12944696, 12944697, 12944698, 12944699, 12944700, 12944701, 12944702, 12944703, 12944704, 12944705, 12944706, 12944707, 12944708, 12944709, 12944710, 12944711, 12944712, 12944713, 12944714, 12944715, 12944716, 12944717, 12944718, 12944719, 12944720, 12944721, 12944722, 12944723, 12944724, 12944725, 12944726, 12944727, 12944728, 12944729, 12944730, 12944731, 12944732, 12944733, 12944734, 12944735, 12944736, 12944737, 12944738, 12944739, 12944740, 12944741, 12944742, 12944743, 12944744, 12944745, 12944746, 12944747, 12944748, 12944749, 12944750, 12944751, 12944752], "trace_timestamp_s": 221.59400000000005, "ttft_s": 2.9221179129999655, "turn_id": 2} +{"actual_output_tokens": 81, "cached_tokens": 0, "effective_input_length": 49855, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49855, "latency_s": 10.742892241996742, "output_length": 81, "proxy_request_id": "1253743:3:1302294:268", "request_id": "1253743:3:1302294:268", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1253743", "t_dispatch_unix": 1779960933.141651, "t_finish_unix": 1779960943.8845434, "t_first_token_unix": 1779960943.0447066, "tpot_s": 0.010493758099983097, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 12479411, 12950606], "trace_timestamp_s": 223.95300000000043, "ttft_s": 9.903053605998139, "turn_id": 3} +{"actual_output_tokens": 200, "cached_tokens": 30960, "effective_input_length": 30995, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30995, "latency_s": 1.9303061550017446, "output_length": 200, "proxy_request_id": "1294611:6:1305080:284", "request_id": "1294611:6:1305080:284", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1294611", "t_dispatch_unix": 1779960942.867118, "t_finish_unix": 1779960944.7974236, "t_first_token_unix": 1779960942.9572108, "tpot_s": 0.009245957708546814, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12976597], "trace_timestamp_s": 233.6790000000001, "ttft_s": 0.09009103599964874, "turn_id": 6} +{"actual_output_tokens": 234, "cached_tokens": 54928, "effective_input_length": 59146, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59146, "latency_s": 4.572041653002088, "output_length": 234, "proxy_request_id": "1269373:10:1304899:282", "request_id": "1269373:10:1304899:282", "request_type": "coder", "requested_output_tokens": 234, "session_id": "1269373", "t_dispatch_unix": 1779960942.2305074, "t_finish_unix": 1779960946.8025482, "t_first_token_unix": 1779960943.897513, "tpot_s": 0.01246652954935407, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12975438], "trace_timestamp_s": 233.03900000000067, "ttft_s": 1.667004179002106, "turn_id": 10} +{"actual_output_tokens": 24, "cached_tokens": 12794, "effective_input_length": 12795, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12795, "latency_s": 1.5490157079984783, "output_length": 24, "proxy_request_id": "1303651:2:1305707:287", "request_id": "1303651:2:1305707:287", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1303651", "t_dispatch_unix": 1779960945.3046343, "t_finish_unix": 1779960946.8536496, "t_first_token_unix": 1779960946.7344053, "tpot_s": 0.005175148521748665, "trace_hash_ids": [12963319, 12963320, 12963321, 12963322, 12963323, 12963324, 12971828, 12971829, 12971830, 12971831, 12971832, 12971833, 12976416, 12976417, 12976418, 12976419, 12976420, 12976421, 12982240, 12982241, 12982242, 12982243, 12982244, 12982245, 12982246], "trace_timestamp_s": 236.11000000000058, "ttft_s": 1.429769533999206, "turn_id": 2} +{"actual_output_tokens": 109, "cached_tokens": 60880, "effective_input_length": 61291, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61291, "latency_s": 2.490478975003498, "output_length": 109, "proxy_request_id": "1279412:9:1305633:286", "request_id": "1279412:9:1305633:286", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1279412", "t_dispatch_unix": 1779960945.030777, "t_finish_unix": 1779960947.5212564, "t_first_token_unix": 1779960945.3773875, "tpot_s": 0.019848080092574324, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330], "trace_timestamp_s": 235.84100000000035, "ttft_s": 0.3466064570020535, "turn_id": 9} +{"actual_output_tokens": 75, "cached_tokens": 0, "effective_input_length": 897, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 897, "latency_s": 0.44811470300192013, "output_length": 75, "proxy_request_id": "1306347:1:1306347:291", "request_id": "1306347:1:1306347:291", "request_type": "coder", "requested_output_tokens": 75, "session_id": "1306347", "t_dispatch_unix": 1779960947.3182168, "t_finish_unix": 1779960947.7663317, "t_first_token_unix": 1779960947.3984194, "tpot_s": 0.0049681326891987815, "trace_hash_ids": [12988101, 12988102], "trace_timestamp_s": 238.1310000000003, "ttft_s": 0.080201994998788, "turn_id": 1} +{"actual_output_tokens": 224, "cached_tokens": 18912, "effective_input_length": 18915, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18915, "latency_s": 2.3499251249995723, "output_length": 224, "proxy_request_id": "1299507:2:1305770:288", "request_id": "1299507:2:1305770:288", "request_type": "coder", "requested_output_tokens": 224, "session_id": "1299507", "t_dispatch_unix": 1779960945.4939916, "t_finish_unix": 1779960947.8439174, "t_first_token_unix": 1779960946.2686975, "tpot_s": 0.007062594807185906, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 4629805, 12866561, 12923203, 12923204, 12923205, 12923206, 12923207, 12923208, 12923209, 12923210, 12923211, 12923212, 12923213, 12983096], "trace_timestamp_s": 236.3070000000007, "ttft_s": 0.7747020179995161, "turn_id": 2} +{"actual_output_tokens": 64, "cached_tokens": 49920, "effective_input_length": 49975, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49975, "latency_s": 0.7121331580019614, "output_length": 64, "proxy_request_id": "1253743:4:1307058:295", "request_id": "1253743:4:1307058:295", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1253743", "t_dispatch_unix": 1779960949.8661313, "t_finish_unix": 1779960950.578264, "t_first_token_unix": 1779960949.9812303, "tpot_s": 0.009472252095235043, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 12479411, 12995459], "trace_timestamp_s": 240.6780000000008, "ttft_s": 0.11509712300176034, "turn_id": 4} +{"actual_output_tokens": 31, "cached_tokens": 7824, "effective_input_length": 13840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13840, "latency_s": 1.032129115999851, "output_length": 31, "proxy_request_id": "1304239:3:1307007:294", "request_id": "1304239:3:1307007:294", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1304239", "t_dispatch_unix": 1779960949.6710424, "t_finish_unix": 1779960950.703171, "t_first_token_unix": 1779960950.355563, "tpot_s": 0.011577454599925355, "trace_hash_ids": [12969576, 12969577, 12975186, 12975187, 12975188, 12975189, 12975190, 12975191, 12975192, 12975193, 12975194, 12975195, 12975196, 12975197, 12975198, 12980422, 12980423, 12980424, 12980425, 12980426, 12980427, 12980428, 12980429, 12987843, 12994759, 12994760, 12994761, 12994762], "trace_timestamp_s": 240.48100000000068, "ttft_s": 0.6845197750008083, "turn_id": 3} +{"actual_output_tokens": 183, "cached_tokens": 0, "effective_input_length": 14027, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14027, "latency_s": 5.095477476999804, "output_length": 183, "proxy_request_id": "1305906:1:1305906:289", "request_id": "1305906:1:1305906:289", "request_type": "coder", "requested_output_tokens": 183, "session_id": "1305906", "t_dispatch_unix": 1779960945.9131238, "t_finish_unix": 1779960951.0086014, "t_first_token_unix": 1779960947.1506798, "tpot_s": 0.021194931395607106, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 12984070], "trace_timestamp_s": 236.72000000000025, "ttft_s": 1.237554180999723, "turn_id": 1} +{"actual_output_tokens": 524, "cached_tokens": 23200, "effective_input_length": 31058, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31058, "latency_s": 6.103874191001523, "output_length": 524, "proxy_request_id": "1277428:2:1306373:292", "request_id": "1277428:2:1306373:292", "request_type": "coder", "requested_output_tokens": 524, "session_id": "1277428", "t_dispatch_unix": 1779960947.4252048, "t_finish_unix": 1779960953.5290785, "t_first_token_unix": 1779960949.047262, "tpot_s": 0.008569017665389032, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395], "trace_timestamp_s": 238.2360000000008, "ttft_s": 1.6220551190017432, "turn_id": 2} +{"actual_output_tokens": 98, "cached_tokens": 61392, "effective_input_length": 61505, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61505, "latency_s": 0.9502491149978596, "output_length": 98, "proxy_request_id": "1279412:10:1308091:298", "request_id": "1279412:10:1308091:298", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1279412", "t_dispatch_unix": 1779960953.5017943, "t_finish_unix": 1779960954.4520435, "t_first_token_unix": 1779960953.6854746, "tpot_s": 0.007899630896889031, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13004461], "trace_timestamp_s": 244.3130000000001, "ttft_s": 0.1836784869992698, "turn_id": 10} +{"actual_output_tokens": 155, "cached_tokens": 43377, "effective_input_length": 43378, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43378, "latency_s": 5.602514795999014, "output_length": 155, "proxy_request_id": "1294611:7:1306822:293", "request_id": "1294611:7:1306822:293", "request_type": "coder", "requested_output_tokens": 155, "session_id": "1294611", "t_dispatch_unix": 1779960949.136269, "t_finish_unix": 1779960954.7387838, "t_first_token_unix": 1779960953.0556312, "tpot_s": 0.010927643246759544, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800], "trace_timestamp_s": 239.9430000000002, "ttft_s": 3.9193597299999965, "turn_id": 7} +{"actual_output_tokens": 61, "cached_tokens": 0, "effective_input_length": 15081, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15081, "latency_s": 17.862562652000634, "output_length": 61, "proxy_request_id": "1303517:1:1303517:275", "request_id": "1303517:1:1303517:275", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1303517", "t_dispatch_unix": 1779960937.323787, "t_finish_unix": 1779960955.1863496, "t_first_token_unix": 1779960938.6741688, "tpot_s": 0.2751987526832939, "trace_hash_ids": [12961760, 12961761, 12961762, 12961763, 12961764, 12961765, 12961766, 12961767, 12961768, 12961769, 12961770, 12961771, 12961772, 12961773, 12961774, 12961775, 12961776, 12961777, 12961778, 12961779, 12961780, 12961781, 12961782, 12961783, 12961784, 12961785, 12961786, 12961787, 12961788, 12961789], "trace_timestamp_s": 228.1310000000003, "ttft_s": 1.3503801690021646, "turn_id": 1} +{"actual_output_tokens": 18, "cached_tokens": 3744, "effective_input_length": 8729, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8729, "latency_s": 2.026914736998151, "output_length": 18, "proxy_request_id": "1302449:3:1308121:299", "request_id": "1302449:3:1308121:299", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1302449", "t_dispatch_unix": 1779960953.6056502, "t_finish_unix": 1779960955.6325648, "t_first_token_unix": 1779960954.0311708, "tpot_s": 0.09418209488221156, "trace_hash_ids": [13004569, 13004570, 13004571, 13004572, 13004573, 13004574, 13004575, 13004576, 13004577, 13004578, 13004579, 13004580, 13004581, 13004582, 13004583, 13004584, 13004585, 115654], "trace_timestamp_s": 244.41499999999996, "ttft_s": 0.42551940200064564, "turn_id": 3} +{"actual_output_tokens": 16, "cached_tokens": 12816, "effective_input_length": 22896, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22896, "latency_s": 1.778569048998179, "output_length": 16, "proxy_request_id": "1303651:3:1308202:300", "request_id": "1303651:3:1308202:300", "request_type": "coder", "requested_output_tokens": 16, "session_id": "1303651", "t_dispatch_unix": 1779960953.8592455, "t_finish_unix": 1779960955.6378145, "t_first_token_unix": 1779960955.549839, "tpot_s": 0.00585243353319432, "trace_hash_ids": [12963319, 12963320, 12963321, 12963322, 12963323, 12963324, 12971828, 12971829, 12971830, 12971831, 12971832, 12971833, 12976416, 12976417, 12976418, 12976419, 12976420, 12976421, 12982240, 12982241, 12982242, 12982243, 12982244, 12982245, 12982246, 12989553, 12989554, 12989555, 12989556, 12997676, 12997677, 12997678, 12997679, 12997680, 12997681, 12997682, 13005482, 13005483, 13005484, 13005485, 13005486, 13005487, 13005488, 13005489, 13005490], "trace_timestamp_s": 244.66800000000057, "ttft_s": 1.6905917660005798, "turn_id": 3} +{"actual_output_tokens": 504, "cached_tokens": 59376, "effective_input_length": 59446, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59446, "latency_s": 4.76354128100138, "output_length": 504, "proxy_request_id": "1269373:11:1307381:296", "request_id": "1269373:11:1307381:296", "request_type": "coder", "requested_output_tokens": 504, "session_id": "1269373", "t_dispatch_unix": 1779960951.0354333, "t_finish_unix": 1779960955.798974, "t_first_token_unix": 1779960951.1982303, "tpot_s": 0.009146153351889598, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 12998344], "trace_timestamp_s": 241.84600000000046, "ttft_s": 0.16279449699868564, "turn_id": 11} +{"actual_output_tokens": 1838, "cached_tokens": 29696, "effective_input_length": 29948, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29948, "latency_s": 21.86386256499827, "output_length": 1838, "proxy_request_id": "1272313:11:1302571:271", "request_id": "1272313:11:1302571:271", "request_type": "coder", "requested_output_tokens": 1838, "session_id": "1272313", "t_dispatch_unix": 1779960934.0841918, "t_finish_unix": 1779960955.9480543, "t_first_token_unix": 1779960943.0475488, "tpot_s": 0.00702244270277515, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12868962, 12868963, 12868964, 12868965, 12868966, 12868967, 12868968, 12868969, 12868970, 12868971, 12868972, 12868973, 12868974, 12868975, 12868976, 12868977, 12868978, 12868979, 12868980, 12868981, 12868982, 12868983, 12868984, 12868985, 12868986, 12907593, 12953259, 12953260], "trace_timestamp_s": 224.89600000000064, "ttft_s": 8.963355279000098, "turn_id": 11} +{"actual_output_tokens": 96, "cached_tokens": 0, "effective_input_length": 4679, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4679, "latency_s": 0.7903085059988371, "output_length": 96, "proxy_request_id": "1309040:1:1309040:302", "request_id": "1309040:1:1309040:302", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1309040", "t_dispatch_unix": 1779960956.9772441, "t_finish_unix": 1779960957.7675529, "t_first_token_unix": 1779960957.271644, "tpot_s": 0.005217053484222178, "trace_hash_ids": [13004558, 13004559, 13004560, 13004561, 13004562, 13013455, 13013456, 13013457, 13013458, 13013459], "trace_timestamp_s": 247.78800000000047, "ttft_s": 0.29439892399750534, "turn_id": 1} +{"actual_output_tokens": 176, "cached_tokens": 43520, "effective_input_length": 43710, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43710, "latency_s": 1.4438387139998667, "output_length": 176, "proxy_request_id": "1294611:8:1308970:301", "request_id": "1294611:8:1308970:301", "request_type": "coder", "requested_output_tokens": 176, "session_id": "1294611", "t_dispatch_unix": 1779960956.6425586, "t_finish_unix": 1779960958.0863972, "t_first_token_unix": 1779960956.8105865, "tpot_s": 0.007288663365720173, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13012865], "trace_timestamp_s": 247.45400000000063, "ttft_s": 0.16802596299748984, "turn_id": 8} +{"actual_output_tokens": 65, "cached_tokens": 23130, "effective_input_length": 23131, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23131, "latency_s": 2.95778522999899, "output_length": 65, "proxy_request_id": "1303517:2:1307703:297", "request_id": "1303517:2:1307703:297", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1303517", "t_dispatch_unix": 1779960955.1903255, "t_finish_unix": 1779960958.1481106, "t_first_token_unix": 1779960957.7627692, "tpot_s": 0.0060167730312059575, "trace_hash_ids": [12961760, 12961761, 12961762, 12961763, 12961764, 12961765, 12961766, 12961767, 12961768, 12961769, 12961770, 12961771, 12961772, 12961773, 12961774, 12961775, 12961776, 12961777, 12961778, 12961779, 12961780, 12961781, 12961782, 12961783, 12961784, 12961785, 12961786, 12961787, 12961788, 12983155, 12983156, 12983157, 12983158, 12983159, 12983160, 12983161, 12983162, 12983163, 13001392, 13001393, 13001394, 13001395, 13001396, 13001397, 13001398, 13001399], "trace_timestamp_s": 243.0050000000001, "ttft_s": 2.572441500000423, "turn_id": 2} +{"actual_output_tokens": 12, "cached_tokens": 23184, "effective_input_length": 23259, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23259, "latency_s": 0.12612571399949957, "output_length": 12, "proxy_request_id": "1303517:3:1309213:303", "request_id": "1303517:3:1309213:303", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1303517", "t_dispatch_unix": 1779960958.1491113, "t_finish_unix": 1779960958.2752368, "t_first_token_unix": 1779960958.2241461, "tpot_s": 0.004623812272753144, "trace_hash_ids": [12961760, 12961761, 12961762, 12961763, 12961764, 12961765, 12961766, 12961767, 12961768, 12961769, 12961770, 12961771, 12961772, 12961773, 12961774, 12961775, 12961776, 12961777, 12961778, 12961779, 12961780, 12961781, 12961782, 12961783, 12961784, 12961785, 12961786, 12961787, 12961788, 12983155, 12983156, 12983157, 12983158, 12983159, 12983160, 12983161, 12983162, 12983163, 13001392, 13001393, 13001394, 13001395, 13001396, 13001397, 13001398, 13015129], "trace_timestamp_s": 248.41400000000067, "ttft_s": 0.0750333079995471, "turn_id": 3} +{"actual_output_tokens": 2669, "cached_tokens": 0, "effective_input_length": 34706, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34706, "latency_s": 29.170331953999266, "output_length": 2669, "proxy_request_id": "1301929:1:1301929:265", "request_id": "1301929:1:1301929:265", "request_type": "coder", "requested_output_tokens": 2669, "session_id": "1301929", "t_dispatch_unix": 1779960931.6597536, "t_finish_unix": 1779960960.830085, "t_first_token_unix": 1779960937.6637025, "tpot_s": 0.008682963601949768, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 244222, 244223, 8074420, 8074421, 12946894, 12946895, 12946896, 12946897, 12946898, 12946899, 12946900, 12946901, 12946902, 12946903, 12946904, 12946905, 12946906, 12946907, 12946908, 12946909, 12946910, 12946911, 12946912, 12946913, 12946914, 12946915, 12946916, 12946917, 12946918, 12946919, 12946920, 12946921, 12946922, 12946923, 12946924, 12946925, 12946926, 12946927, 12946928, 12946929, 12946930, 12946931, 12946932, 12946933, 12946934, 12946935, 12946936, 12946937, 12946938, 12946939, 12946940, 12946941, 12946942, 12946943, 12946944, 12946945, 12946946, 12946947, 12946948, 12946949, 12946950], "trace_timestamp_s": 222.46100000000024, "ttft_s": 6.003946626999095, "turn_id": 1} +{"actual_output_tokens": 300, "cached_tokens": 0, "effective_input_length": 24545, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24545, "latency_s": 4.695181989998673, "output_length": 300, "proxy_request_id": "1309252:1:1309252:304", "request_id": "1309252:1:1309252:304", "request_type": "coder", "requested_output_tokens": 300, "session_id": "1309252", "t_dispatch_unix": 1779960957.8054361, "t_finish_unix": 1779960962.5006177, "t_first_token_unix": 1779960960.645521, "tpot_s": 0.006203589986617592, "trace_hash_ids": [88938, 88939, 88940, 88941, 88942, 88943, 5122946, 13015371, 13015372, 13015373, 13015374, 13015375, 13015376, 13015377, 13015378, 13015379, 13015380, 13015381, 13015382, 13015383, 13015384, 13015385, 13015386, 13015387, 13015388, 13015389, 13015390, 13015391, 13015392, 13015393, 13015394, 13015395, 13015396, 13015397, 13015398, 13015399, 13015400, 13015401, 13015402, 13015403, 13015404, 13015405, 13015406, 13015407, 13015408, 13015409, 13015410, 13015411], "trace_timestamp_s": 248.60900000000038, "ttft_s": 2.840082917999098, "turn_id": 1} +{"actual_output_tokens": 166, "cached_tokens": 61600, "effective_input_length": 64558, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64558, "latency_s": 2.727823115001229, "output_length": 166, "proxy_request_id": "1279412:11:1310014:305", "request_id": "1279412:11:1310014:305", "request_type": "coder", "requested_output_tokens": 166, "session_id": "1279412", "t_dispatch_unix": 1779960960.4375286, "t_finish_unix": 1779960963.1653516, "t_first_token_unix": 1779960961.787786, "tpot_s": 0.008346755090910433, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13022377], "trace_timestamp_s": 251.2470000000003, "ttft_s": 1.3502552259997174, "turn_id": 11} +{"actual_output_tokens": 9, "cached_tokens": 14992, "effective_input_length": 18631, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18631, "latency_s": 17.848380753999663, "output_length": 9, "proxy_request_id": "1303462:2:1306126:290", "request_id": "1303462:2:1306126:290", "request_type": "coder", "requested_output_tokens": 9, "session_id": "1303462", "t_dispatch_unix": 1779960946.5285234, "t_finish_unix": 1779960964.376904, "t_first_token_unix": 1779960964.3300624, "tpot_s": 0.005821377999836841, "trace_hash_ids": [12985881, 12985882, 12985883, 12985884, 12985885, 12985886, 12985887, 12985888, 12985889, 12985890, 12985891, 12985892, 12985893, 12985894, 12985895, 12985896, 12985897, 12985898, 12985899, 12985900, 12985901, 12985902, 12985903, 12985904, 12985905, 12985906, 12985907, 12985908, 12985909, 12985910, 12985911, 12985912, 12985913, 12985914, 12985915, 12985916, 12985917], "trace_timestamp_s": 237.33400000000074, "ttft_s": 17.80153710399827, "turn_id": 2} +{"actual_output_tokens": 85, "cached_tokens": 0, "effective_input_length": 18089, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18089, "latency_s": 2.2929743610002333, "output_length": 85, "proxy_request_id": "1310590:1:1310590:306", "request_id": "1310590:1:1310590:306", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1310590", "t_dispatch_unix": 1779960962.3892927, "t_finish_unix": 1779960964.6822672, "t_first_token_unix": 1779960964.1865008, "tpot_s": 0.005899484166677992, "trace_hash_ids": [12996713, 12996714, 12996715, 12996716, 12996717, 12996718, 12996719, 12996720, 12996721, 12996722, 12996723, 12996724, 12996725, 12996726, 12996727, 12996728, 12996729, 12996730, 12996731, 12996732, 12996733, 12996734, 12996735, 12996736, 13016155, 13016156, 13016157, 13016158, 13016159, 13016160, 13027764, 13027765, 13027766, 13027767, 13027768, 13027769], "trace_timestamp_s": 253.19500000000062, "ttft_s": 1.7972058129998914, "turn_id": 1} +{"actual_output_tokens": 4192, "cached_tokens": 14208, "effective_input_length": 43607, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43607, "latency_s": 37.87228067799879, "output_length": 4192, "proxy_request_id": "1297811:2:1300578:258", "request_id": "1297811:2:1300578:258", "request_type": "coder", "requested_output_tokens": 4192, "session_id": "1297811", "t_dispatch_unix": 1779960927.0037353, "t_finish_unix": 1779960964.8760157, "t_first_token_unix": 1779960933.177103, "tpot_s": 0.00756352014626603, "trace_hash_ids": [3411, 3412, 3413, 3840, 3841, 3842, 3843, 3844, 3845, 3846, 3847, 3848, 3849, 3850, 3851, 3852, 2642723, 18908, 18909, 18910, 2642724, 1369412, 12886430, 12886431, 12907594, 12907595, 41662, 12933568, 12933569, 12933570, 12933571, 12933572, 12933573, 12933574, 12933575, 12933576, 12933577, 12933578, 12933579, 12933580, 12933581, 12933582, 12933583, 12933584, 12933585, 12933586, 12933587, 12933588, 12933589, 12933590, 12933591, 12933592, 12933593, 12933594, 12933595, 12933596, 12933597, 12933598, 12933599, 12933600, 12933601, 12933602, 12933603, 12933604, 12933605, 12933606, 12933607, 12933608, 12933609, 12933610, 12933611, 12933612, 12933613, 12933614, 12933615, 12933616, 12933617, 12933618, 12933619, 12933620, 12933621, 12933622, 12933623, 12933624, 12933625, 12933626], "trace_timestamp_s": 217.8030000000008, "ttft_s": 6.173366088998591, "turn_id": 2} +{"actual_output_tokens": 75, "cached_tokens": 0, "effective_input_length": 75826, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75826, "latency_s": 20.84169376099817, "output_length": 75, "proxy_request_id": "1305420:1:1305420:285", "request_id": "1305420:1:1305420:285", "request_type": "coder", "requested_output_tokens": 75, "session_id": "1305420", "t_dispatch_unix": 1779960944.1158907, "t_finish_unix": 1779960964.957584, "t_first_token_unix": 1779960964.339412, "tpot_s": 0.008351073283798492, "trace_hash_ids": [442944, 442945, 442946, 442947, 442948, 442949, 442950, 442951, 442952, 442953, 442954, 442955, 442956, 442957, 442958, 442959, 1172223, 1172224, 1172225, 1172226, 1172227, 1172228, 1172229, 4960061, 8457619, 8457620, 8457621, 8457622, 8457623, 8457624, 8457625, 8457626, 8457627, 8457628, 8457629, 8457630, 8457631, 8457632, 8457633, 8457634, 8457635, 8457636, 8457637, 8457638, 8457639, 8457640, 8457641, 8457642, 8457643, 8457644, 8457645, 8457646, 8457647, 8457648, 8457649, 8457650, 8457651, 8457652, 8457653, 8457654, 8457655, 8457656, 8457657, 8457658, 8457659, 8457660, 8457661, 8457662, 8457663, 8457664, 8457665, 8457666, 8457667, 8457668, 8457669, 8457670, 8457671, 8457672, 8457673, 8457674, 8457675, 8457676, 8457677, 8457678, 8457679, 8457680, 8457681, 8457682, 8457683, 9708906, 9708907, 9708908, 9708909, 9708910, 9708911, 9708912, 9708913, 9708914, 9708915, 9708916, 9708917, 9708918, 9708919, 9708920, 9708921, 9708922, 9708923, 10055928, 10055929, 10055930, 10055931, 10055932, 10055933, 10055934, 10055935, 10055936, 10055937, 10481518, 10481519, 10481520, 10481521, 10481522, 10481523, 10481524, 12979484, 12979485, 12979486, 12979487, 12979488, 12979489, 12979490, 12979491, 12979492, 12979493, 12979494, 12979495, 12979496, 12979497, 12979498, 12979499, 12979500, 12979501, 12979502, 12979503, 12979504, 12979505, 12979506, 12979507, 12979508], "trace_timestamp_s": 234.89900000000034, "ttft_s": 20.22351923899987, "turn_id": 1} +{"actual_output_tokens": 31, "cached_tokens": 23264, "effective_input_length": 24638, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24638, "latency_s": 0.5002417720024823, "output_length": 31, "proxy_request_id": "1303517:4:1311293:308", "request_id": "1303517:4:1311293:308", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1303517", "t_dispatch_unix": 1779960964.836452, "t_finish_unix": 1779960965.336694, "t_first_token_unix": 1779960965.1682594, "tpot_s": 0.005606813600024907, "trace_hash_ids": [12961760, 12961761, 12961762, 12961763, 12961764, 12961765, 12961766, 12961767, 12961768, 12961769, 12961770, 12961771, 12961772, 12961773, 12961774, 12961775, 12961776, 12961777, 12961778, 12961779, 12961780, 12961781, 12961782, 12961783, 12961784, 12961785, 12961786, 12961787, 12961788, 12983155, 12983156, 12983157, 12983158, 12983159, 12983160, 12983161, 12983162, 12983163, 13001392, 13001393, 13001394, 13001395, 13001396, 13001397, 13001398, 13021779, 13021780, 13034659, 13034660], "trace_timestamp_s": 255.64800000000014, "ttft_s": 0.331805173002067, "turn_id": 4} +{"actual_output_tokens": 12, "cached_tokens": 2816, "effective_input_length": 13164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13164, "latency_s": 1.0203527810008381, "output_length": 12, "proxy_request_id": "1304943:2:1311189:307", "request_id": "1304943:2:1311189:307", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1304943", "t_dispatch_unix": 1779960964.521141, "t_finish_unix": 1779960965.5414934, "t_first_token_unix": 1779960965.4916463, "tpot_s": 0.004511320818313503, "trace_hash_ids": [12975642, 12975643, 12975644, 12975645, 12975646, 12982335, 12982336, 12991755, 12991756, 12991757, 12991758, 13001111, 13001112, 13001113, 13001114, 13008530, 13008531, 13008532, 13008533, 13008534, 13008535, 13016603, 13016604, 13016605, 13025488, 13033993], "trace_timestamp_s": 255.32999999999993, "ttft_s": 0.9705036009981995, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 31568, "effective_input_length": 31611, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31611, "latency_s": 0.41112016000261065, "output_length": 55, "proxy_request_id": "1277428:3:1311644:311", "request_id": "1277428:3:1311644:311", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1277428", "t_dispatch_unix": 1779960966.1434045, "t_finish_unix": 1779960966.5545244, "t_first_token_unix": 1779960966.2178142, "tpot_s": 0.00623170196296188, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512], "trace_timestamp_s": 256.9549999999999, "ttft_s": 0.07440731400129152, "turn_id": 3} +{"actual_output_tokens": 346, "cached_tokens": 0, "effective_input_length": 8996, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8996, "latency_s": 2.595535304997611, "output_length": 346, "proxy_request_id": "1258908:2:1311606:310", "request_id": "1258908:2:1311606:310", "request_type": "coder", "requested_output_tokens": 346, "session_id": "1258908", "t_dispatch_unix": 1779960965.96602, "t_finish_unix": 1779960968.5615556, "t_first_token_unix": 1779960966.6431184, "tpot_s": 0.0055599960985579155, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 13037146, 13037147, 13037148], "trace_timestamp_s": 256.77800000000025, "ttft_s": 0.6770968959972379, "turn_id": 2} +{"actual_output_tokens": 33, "cached_tokens": 0, "effective_input_length": 20175, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20175, "latency_s": 2.2999305310004274, "output_length": 33, "proxy_request_id": "1311753:1:1311753:312", "request_id": "1311753:1:1311753:312", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1311753", "t_dispatch_unix": 1779960966.5363638, "t_finish_unix": 1779960968.836294, "t_first_token_unix": 1779960968.6547744, "tpot_s": 0.0056660130937871145, "trace_hash_ids": [94090, 94091, 94092, 94093, 94094, 508947, 176859, 508948, 508949, 508950, 508951, 508952, 508953, 508954, 508955, 508956, 508957, 508958, 508959, 508960, 10647989, 10647990, 10647991, 10647992, 13038929, 13038930, 13038931, 13038932, 13038933, 13038934, 13038935, 13038936, 13038937, 13038938, 13038939, 13038940, 13038941, 13038942, 13038943, 13038944], "trace_timestamp_s": 257.34200000000055, "ttft_s": 2.118409349997819, "turn_id": 1} +{"actual_output_tokens": 9, "cached_tokens": 24656, "effective_input_length": 25637, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25637, "latency_s": 0.3274034530004428, "output_length": 9, "proxy_request_id": "1303517:5:1313040:317", "request_id": "1303517:5:1313040:317", "request_type": "coder", "requested_output_tokens": 9, "session_id": "1303517", "t_dispatch_unix": 1779960970.8825924, "t_finish_unix": 1779960971.2099957, "t_first_token_unix": 1779960971.1684306, "tpot_s": 0.005162241000107315, "trace_hash_ids": [13050284, 13050285, 13050286, 13050287, 13050288, 13050289, 13050290, 13050291, 13050292, 13050293, 13050294, 13050295, 13050296, 13050297, 13050298, 13050299, 13050300, 13050301, 13050302, 13050303, 13050304, 13050305, 13050306, 13050307, 13050308, 13050309, 13050310, 13050311, 13050312, 13050313, 13050314, 13050315, 13050316, 13050317, 13050318, 13050319, 13050320, 13050321, 13050322, 13050323, 13050324, 13050325, 13050326, 13050327, 13050328, 13050329, 13050330, 13050331, 13050332, 13050333, 13050334], "trace_timestamp_s": 261.6860000000006, "ttft_s": 0.2858361459984735, "turn_id": 5} +{"actual_output_tokens": 178, "cached_tokens": 43872, "effective_input_length": 44335, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44335, "latency_s": 2.809839720997843, "output_length": 178, "proxy_request_id": "1294611:9:1312398:313", "request_id": "1294611:9:1312398:313", "request_type": "coder", "requested_output_tokens": 178, "session_id": "1294611", "t_dispatch_unix": 1779960968.8173766, "t_finish_unix": 1779960971.6272156, "t_first_token_unix": 1779960969.0764942, "tpot_s": 0.014409503039554034, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13044795], "trace_timestamp_s": 259.6290000000008, "ttft_s": 0.2591162479984632, "turn_id": 9} +{"actual_output_tokens": 96, "cached_tokens": 24832, "effective_input_length": 44792, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44792, "latency_s": 6.6866563969997515, "output_length": 96, "proxy_request_id": "1309252:2:1311531:309", "request_id": "1309252:2:1311531:309", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1309252", "t_dispatch_unix": 1779960965.7314873, "t_finish_unix": 1779960972.4181435, "t_first_token_unix": 1779960970.6327004, "tpot_s": 0.01879010354735472, "trace_hash_ids": [88938, 88939, 88940, 88941, 88942, 88943, 5122946, 13015371, 13015372, 13015373, 13015374, 13015375, 13015376, 13015377, 13015378, 13015379, 13015380, 13015381, 13015382, 13015383, 13036700, 13036701, 13036702, 13036703, 13036704, 13036705, 13036706, 13036707, 13036708, 13036709, 13036710, 13036711, 13036712, 13036713, 13036714, 13036715, 13036716, 13036717, 13036718, 13036719, 13036720, 13036721, 13036722, 13036723, 13036724, 13036725, 13036726, 13036727, 13036728, 13036729, 13036730, 13036731, 13036732, 13036733, 13036734, 13036735, 13036736, 13036737, 13036738, 13036739, 13036740, 13036741, 13036742, 13036743, 13036744, 13036745, 13036746, 13036747, 13036748, 13036749, 13036750, 13036751, 13036752, 13036753, 13036754, 13036755, 13036756, 13036757, 13036758, 13036759, 13036760, 13036761, 13036762, 13036763, 13036764, 13036765, 13036766, 13036767], "trace_timestamp_s": 256.53099999999995, "ttft_s": 4.901211042000796, "turn_id": 2} +{"actual_output_tokens": 198, "cached_tokens": 21968, "effective_input_length": 26885, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26885, "latency_s": 3.213363668000966, "output_length": 198, "proxy_request_id": "1268861:4:1312689:315", "request_id": "1268861:4:1312689:315", "request_type": "coder", "requested_output_tokens": 198, "session_id": "1268861", "t_dispatch_unix": 1779960969.8789732, "t_finish_unix": 1779960973.0923367, "t_first_token_unix": 1779960971.5385158, "tpot_s": 0.007883085081214766, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13047223], "trace_timestamp_s": 260.6890000000003, "ttft_s": 1.659540091000963, "turn_id": 4} +{"actual_output_tokens": 99, "cached_tokens": 0, "effective_input_length": 13360, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13360, "latency_s": 3.5725163310016796, "output_length": 99, "proxy_request_id": "1306347:2:1312642:314", "request_id": "1306347:2:1312642:314", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1306347", "t_dispatch_unix": 1779960969.7115092, "t_finish_unix": 1779960973.2840257, "t_first_token_unix": 1779960970.8567698, "tpot_s": 0.024763518397980525, "trace_hash_ids": [12988101, 12997381, 12997382, 12997383, 12997384, 13005782, 13011406, 13018410, 13018411, 13018412, 13033270, 13033271, 13033272, 13033273, 13033274, 13033275, 13033276, 13039898, 13046883, 13046884, 13046885, 13046886, 13046887, 13046888, 13046889, 13046890, 13046891], "trace_timestamp_s": 260.52000000000044, "ttft_s": 1.1452594000002136, "turn_id": 2} +{"actual_output_tokens": 109, "cached_tokens": 22685, "effective_input_length": 22686, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22686, "latency_s": 2.6789681469999778, "output_length": 109, "proxy_request_id": "1313181:1:1313181:318", "request_id": "1313181:1:1313181:318", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1313181", "t_dispatch_unix": 1779960971.4996521, "t_finish_unix": 1779960974.1786199, "t_first_token_unix": 1779960973.5109856, "tpot_s": 0.006179675435170658, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13052042], "trace_timestamp_s": 262.308, "ttft_s": 2.0113317750001443, "turn_id": 1} +{"actual_output_tokens": 157, "cached_tokens": 64720, "effective_input_length": 64755, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64755, "latency_s": 1.8500038349993702, "output_length": 157, "proxy_request_id": "1279412:12:1313518:319", "request_id": "1279412:12:1313518:319", "request_type": "coder", "requested_output_tokens": 157, "session_id": "1279412", "t_dispatch_unix": 1779960972.6156023, "t_finish_unix": 1779960974.4656062, "t_first_token_unix": 1779960973.0912828, "tpot_s": 0.008807481871815234, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13054780], "trace_timestamp_s": 263.4270000000006, "ttft_s": 0.4756786429970816, "turn_id": 12} +{"actual_output_tokens": 372, "cached_tokens": 59936, "effective_input_length": 62840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62840, "latency_s": 4.46306846600055, "output_length": 372, "proxy_request_id": "1269373:12:1312836:316", "request_id": "1269373:12:1312836:316", "request_type": "coder", "requested_output_tokens": 372, "session_id": "1269373", "t_dispatch_unix": 1779960970.246392, "t_finish_unix": 1779960974.7094603, "t_first_token_unix": 1779960971.5501087, "tpot_s": 0.008515214919137882, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13048674], "trace_timestamp_s": 261.0560000000005, "ttft_s": 1.3037147579998418, "turn_id": 12} +{"actual_output_tokens": 198, "cached_tokens": 44512, "effective_input_length": 45362, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45362, "latency_s": 1.8386198919979506, "output_length": 198, "proxy_request_id": "1294611:10:1314495:322", "request_id": "1294611:10:1314495:322", "request_type": "coder", "requested_output_tokens": 198, "session_id": "1294611", "t_dispatch_unix": 1779960976.2748914, "t_finish_unix": 1779960978.1135108, "t_first_token_unix": 1779960976.6441453, "tpot_s": 0.007457475269040912, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13063311], "trace_timestamp_s": 267.08600000000024, "ttft_s": 0.3692517589988711, "turn_id": 10} +{"actual_output_tokens": 2, "cached_tokens": 0, "effective_input_length": 7, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7, "latency_s": 0.02117895999981556, "output_length": 2, "proxy_request_id": "1315313:1:1315313:325", "request_id": "1315313:1:1315313:325", "request_type": "coder", "requested_output_tokens": 2, "session_id": "1315313", "t_dispatch_unix": 1779960978.9229774, "t_finish_unix": 1779960978.9441562, "t_first_token_unix": 1779960978.9396915, "tpot_s": 0.0042344899993622676, "trace_hash_ids": [37638], "trace_timestamp_s": 269.7360000000008, "ttft_s": 0.016713119999621995, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 18160, "effective_input_length": 32440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32440, "latency_s": 2.889889329999278, "output_length": 26, "proxy_request_id": "1310590:2:1315212:324", "request_id": "1310590:2:1315212:324", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1310590", "t_dispatch_unix": 1779960978.567839, "t_finish_unix": 1779960981.4577274, "t_first_token_unix": 1779960981.3141844, "tpot_s": 0.005731881280080415, "trace_hash_ids": [12996713, 12996714, 12996715, 12996716, 12996717, 12996718, 12996719, 12996720, 12996721, 12996722, 12996723, 12996724, 12996725, 12996726, 12996727, 12996728, 12996729, 12996730, 12996731, 12996732, 12996733, 12996734, 12996735, 12996736, 13016155, 13016156, 13016157, 13016158, 13016159, 13016160, 13027764, 13027765, 13027766, 13027767, 13027768, 13036928, 13036929, 13036930, 13036931, 13036932, 13036933, 13036934, 13036935, 13048761, 13048762, 13048763, 13048764, 13048765, 13048766, 13048767, 13048768, 13048769, 13048770, 13048771, 13048772, 13048773, 13060483, 13060484, 13060485, 13060486, 13060487, 13060488, 13060489, 13070580], "trace_timestamp_s": 269.3740000000007, "ttft_s": 2.7463439339990146, "turn_id": 2} +{"actual_output_tokens": 61, "cached_tokens": 4768, "effective_input_length": 23097, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23097, "latency_s": 2.719606839997141, "output_length": 61, "proxy_request_id": "1309040:2:1315488:326", "request_id": "1309040:2:1315488:326", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1309040", "t_dispatch_unix": 1779960979.640939, "t_finish_unix": 1779960982.3605459, "t_first_token_unix": 1779960981.9978995, "tpot_s": 0.0060396515833417656, "trace_hash_ids": [13072947, 13072948, 13072949, 13072950, 13072951, 13072952, 13072953, 13072954, 13072955, 13072956, 13072957, 13072958, 13072959, 13072960, 13072961, 13072962, 13072963, 13072964, 13072965, 13072966, 13072967, 13072968, 13072969, 13072970, 13072971, 13072972, 13072973, 13072974, 13072975, 13072976, 13072977, 13072978, 13072979, 13072980, 13072981, 13072982, 13072983, 13072984, 13072985, 13072986, 13072987, 13072988, 13072989, 13072990, 13072991, 13072992], "trace_timestamp_s": 270.4440000000004, "ttft_s": 2.3569588249993103, "turn_id": 2} +{"actual_output_tokens": 528, "cached_tokens": 0, "effective_input_length": 16960, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16960, "latency_s": 4.730404802001431, "output_length": 528, "proxy_request_id": "1315567:1:1315567:327", "request_id": "1315567:1:1315567:327", "request_type": "coder", "requested_output_tokens": 528, "session_id": "1315567", "t_dispatch_unix": 1779960979.9097996, "t_finish_unix": 1779960984.6402042, "t_first_token_unix": 1779960981.5415142, "tpot_s": 0.005879441345348778, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 7245982, 81996, 13049398, 13049399, 13073849, 13073850, 13073851, 13073852, 13073853, 13073854, 13073855, 13073856, 13073857, 13073858, 13073859, 13073860, 13073861, 13073862, 13073863], "trace_timestamp_s": 270.71900000000005, "ttft_s": 1.6317122930013284, "turn_id": 1} +{"actual_output_tokens": 50, "cached_tokens": 0, "effective_input_length": 24487, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24487, "latency_s": 3.1208227169991005, "output_length": 50, "proxy_request_id": "1316201:1:1316201:329", "request_id": "1316201:1:1316201:329", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1316201", "t_dispatch_unix": 1779960982.1734266, "t_finish_unix": 1779960985.2942493, "t_first_token_unix": 1779960985.0037713, "tpot_s": 0.005923289897936582, "trace_hash_ids": [79834, 1044525, 1044526, 1044527, 1044528, 1044529, 1044530, 2181165, 2181166, 2181167, 2181168, 2181169, 2181170, 2181171, 2181172, 2181173, 2181174, 2181175, 2181176, 2181177, 2181178, 2181179, 2181180, 2181181, 2181182, 2181183, 2181184, 11014457, 11014458, 9320, 11014459, 79866, 11014460, 13079135, 11014462, 11014463, 11014464, 11014465, 11014466, 11014467, 11014468, 11014469, 11014470, 11014471, 11014472, 11014473, 11014474, 11014475], "trace_timestamp_s": 272.97700000000077, "ttft_s": 2.8303428719991643, "turn_id": 1} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 3441, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3441, "latency_s": 0.3707792990026064, "output_length": 32, "proxy_request_id": "1317160:1:1317160:332", "request_id": "1317160:1:1317160:332", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1317160", "t_dispatch_unix": 1779960985.4184563, "t_finish_unix": 1779960985.7892354, "t_first_token_unix": 1779960985.6320856, "tpot_s": 0.005061747225784442, "trace_hash_ids": [13073227, 13079093, 13088584, 13088585, 13088586, 13088587, 13088588], "trace_timestamp_s": 276.2300000000005, "ttft_s": 0.21362821100046858, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 7440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7440, "latency_s": 0.6382739729997411, "output_length": 26, "proxy_request_id": "1317160:2:1317773:336", "request_id": "1317160:2:1317773:336", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1317160", "t_dispatch_unix": 1779960987.8170557, "t_finish_unix": 1779960988.4553294, "t_first_token_unix": 1779960988.3313324, "tpot_s": 0.00495031583996024, "trace_hash_ids": [13073227, 13079093, 13088584, 13088585, 13088586, 13088587, 13093585, 13093586, 13093587, 13093588, 13093589, 13093590, 13093591, 13093592, 13093593], "trace_timestamp_s": 278.6280000000006, "ttft_s": 0.5142751730018063, "turn_id": 2} +{"actual_output_tokens": 98, "cached_tokens": 22784, "effective_input_length": 24306, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24306, "latency_s": 10.885564853000687, "output_length": 98, "proxy_request_id": "1313181:2:1314940:323", "request_id": "1313181:2:1314940:323", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1313181", "t_dispatch_unix": 1779960977.6891158, "t_finish_unix": 1779960988.5746803, "t_first_token_unix": 1779960987.6413605, "tpot_s": 0.009618519731937097, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13067419], "trace_timestamp_s": 268.5010000000002, "ttft_s": 9.952243065999937, "turn_id": 2} +{"actual_output_tokens": 44, "cached_tokens": 0, "effective_input_length": 5219, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5219, "latency_s": 0.5601585869990231, "output_length": 44, "proxy_request_id": "1318031:1:1318031:338", "request_id": "1318031:1:1318031:338", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1318031", "t_dispatch_unix": 1779960988.4794688, "t_finish_unix": 1779960989.0396276, "t_first_token_unix": 1779960988.8167808, "tpot_s": 0.005176962837224913, "trace_hash_ids": [13085657, 13085658, 13085659, 13085660, 13085661, 13090893, 13090894, 13090895, 13095689, 13095690, 13095691], "trace_timestamp_s": 279.28999999999996, "ttft_s": 0.3373102410005231, "turn_id": 1} +{"actual_output_tokens": 97, "cached_tokens": 0, "effective_input_length": 2696, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2696, "latency_s": 0.7089692789995752, "output_length": 97, "proxy_request_id": "1318036:1:1318036:339", "request_id": "1318036:1:1318036:339", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1318036", "t_dispatch_unix": 1779960988.4842215, "t_finish_unix": 1779960989.1931908, "t_first_token_unix": 1779960988.7026343, "tpot_s": 0.0051073555520891505, "trace_hash_ids": [13077094, 13085876, 13085877, 13085878, 13085879, 13095707], "trace_timestamp_s": 279.2960000000003, "ttft_s": 0.2184116050011653, "turn_id": 1} +{"actual_output_tokens": 241, "cached_tokens": 3584, "effective_input_length": 57051, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57051, "latency_s": 13.926682500001334, "output_length": 241, "proxy_request_id": "1314357:1:1314357:321", "request_id": "1314357:1:1314357:321", "request_type": "coder", "requested_output_tokens": 241, "session_id": "1314357", "t_dispatch_unix": 1779960975.8115883, "t_finish_unix": 1779960989.7382703, "t_first_token_unix": 1779960987.639529, "tpot_s": 0.008743773133346622, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13062231, 13062232], "trace_timestamp_s": 266.60400000000027, "ttft_s": 11.827938550999534, "turn_id": 1} +{"actual_output_tokens": 35, "cached_tokens": 0, "effective_input_length": 14412, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14412, "latency_s": 1.4327528239991807, "output_length": 35, "proxy_request_id": "1318604:1:1318604:341", "request_id": "1318604:1:1318604:341", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1318604", "t_dispatch_unix": 1779960990.526455, "t_finish_unix": 1779960991.9592078, "t_first_token_unix": 1779960991.7765615, "tpot_s": 0.005364114999953445, "trace_hash_ids": [13084363, 13084364, 13084365, 13084366, 13084367, 13084368, 13084369, 13084370, 13084371, 13084372, 13084373, 13084374, 13084375, 13084376, 13084377, 13084378, 13084379, 13084380, 13084381, 13084382, 13084383, 13084384, 13084385, 13084386, 13084387, 13094288, 13094289, 13094290, 13101221], "trace_timestamp_s": 281.33400000000074, "ttft_s": 1.2501044890013873, "turn_id": 1} +{"actual_output_tokens": 470, "cached_tokens": 63200, "effective_input_length": 66135, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66135, "latency_s": 5.386740352001652, "output_length": 470, "proxy_request_id": "1269373:13:1317516:334", "request_id": "1269373:13:1317516:334", "request_type": "coder", "requested_output_tokens": 470, "session_id": "1269373", "t_dispatch_unix": 1779960986.7536106, "t_finish_unix": 1779960992.1403508, "t_first_token_unix": 1779960988.1144528, "tpot_s": 0.008583438426440422, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13091422], "trace_timestamp_s": 277.5630000000001, "ttft_s": 1.3608401880010206, "turn_id": 13} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 5985, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5985, "latency_s": 12.100136620003468, "output_length": 37, "proxy_request_id": "1316848:1:1316848:331", "request_id": "1316848:1:1316848:331", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1316848", "t_dispatch_unix": 1779960984.2634864, "t_finish_unix": 1779960996.363623, "t_first_token_unix": 1779960996.029606, "tpot_s": 0.009269907666647568, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13085635], "trace_timestamp_s": 275.0750000000007, "ttft_s": 11.766118446001201, "turn_id": 1} +{"actual_output_tokens": 80, "cached_tokens": 6016, "effective_input_length": 6040, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6040, "latency_s": 0.8264327279975987, "output_length": 80, "proxy_request_id": "1316848:2:1317438:333", "request_id": "1316848:2:1317438:333", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1316848", "t_dispatch_unix": 1779960996.3641305, "t_finish_unix": 1779960997.1905637, "t_first_token_unix": 1779960996.4044576, "tpot_s": 0.009945086443023476, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13090822], "trace_timestamp_s": 277.3120000000008, "ttft_s": 0.040325196998310275, "turn_id": 2} +{"actual_output_tokens": 54, "cached_tokens": 6112, "effective_input_length": 6298, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6298, "latency_s": 0.5895954779989552, "output_length": 54, "proxy_request_id": "1316848:3:1318975:343", "request_id": "1316848:3:1318975:343", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1316848", "t_dispatch_unix": 1779960997.191318, "t_finish_unix": 1779960997.7809136, "t_first_token_unix": 1779960997.265048, "tpot_s": 0.009726114000000481, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13104212], "trace_timestamp_s": 282.71200000000044, "ttft_s": 0.0737287939991802, "turn_id": 3} +{"actual_output_tokens": 40, "cached_tokens": 0, "effective_input_length": 3099, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3099, "latency_s": 0.39542451899978914, "output_length": 40, "proxy_request_id": "1320630:1:1320630:348", "request_id": "1320630:1:1320630:348", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1320630", "t_dispatch_unix": 1779960997.8181543, "t_finish_unix": 1779960998.2135787, "t_first_token_unix": 1779960998.0171406, "tpot_s": 0.0050308226410169694, "trace_hash_ids": [13120494, 13120495, 13120496, 13120497, 13120498, 13120499, 13120500], "trace_timestamp_s": 288.6300000000001, "ttft_s": 0.1989850909994857, "turn_id": 1} +{"actual_output_tokens": 3, "cached_tokens": 2672, "effective_input_length": 2677, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2677, "latency_s": 0.02871593599775224, "output_length": 3, "proxy_request_id": "1318036:2:1321282:353", "request_id": "1318036:2:1321282:353", "request_type": "coder", "requested_output_tokens": 3, "session_id": "1318036", "t_dispatch_unix": 1779961000.1229014, "t_finish_unix": 1779961000.1516173, "t_first_token_unix": 1779961000.14453, "tpot_s": 0.003432156499911798, "trace_hash_ids": [13126973, 13126974, 13126975, 13126976, 13126977, 13126978], "trace_timestamp_s": 290.9350000000004, "ttft_s": 0.02162778999991133, "turn_id": 2} +{"actual_output_tokens": 60, "cached_tokens": 0, "effective_input_length": 8095, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8095, "latency_s": 0.8830712909984868, "output_length": 60, "proxy_request_id": "1321042:1:1321042:351", "request_id": "1321042:1:1321042:351", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1321042", "t_dispatch_unix": 1779960999.3116527, "t_finish_unix": 1779961000.1947236, "t_first_token_unix": 1779960999.8817742, "tpot_s": 0.005300573983007225, "trace_hash_ids": [13106720, 13106721, 13114808, 13114809, 13114810, 13114811, 13114812, 13114813, 13114814, 13114815, 13124503, 13124504, 13124505, 13124506, 13124507, 13124508], "trace_timestamp_s": 290.1220000000003, "ttft_s": 0.5701202300006116, "turn_id": 1} +{"actual_output_tokens": 307, "cached_tokens": 0, "effective_input_length": 64949, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64949, "latency_s": 20.857525817998976, "output_length": 307, "proxy_request_id": "1279412:13:1315780:328", "request_id": "1279412:13:1315780:328", "request_type": "coder", "requested_output_tokens": 307, "session_id": "1279412", "t_dispatch_unix": 1779960980.6996849, "t_finish_unix": 1779961001.5572107, "t_first_token_unix": 1779960995.7325015, "tpot_s": 0.01903403154248581, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834], "trace_timestamp_s": 271.5110000000004, "ttft_s": 15.032814553000208, "turn_id": 13} +{"actual_output_tokens": 302, "cached_tokens": 21139, "effective_input_length": 21140, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21140, "latency_s": 4.806038400001853, "output_length": 302, "proxy_request_id": "1316848:4:1319820:345", "request_id": "1316848:4:1319820:345", "request_type": "coder", "requested_output_tokens": 302, "session_id": "1316848", "t_dispatch_unix": 1779960997.7871337, "t_finish_unix": 1779961002.5931723, "t_first_token_unix": 1779961000.7426562, "tpot_s": 0.006147057890366129, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13111733], "trace_timestamp_s": 285.6120000000001, "ttft_s": 2.955520865001745, "turn_id": 4} +{"actual_output_tokens": 256, "cached_tokens": 66592, "effective_input_length": 66840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66840, "latency_s": 2.4397865230021125, "output_length": 256, "proxy_request_id": "1269373:14:1321512:354", "request_id": "1269373:14:1321512:354", "request_type": "coder", "requested_output_tokens": 256, "session_id": "1269373", "t_dispatch_unix": 1779961000.9010968, "t_finish_unix": 1779961003.340883, "t_first_token_unix": 1779961001.14734, "tpot_s": 0.008601067309805954, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13129270], "trace_timestamp_s": 291.71100000000024, "ttft_s": 0.24624105900147697, "turn_id": 14} +{"actual_output_tokens": 90, "cached_tokens": 21440, "effective_input_length": 21471, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21471, "latency_s": 0.591695675997471, "output_length": 90, "proxy_request_id": "1316848:5:1322192:357", "request_id": "1316848:5:1322192:357", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1316848", "t_dispatch_unix": 1779961003.4294167, "t_finish_unix": 1779961004.021112, "t_first_token_unix": 1779961003.4857786, "tpot_s": 0.006012414348343769, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116], "trace_timestamp_s": 294.2420000000002, "ttft_s": 0.05635991499730153, "turn_id": 5} +{"actual_output_tokens": 97, "cached_tokens": 31664, "effective_input_length": 33906, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33906, "latency_s": 4.608412405999843, "output_length": 97, "proxy_request_id": "1277428:4:1321259:352", "request_id": "1277428:4:1321259:352", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1277428", "t_dispatch_unix": 1779961000.067104, "t_finish_unix": 1779961004.6755164, "t_first_token_unix": 1779961000.7406592, "tpot_s": 0.04098494317709841, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512, 13126540, 13126541, 13126542, 13126543, 13126544], "trace_timestamp_s": 290.8780000000006, "ttft_s": 0.6735530299993115, "turn_id": 4} +{"actual_output_tokens": 35, "cached_tokens": 14432, "effective_input_length": 15745, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15745, "latency_s": 9.741336512000998, "output_length": 35, "proxy_request_id": "1318604:2:1319895:347", "request_id": "1318604:2:1319895:347", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1318604", "t_dispatch_unix": 1779960995.0352983, "t_finish_unix": 1779961004.7766347, "t_first_token_unix": 1779960995.344328, "tpot_s": 0.2774125769411673, "trace_hash_ids": [13084363, 13084364, 13084365, 13084366, 13084367, 13084368, 13084369, 13084370, 13084371, 13084372, 13084373, 13084374, 13084375, 13084376, 13084377, 13084378, 13084379, 13084380, 13084381, 13084382, 13084383, 13084384, 13084385, 13084386, 13084387, 13094288, 13094289, 13094290, 13112539, 13112540, 13112541], "trace_timestamp_s": 285.82900000000063, "ttft_s": 0.3090280040014477, "turn_id": 2} +{"actual_output_tokens": 12, "cached_tokens": 5248, "effective_input_length": 11145, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11145, "latency_s": 0.6171322039990628, "output_length": 12, "proxy_request_id": "1318031:2:1322552:360", "request_id": "1318031:2:1322552:360", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1318031", "t_dispatch_unix": 1779961004.7666693, "t_finish_unix": 1779961005.383802, "t_first_token_unix": 1779961005.333123, "tpot_s": 0.004577909454383189, "trace_hash_ids": [13138691, 13138692, 13138693, 13138694, 13138695, 13138696, 13138697, 13138698, 13138699, 13138700, 13138701, 13138702, 13138703, 13138704, 13138705, 13138706, 13138707, 13138708, 13138709, 13138710, 13138711, 13138712], "trace_timestamp_s": 295.5750000000007, "ttft_s": 0.566452177001338, "turn_id": 2} +{"actual_output_tokens": 41, "cached_tokens": 15776, "effective_input_length": 17883, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17883, "latency_s": 0.7225685320008779, "output_length": 41, "proxy_request_id": "1318604:3:1320865:350", "request_id": "1318604:3:1320865:350", "request_type": "coder", "requested_output_tokens": 41, "session_id": "1318604", "t_dispatch_unix": 1779961004.7781773, "t_finish_unix": 1779961005.500746, "t_first_token_unix": 1779961005.138589, "tpot_s": 0.00904538312506702, "trace_hash_ids": [13084363, 13084364, 13084365, 13084366, 13084367, 13084368, 13084369, 13084370, 13084371, 13084372, 13084373, 13084374, 13084375, 13084376, 13084377, 13084378, 13084379, 13084380, 13084381, 13084382, 13084383, 13084384, 13084385, 13084386, 13084387, 13094288, 13094289, 13094290, 13112539, 13112540, 13122653, 13122654, 13122655, 13122656, 13122657], "trace_timestamp_s": 289.47200000000066, "ttft_s": 0.3604099069998483, "turn_id": 3} +{"actual_output_tokens": 50, "cached_tokens": 0, "effective_input_length": 8939, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8939, "latency_s": 0.9349842770025134, "output_length": 50, "proxy_request_id": "1322540:1:1322540:359", "request_id": "1322540:1:1322540:359", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1322540", "t_dispatch_unix": 1779961004.7130861, "t_finish_unix": 1779961005.6480703, "t_first_token_unix": 1779961005.3856912, "tpot_s": 0.005349444979605769, "trace_hash_ids": [13138553, 13138554, 13138555, 13138556, 13138557, 13138558, 13138559, 13138560, 13138561, 13138562, 13138563, 13138564, 13138565, 13138566, 13138567, 13138568, 13138569, 13138570], "trace_timestamp_s": 295.52300000000014, "ttft_s": 0.6726034290004463, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 17920, "effective_input_length": 21033, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21033, "latency_s": 0.9589986510000017, "output_length": 42, "proxy_request_id": "1318604:4:1321889:356", "request_id": "1318604:4:1321889:356", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1318604", "t_dispatch_unix": 1779961005.5028412, "t_finish_unix": 1779961006.4618406, "t_first_token_unix": 1779961006.0661366, "tpot_s": 0.00964405200000151, "trace_hash_ids": [13084363, 13084364, 13084365, 13084366, 13084367, 13084368, 13084369, 13084370, 13084371, 13084372, 13084373, 13084374, 13084375, 13084376, 13084377, 13084378, 13084379, 13084380, 13084381, 13084382, 13084383, 13084384, 13084385, 13084386, 13084387, 13094288, 13094289, 13094290, 13112539, 13112540, 13122653, 13122654, 13122655, 13122656, 13122657, 13132633, 13132634, 13132635, 13132636, 13132637, 13132638, 13132639], "trace_timestamp_s": 293.0630000000001, "ttft_s": 0.5632930600004329, "turn_id": 4} +{"actual_output_tokens": 326, "cached_tokens": 65248, "effective_input_length": 71854, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71854, "latency_s": 5.932178307000868, "output_length": 326, "proxy_request_id": "1279412:14:1319059:344", "request_id": "1279412:14:1319059:344", "request_type": "coder", "requested_output_tokens": 326, "session_id": "1279412", "t_dispatch_unix": 1779961001.5659976, "t_finish_unix": 1779961007.4981754, "t_first_token_unix": 1779961004.5798767, "tpot_s": 0.008977896055383518, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13104852], "trace_timestamp_s": 283.058, "ttft_s": 3.0138771689998975, "turn_id": 14} +{"actual_output_tokens": 355, "cached_tokens": 17472, "effective_input_length": 54546, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54546, "latency_s": 13.3033553139976, "output_length": 355, "proxy_request_id": "1315567:2:1319894:346", "request_id": "1315567:2:1319894:346", "request_type": "coder", "requested_output_tokens": 355, "session_id": "1315567", "t_dispatch_unix": 1779960995.0303788, "t_finish_unix": 1779961008.3337333, "t_first_token_unix": 1779961004.5437582, "tpot_s": 0.010705335152540671, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 7245982, 81996, 13049398, 13049399, 13073849, 13073850, 13073851, 13073852, 13073853, 13073854, 13073855, 13073856, 13073857, 13073858, 13073859, 13073860, 13073861, 13073862, 13112465, 13112466, 13112467, 13112468, 13112469, 13112470, 13112471, 13112472, 13112473, 13112474, 13112475, 13112476, 13112477, 13112478, 13112479, 13112480, 13112481, 13112482, 13112483, 13112484, 13112485, 13112486, 13112487, 13112488, 13112489, 13112490, 13112491, 13112492, 13112493, 13112494, 13112495, 13112496, 13112497, 13112498, 13112499, 13112500, 13112501, 13112502, 13112503, 13112504, 13112505, 13112506, 13112507, 13112508, 13112509, 13112510, 13112511, 13112512, 13112513, 13112514, 13112515, 13112516, 13112517, 13112518, 13112519, 13112520, 13112521, 13112522, 13112523, 13112524, 13112525, 13112526, 13112527, 13112528, 13112529, 13112530, 13112531, 13112532, 13112533, 13112534, 13112535, 13112536, 13112537, 13112538], "trace_timestamp_s": 285.82800000000043, "ttft_s": 9.513377592000325, "turn_id": 2} +{"actual_output_tokens": 25, "cached_tokens": 8976, "effective_input_length": 9016, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9016, "latency_s": 0.6479758050008968, "output_length": 25, "proxy_request_id": "1322540:2:1323519:362", "request_id": "1322540:2:1323519:362", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1322540", "t_dispatch_unix": 1779961008.0098467, "t_finish_unix": 1779961008.6578224, "t_first_token_unix": 1779961008.5012567, "tpot_s": 0.006512991250019695, "trace_hash_ids": [13138553, 13138554, 13138555, 13138556, 13138557, 13138558, 13138559, 13138560, 13138561, 13138562, 13138563, 13138564, 13138565, 13138566, 13138567, 13138568, 13138569, 13147526], "trace_timestamp_s": 298.8220000000001, "ttft_s": 0.49140872600037255, "turn_id": 2} +{"actual_output_tokens": 72, "cached_tokens": 8144, "effective_input_length": 13008, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13008, "latency_s": 0.9754631050018361, "output_length": 72, "proxy_request_id": "1321042:2:1323492:361", "request_id": "1321042:2:1323492:361", "request_type": "coder", "requested_output_tokens": 72, "session_id": "1321042", "t_dispatch_unix": 1779961007.9403193, "t_finish_unix": 1779961008.9157825, "t_first_token_unix": 1779961008.48436, "tpot_s": 0.0060721007183429454, "trace_hash_ids": [13106720, 13106721, 13114808, 13114809, 13114810, 13114811, 13114812, 13114813, 13114814, 13114815, 13124503, 13124504, 13124505, 13124506, 13124507, 13132187, 13132188, 13132189, 13147309, 13147310, 13147311, 13147312, 13147313, 13147314, 13147315, 13147316], "trace_timestamp_s": 298.7510000000002, "ttft_s": 0.544039406999218, "turn_id": 2} +{"actual_output_tokens": 98, "cached_tokens": 21552, "effective_input_length": 24395, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24395, "latency_s": 1.1710341130019515, "output_length": 98, "proxy_request_id": "1316848:6:1323535:363", "request_id": "1316848:6:1323535:363", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1316848", "t_dispatch_unix": 1779961008.0572603, "t_finish_unix": 1779961009.2282946, "t_first_token_unix": 1779961008.6316102, "tpot_s": 0.006148455731949371, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13147765], "trace_timestamp_s": 298.8690000000006, "ttft_s": 0.5743482670004596, "turn_id": 6} +{"actual_output_tokens": 90, "cached_tokens": 24528, "effective_input_length": 24768, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24768, "latency_s": 21.85601895000218, "output_length": 90, "proxy_request_id": "1316201:2:1317776:337", "request_id": "1316201:2:1317776:337", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1316201", "t_dispatch_unix": 1779960987.8330517, "t_finish_unix": 1779961009.689071, "t_first_token_unix": 1779961008.760014, "tpot_s": 0.010432592539340415, "trace_hash_ids": [79834, 1044525, 1044526, 1044527, 1044528, 1044529, 1044530, 2181165, 2181166, 2181167, 2181168, 2181169, 2181170, 2181171, 2181172, 2181173, 2181174, 2181175, 2181176, 2181177, 2181178, 2181179, 2181180, 2181181, 2181182, 2181183, 2181184, 11014457, 11014458, 9320, 11014459, 79866, 11014460, 13079135, 11014462, 11014463, 11014464, 11014465, 11014466, 11014467, 11014468, 11014469, 11014470, 11014471, 11014472, 11014473, 11014474, 11014475, 13093608], "trace_timestamp_s": 278.64600000000064, "ttft_s": 20.926956020000944, "turn_id": 2} +{"actual_output_tokens": 255, "cached_tokens": 72176, "effective_input_length": 72402, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72402, "latency_s": 2.5011614760005614, "output_length": 255, "proxy_request_id": "1279412:15:1321613:355", "request_id": "1279412:15:1321613:355", "request_type": "coder", "requested_output_tokens": 255, "session_id": "1279412", "t_dispatch_unix": 1779961007.502701, "t_finish_unix": 1779961010.0038624, "t_first_token_unix": 1779961007.7620423, "tpot_s": 0.008824926826763852, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13129897], "trace_timestamp_s": 292.0450000000001, "ttft_s": 0.25933855500261416, "turn_id": 15} +{"actual_output_tokens": 52, "cached_tokens": 11297, "effective_input_length": 11298, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11298, "latency_s": 1.4113912680004432, "output_length": 52, "proxy_request_id": "1320630:2:1323748:364", "request_id": "1320630:2:1323748:364", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1320630", "t_dispatch_unix": 1779961008.7811606, "t_finish_unix": 1779961010.1925519, "t_first_token_unix": 1779961009.9141593, "tpot_s": 0.005451052294137851, "trace_hash_ids": [13120494, 13120495, 13120496, 13120497, 13120498, 13120499, 13127257, 13127258, 13135970, 13135971, 13135972, 13135973, 13135974, 13135975, 13143084, 13143085, 13143086, 13143087, 13143088, 13149788, 13149789, 13149790, 13149791], "trace_timestamp_s": 299.59100000000035, "ttft_s": 1.13299703300072, "turn_id": 2} +{"actual_output_tokens": 4682, "cached_tokens": 98112, "effective_input_length": 121968, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121968, "latency_s": 74.21274085999903, "output_length": 4682, "proxy_request_id": "1266668:12:1303535:276", "request_id": "1266668:12:1303535:276", "request_type": "coder", "requested_output_tokens": 4682, "session_id": "1266668", "t_dispatch_unix": 1779960937.3975065, "t_finish_unix": 1779961011.610247, "t_first_token_unix": 1779960954.522068, "tpot_s": 0.012195671821832694, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12886824, 12886825, 12937140, 12937141, 12961861, 12961862, 12961863, 12961864, 12961865, 12961866, 12961867, 12961868, 12961869, 12961870, 12961871, 12961872, 12961873, 12961874, 12961875, 12961876, 12961877, 12961878, 12961879, 12961880, 12961881, 12961882, 12961883, 12961884, 12961885, 12961886, 12961887, 12961888, 12961889, 12961890, 12961891, 12961892, 12961893, 12961894, 12961895, 12961896, 12961897, 12961898, 12961899, 12961900, 12961901, 12961902, 12961903, 12961904, 12961905, 12961906, 12961907, 12961908], "trace_timestamp_s": 228.19700000000012, "ttft_s": 17.124558896000963, "turn_id": 12} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 14863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14863, "latency_s": 1.5774655289969814, "output_length": 46, "proxy_request_id": "1324227:1:1324227:367", "request_id": "1324227:1:1324227:367", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1324227", "t_dispatch_unix": 1779961010.5703564, "t_finish_unix": 1779961012.1478217, "t_first_token_unix": 1779961011.8977551, "tpot_s": 0.005550009644422163, "trace_hash_ids": [13121168, 13121169, 13121170, 13121171, 13121172, 13121173, 13121174, 13121175, 13121176, 13121177, 13121178, 13121179, 13129551, 13129552, 13129553, 13129554, 13137620, 13137621, 13146223, 13146224, 13146225, 13146226, 13146227, 13155024, 13155025, 13155026, 13155027, 13155028, 13155029, 13155030], "trace_timestamp_s": 301.3780000000006, "ttft_s": 1.3273970789996383, "turn_id": 1} +{"actual_output_tokens": 282, "cached_tokens": 72656, "effective_input_length": 75624, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75624, "latency_s": 4.057632225998532, "output_length": 282, "proxy_request_id": "1279412:16:1323780:365", "request_id": "1279412:16:1323780:365", "request_type": "coder", "requested_output_tokens": 282, "session_id": "1279412", "t_dispatch_unix": 1779961010.009753, "t_finish_unix": 1779961014.0673852, "t_first_token_unix": 1779961011.5523758, "tpot_s": 0.008949189181488258, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117], "trace_timestamp_s": 299.6800000000003, "ttft_s": 1.5426205570001912, "turn_id": 16} +{"actual_output_tokens": 103, "cached_tokens": 24480, "effective_input_length": 26994, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26994, "latency_s": 1.3063432230010221, "output_length": 103, "proxy_request_id": "1316848:7:1325031:371", "request_id": "1316848:7:1325031:371", "request_type": "coder", "requested_output_tokens": 103, "session_id": "1316848", "t_dispatch_unix": 1779961013.231501, "t_finish_unix": 1779961014.5378442, "t_first_token_unix": 1779961013.808249, "tpot_s": 0.007149525009820126, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13162818], "trace_timestamp_s": 304.0430000000006, "ttft_s": 0.5767454279994126, "turn_id": 7} +{"actual_output_tokens": 25, "cached_tokens": 9040, "effective_input_length": 12118, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12118, "latency_s": 0.4868282400020689, "output_length": 25, "proxy_request_id": "1322540:3:1325410:373", "request_id": "1322540:3:1325410:373", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1322540", "t_dispatch_unix": 1779961014.6055634, "t_finish_unix": 1779961015.092392, "t_first_token_unix": 1779961014.9672942, "tpot_s": 0.005201555624959535, "trace_hash_ids": [13138553, 13138554, 13138555, 13138556, 13138557, 13138558, 13138559, 13138560, 13138561, 13138562, 13138563, 13138564, 13138565, 13138566, 13138567, 13138568, 13138569, 13153725, 13153726, 13160450, 13160451, 13167028, 13167029, 13167030], "trace_timestamp_s": 305.41700000000037, "ttft_s": 0.361729070002184, "turn_id": 3} +{"actual_output_tokens": 313, "cached_tokens": 0, "effective_input_length": 4312, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4312, "latency_s": 2.643761679999443, "output_length": 313, "proxy_request_id": "1324964:1:1324964:370", "request_id": "1324964:1:1324964:370", "request_type": "coder", "requested_output_tokens": 313, "session_id": "1324964", "t_dispatch_unix": 1779961012.9898174, "t_finish_unix": 1779961015.633579, "t_first_token_unix": 1779961013.262061, "tpot_s": 0.007600151112176088, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13162336], "trace_timestamp_s": 303.8010000000004, "ttft_s": 0.27224274599939235, "turn_id": 1} +{"actual_output_tokens": 772, "cached_tokens": 0, "effective_input_length": 79663, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79663, "latency_s": 29.066325065003184, "output_length": 772, "proxy_request_id": "1317598:1:1317598:335", "request_id": "1317598:1:1317598:335", "request_type": "coder", "requested_output_tokens": 772, "session_id": "1317598", "t_dispatch_unix": 1779960987.0550375, "t_finish_unix": 1779961016.1213622, "t_first_token_unix": 1779961008.769123, "tpot_s": 0.00953562636186571, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044], "trace_timestamp_s": 277.83700000000044, "ttft_s": 21.71408399700158, "turn_id": 1} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 1823, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1823, "latency_s": 0.3068727499994566, "output_length": 38, "proxy_request_id": "1325987:1:1325987:376", "request_id": "1325987:1:1325987:376", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1325987", "t_dispatch_unix": 1779961016.700406, "t_finish_unix": 1779961017.0072792, "t_first_token_unix": 1779961016.8222697, "tpot_s": 0.004992947756781595, "trace_hash_ids": [13172375, 13172376, 13172377, 13172378], "trace_timestamp_s": 307.5129999999999, "ttft_s": 0.12186211899825139, "turn_id": 1} +{"actual_output_tokens": 100, "cached_tokens": 0, "effective_input_length": 9513, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9513, "latency_s": 1.3074256850013626, "output_length": 100, "proxy_request_id": "1326192:1:1326192:378", "request_id": "1326192:1:1326192:378", "request_type": "coder", "requested_output_tokens": 100, "session_id": "1326192", "t_dispatch_unix": 1779961017.5799985, "t_finish_unix": 1779961018.887424, "t_first_token_unix": 1779961018.3471506, "tpot_s": 0.005452820919207156, "trace_hash_ids": [13152928, 13152929, 13152930, 13152931, 13152932, 13152933, 13164676, 13164677, 13164678, 13164679, 13174246, 13174247, 13174248, 13174249, 13174250, 13174251, 13174252, 13174253, 13174254], "trace_timestamp_s": 308.3890000000001, "ttft_s": 0.7671506900005625, "turn_id": 1} +{"actual_output_tokens": 305, "cached_tokens": 80432, "effective_input_length": 81220, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81220, "latency_s": 3.4355935109997517, "output_length": 305, "proxy_request_id": "1317598:2:1324364:368", "request_id": "1317598:2:1324364:368", "request_type": "coder", "requested_output_tokens": 305, "session_id": "1317598", "t_dispatch_unix": 1779961016.1262193, "t_finish_unix": 1779961019.5618124, "t_first_token_unix": 1779961016.7214153, "tpot_s": 0.009342576230258266, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196], "trace_timestamp_s": 301.8890000000001, "ttft_s": 0.5951942409992625, "turn_id": 2} +{"actual_output_tokens": 26, "cached_tokens": 12128, "effective_input_length": 13249, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13249, "latency_s": 0.47449013499863213, "output_length": 26, "proxy_request_id": "1322540:4:1326861:380", "request_id": "1322540:4:1326861:380", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1322540", "t_dispatch_unix": 1779961019.8554444, "t_finish_unix": 1779961020.3299346, "t_first_token_unix": 1779961020.081238, "tpot_s": 0.009937771439872449, "trace_hash_ids": [13138553, 13138554, 13138555, 13138556, 13138557, 13138558, 13138559, 13138560, 13138561, 13138562, 13138563, 13138564, 13138565, 13138566, 13138567, 13138568, 13138569, 13153725, 13153726, 13160450, 13160451, 13167028, 13167029, 13180706, 13180707, 13180708], "trace_timestamp_s": 310.6680000000006, "ttft_s": 0.22579225200024666, "turn_id": 4} +{"actual_output_tokens": 296, "cached_tokens": 27088, "effective_input_length": 28120, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28120, "latency_s": 2.227672287997848, "output_length": 296, "proxy_request_id": "1316848:8:1326380:379", "request_id": "1316848:8:1326380:379", "request_type": "coder", "requested_output_tokens": 296, "session_id": "1316848", "t_dispatch_unix": 1779961018.189578, "t_finish_unix": 1779961020.4172497, "t_first_token_unix": 1779961018.4891207, "tpot_s": 0.006535172372870443, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273], "trace_timestamp_s": 309.0010000000002, "ttft_s": 0.299540968000656, "turn_id": 8} +{"actual_output_tokens": 552, "cached_tokens": 67088, "effective_input_length": 69041, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69041, "latency_s": 6.114329566000379, "output_length": 552, "proxy_request_id": "1269373:15:1325630:375", "request_id": "1269373:15:1325630:375", "request_type": "coder", "requested_output_tokens": 552, "session_id": "1269373", "t_dispatch_unix": 1779961015.4429033, "t_finish_unix": 1779961021.5572324, "t_first_token_unix": 1779961016.4717891, "tpot_s": 0.009229025593467569, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187], "trace_timestamp_s": 306.2520000000004, "ttft_s": 1.0288842439986183, "turn_id": 15} +{"actual_output_tokens": 69, "cached_tokens": 9600, "effective_input_length": 15253, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15253, "latency_s": 1.0767146100006357, "output_length": 69, "proxy_request_id": "1326192:2:1327234:381", "request_id": "1326192:2:1327234:381", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1326192", "t_dispatch_unix": 1779961021.137913, "t_finish_unix": 1779961022.2146275, "t_first_token_unix": 1779961021.832111, "tpot_s": 0.005621751338260176, "trace_hash_ids": [13152928, 13152929, 13152930, 13152931, 13152932, 13152933, 13164676, 13164677, 13164678, 13164679, 13174246, 13174247, 13174248, 13174249, 13174250, 13174251, 13174252, 13174253, 13183880, 13183881, 13183882, 13183883, 13183884, 13183885, 13183886, 13183887, 13183888, 13183889, 13183890, 13183891], "trace_timestamp_s": 311.9490000000005, "ttft_s": 0.6941961449992959, "turn_id": 2} +{"actual_output_tokens": 88, "cached_tokens": 4624, "effective_input_length": 5146, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5146, "latency_s": 0.5463235579991306, "output_length": 88, "proxy_request_id": "1324964:2:1327382:382", "request_id": "1324964:2:1327382:382", "request_type": "coder", "requested_output_tokens": 88, "session_id": "1324964", "t_dispatch_unix": 1779961021.743815, "t_finish_unix": 1779961022.2901385, "t_first_token_unix": 1779961021.833036, "tpot_s": 0.005251513011522735, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13184954, 13184955, 13184956], "trace_timestamp_s": 312.5560000000005, "ttft_s": 0.08922030899702804, "turn_id": 2} +{"actual_output_tokens": 42, "cached_tokens": 5232, "effective_input_length": 5234, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5234, "latency_s": 0.2368712730021798, "output_length": 42, "proxy_request_id": "1324964:3:1328499:384", "request_id": "1324964:3:1328499:384", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1324964", "t_dispatch_unix": 1779961025.7591248, "t_finish_unix": 1779961025.995996, "t_first_token_unix": 1779961025.7829297, "tpot_s": 0.005190290804798345, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13184954, 13184955, 13195781], "trace_timestamp_s": 316.5720000000001, "ttft_s": 0.023803720003343187, "turn_id": 3} +{"actual_output_tokens": 260, "cached_tokens": 28400, "effective_input_length": 28615, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28615, "latency_s": 1.8125735499997973, "output_length": 260, "proxy_request_id": "1316848:9:1328693:386", "request_id": "1316848:9:1328693:386", "request_type": "coder", "requested_output_tokens": 260, "session_id": "1316848", "t_dispatch_unix": 1779961026.470753, "t_finish_unix": 1779961028.2833264, "t_first_token_unix": 1779961026.5929542, "tpot_s": 0.0065190513320453735, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13198070], "trace_timestamp_s": 317.28300000000036, "ttft_s": 0.12218556199877639, "turn_id": 9} +{"actual_output_tokens": 163, "cached_tokens": 81520, "effective_input_length": 81827, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81827, "latency_s": 1.9232985359994927, "output_length": 163, "proxy_request_id": "1317598:3:1328678:385", "request_id": "1317598:3:1328678:385", "request_type": "coder", "requested_output_tokens": 163, "session_id": "1317598", "t_dispatch_unix": 1779961026.4251068, "t_finish_unix": 1779961028.3484046, "t_first_token_unix": 1779961026.8641424, "tpot_s": 0.009160448487661742, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196, 13197980], "trace_timestamp_s": 317.2350000000006, "ttft_s": 0.4390338769990194, "turn_id": 3} +{"actual_output_tokens": 76, "cached_tokens": 5264, "effective_input_length": 5414, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5414, "latency_s": 0.4398441020020982, "output_length": 76, "proxy_request_id": "1324964:4:1329201:390", "request_id": "1324964:4:1329201:390", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1324964", "t_dispatch_unix": 1779961028.2823408, "t_finish_unix": 1779961028.722185, "t_first_token_unix": 1779961028.3283637, "tpot_s": 0.0052464393600045395, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13184954, 13184955, 13202375], "trace_timestamp_s": 319.09500000000025, "ttft_s": 0.04602147699915804, "turn_id": 4} +{"actual_output_tokens": 2884, "cached_tokens": 0, "effective_input_length": 33182, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33182, "latency_s": 25.412409196000226, "output_length": 2884, "proxy_request_id": "1322225:1:1322225:358", "request_id": "1322225:1:1322225:358", "request_type": "coder", "requested_output_tokens": 2884, "session_id": "1322225", "t_dispatch_unix": 1779961003.5320365, "t_finish_unix": 1779961028.9444456, "t_first_token_unix": 1779961008.2048888, "tpot_s": 0.007193661899063408, "trace_hash_ids": [12158201, 426358, 11990609, 11990610, 5741838, 11990611, 5631170, 426364, 426365, 426366, 426367, 426368, 113957, 113958, 13135430, 9465731, 9465732, 9465733, 9465734, 9465735, 13135431, 13135432, 13135433, 13135434, 13135435, 13135436, 13135437, 13135438, 13135439, 13135440, 13135441, 13135442, 13135443, 13135444, 13135445, 13135446, 13135447, 13135448, 13135449, 13135450, 13135451, 13135452, 13135453, 13135454, 13135455, 13135456, 13135457, 13135458, 13135459, 13135460, 13135461, 13135462, 13135463, 13135464, 13135465, 13135466, 13135467, 13135468, 13135469, 13135470, 13135471, 13135472, 13135473, 13135474, 13135475], "trace_timestamp_s": 294.33300000000054, "ttft_s": 4.672850011000264, "turn_id": 1} +{"actual_output_tokens": 59, "cached_tokens": 0, "effective_input_length": 9292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9292, "latency_s": 1.0195355709984142, "output_length": 59, "proxy_request_id": "1329110:1:1329110:389", "request_id": "1329110:1:1329110:389", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1329110", "t_dispatch_unix": 1779961027.9714572, "t_finish_unix": 1779961028.9909928, "t_first_token_unix": 1779961028.6768334, "tpot_s": 0.005413002672428085, "trace_hash_ids": [13185032, 13185033, 13185034, 13185035, 13185036, 13185037, 13185038, 13185039, 13201485, 13201486, 13201487, 13201488, 13201489, 13201490, 13201491, 13201492, 13201493, 13201494, 13201495], "trace_timestamp_s": 318.78099999999995, "ttft_s": 0.7053743229989777, "turn_id": 1} +{"actual_output_tokens": 40, "cached_tokens": 1856, "effective_input_length": 7423, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7423, "latency_s": 0.6252326039975742, "output_length": 40, "proxy_request_id": "1325987:2:1329336:391", "request_id": "1325987:2:1329336:391", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1325987", "t_dispatch_unix": 1779961028.8196495, "t_finish_unix": 1779961029.4448817, "t_first_token_unix": 1779961029.2418747, "tpot_s": 0.005199502487159453, "trace_hash_ids": [13172375, 13172376, 13172377, 13189325, 13189326, 13189327, 13189328, 13189329, 13189330, 13203552, 13203553, 13203554, 13203555, 13203556, 13203557], "trace_timestamp_s": 319.6300000000001, "ttft_s": 0.42222413899798994, "turn_id": 2} +{"actual_output_tokens": 41, "cached_tokens": 5488, "effective_input_length": 6691, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6691, "latency_s": 0.34813664899775176, "output_length": 41, "proxy_request_id": "1324964:5:1330169:397", "request_id": "1324964:5:1330169:397", "request_type": "coder", "requested_output_tokens": 41, "session_id": "1324964", "t_dispatch_unix": 1779961031.6769722, "t_finish_unix": 1779961032.025109, "t_first_token_unix": 1779961031.8201632, "tpot_s": 0.00511672347502099, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13184954, 13184955, 13211094, 13211095, 13211096, 13211097], "trace_timestamp_s": 322.4890000000005, "ttft_s": 0.1431899169983808, "turn_id": 5} +{"actual_output_tokens": 59, "cached_tokens": 0, "effective_input_length": 36880, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36880, "latency_s": 5.989297094998619, "output_length": 59, "proxy_request_id": "1328753:1:1328753:387", "request_id": "1328753:1:1328753:387", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1328753", "t_dispatch_unix": 1779961026.7174442, "t_finish_unix": 1779961032.7067416, "t_first_token_unix": 1779961032.3255665, "tpot_s": 0.006567163034497784, "trace_hash_ids": [13155620, 13155621, 13155622, 13155623, 13155624, 13155625, 13155626, 13155627, 13155628, 13155629, 13155630, 13155631, 13155632, 13155633, 13155634, 13155635, 13155636, 13155637, 13155638, 13155639, 13155640, 13155641, 13155642, 13155643, 13155644, 13155645, 13155646, 13155647, 13155648, 13155649, 13155650, 13155651, 13155652, 13155653, 13155654, 13155655, 13155656, 13155657, 13155658, 13155659, 13155660, 13155661, 13155662, 13155663, 13155664, 13155665, 13155666, 13155667, 13155668, 13155669, 13155670, 13155671, 13155672, 13155673, 13155674, 13155675, 13155676, 13155677, 13155678, 13155679, 13155680, 13172041, 13182089, 13182090, 13182091, 13182092, 13182093, 13182094, 13182095, 13198580, 13198581, 13198582, 13198583], "trace_timestamp_s": 317.5010000000002, "ttft_s": 5.608120466997207, "turn_id": 1} +{"actual_output_tokens": 83, "cached_tokens": 0, "effective_input_length": 11725, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11725, "latency_s": 1.4053212649996567, "output_length": 83, "proxy_request_id": "1330130:1:1330130:396", "request_id": "1330130:1:1330130:396", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1330130", "t_dispatch_unix": 1779961031.574142, "t_finish_unix": 1779961032.9794626, "t_first_token_unix": 1779961032.5260043, "tpot_s": 0.0055271898658602586, "trace_hash_ids": [13186800, 13186801, 13186802, 13186803, 13186804, 13186805, 13186806, 13186807, 13186808, 13186809, 13186810, 13186811, 13186812, 13186813, 13197582, 13197583, 13197584, 13197585, 13197586, 13210629, 13210630, 13210631, 13210632], "trace_timestamp_s": 322.3830000000007, "ttft_s": 0.9518604180011607, "turn_id": 1} +{"actual_output_tokens": 69, "cached_tokens": 36928, "effective_input_length": 37007, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37007, "latency_s": 0.5619903360020544, "output_length": 69, "proxy_request_id": "1328753:2:1330033:395", "request_id": "1328753:2:1330033:395", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1328753", "t_dispatch_unix": 1779961032.708561, "t_finish_unix": 1779961033.2705505, "t_first_token_unix": 1779961032.8153858, "tpot_s": 0.006690160323534442, "trace_hash_ids": [13155620, 13155621, 13155622, 13155623, 13155624, 13155625, 13155626, 13155627, 13155628, 13155629, 13155630, 13155631, 13155632, 13155633, 13155634, 13155635, 13155636, 13155637, 13155638, 13155639, 13155640, 13155641, 13155642, 13155643, 13155644, 13155645, 13155646, 13155647, 13155648, 13155649, 13155650, 13155651, 13155652, 13155653, 13155654, 13155655, 13155656, 13155657, 13155658, 13155659, 13155660, 13155661, 13155662, 13155663, 13155664, 13155665, 13155666, 13155667, 13155668, 13155669, 13155670, 13155671, 13155672, 13155673, 13155674, 13155675, 13155676, 13155677, 13155678, 13155679, 13155680, 13172041, 13182089, 13182090, 13182091, 13182092, 13182093, 13182094, 13182095, 13198580, 13198581, 13198582, 13209966], "trace_timestamp_s": 322.0010000000002, "ttft_s": 0.10682291299963254, "turn_id": 2} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 66703, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66703, "latency_s": 18.707939337000425, "output_length": 37, "proxy_request_id": "1325541:1:1325541:374", "request_id": "1325541:1:1325541:374", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1325541", "t_dispatch_unix": 1779961015.1843138, "t_finish_unix": 1779961033.8922527, "t_first_token_unix": 1779961033.483074, "tpot_s": 0.011358563222226318, "trace_hash_ids": [13148586, 13148587, 13148588, 13148589, 13148590, 13148591, 13148592, 13148593, 13148594, 13148595, 13148596, 13148597, 13148598, 13148599, 13148600, 13148601, 13148602, 13148603, 13148604, 13148605, 13148606, 13148607, 13148608, 13148609, 13148610, 13148611, 13148612, 13148613, 13148614, 13148615, 13148616, 13148617, 13148618, 13148619, 13148620, 13148621, 13148622, 13148623, 13148624, 13148625, 13148626, 13148627, 13148628, 13148629, 13148630, 13148631, 13148632, 13148633, 13148634, 13148635, 13148636, 13148637, 13148638, 13148639, 13148640, 13148641, 13148642, 13148643, 13148644, 13148645, 13148646, 13148647, 13148648, 13148649, 13148650, 13148651, 13148652, 13148653, 13148654, 13148655, 13148656, 13148657, 13148658, 13148659, 13148660, 13148661, 13148662, 13148663, 13148664, 13148665, 13148666, 13148667, 13148668, 13148669, 13148670, 13148671, 13148672, 13148673, 13148674, 13148675, 13148676, 13148677, 13148678, 13148679, 13148680, 13148681, 13148682, 13148683, 13148684, 13148685, 13148686, 13148687, 13148688, 13148689, 13148690, 13148691, 13148692, 13148693, 13148694, 13148695, 13148696, 13148697, 13148698, 13148699, 13148700, 13148701, 13148702, 13148703, 13148704, 13148705, 13148706, 13148707, 13148708, 13148709, 13148710, 13148711, 13168103, 13168104, 13168105, 13168106, 13168107], "trace_timestamp_s": 305.97200000000066, "ttft_s": 18.298758447999717, "turn_id": 1} +{"actual_output_tokens": 403, "cached_tokens": 27072, "effective_input_length": 34264, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34264, "latency_s": 6.09445718400093, "output_length": 403, "proxy_request_id": "1268861:5:1329060:388", "request_id": "1268861:5:1329060:388", "request_type": "coder", "requested_output_tokens": 403, "session_id": "1268861", "t_dispatch_unix": 1779961027.840538, "t_finish_unix": 1779961033.934995, "t_first_token_unix": 1779961029.4861782, "tpot_s": 0.011066107616911654, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049], "trace_timestamp_s": 318.65000000000055, "ttft_s": 1.6456384500015702, "turn_id": 5} +{"actual_output_tokens": 72, "cached_tokens": 0, "effective_input_length": 3866, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3866, "latency_s": 0.6069122179978876, "output_length": 72, "proxy_request_id": "1330881:1:1330881:400", "request_id": "1330881:1:1330881:400", "request_type": "coder", "requested_output_tokens": 72, "session_id": "1330881", "t_dispatch_unix": 1779961034.3347902, "t_finish_unix": 1779961034.9417021, "t_first_token_unix": 1779961034.578269, "tpot_s": 0.005114737647859393, "trace_hash_ids": [13217939, 13217940, 13217941, 13217942, 13217943, 13217944, 13217945, 13217946], "trace_timestamp_s": 325.14600000000064, "ttft_s": 0.24347773699992104, "turn_id": 1} +{"actual_output_tokens": 48, "cached_tokens": 15312, "effective_input_length": 25688, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25688, "latency_s": 2.0864001940026355, "output_length": 48, "proxy_request_id": "1326192:3:1330643:399", "request_id": "1326192:3:1330643:399", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1326192", "t_dispatch_unix": 1779961033.473655, "t_finish_unix": 1779961035.5600553, "t_first_token_unix": 1779961035.2801867, "tpot_s": 0.005949489723400589, "trace_hash_ids": [13152928, 13152929, 13152930, 13152931, 13152932, 13152933, 13164676, 13164677, 13164678, 13164679, 13174246, 13174247, 13174248, 13174249, 13174250, 13174251, 13174252, 13174253, 13183880, 13183881, 13183882, 13183883, 13183884, 13183885, 13183886, 13183887, 13183888, 13183889, 13183890, 13193351, 13193352, 13193353, 13193354, 13193355, 13200805, 13200806, 13200807, 13200808, 13200809, 13200810, 13200811, 13200812, 13200813, 13208998, 13208999, 13209000, 13215467, 13215468, 13215469, 13215470, 13215471], "trace_timestamp_s": 324.28200000000015, "ttft_s": 1.8065278030007903, "turn_id": 3} +{"actual_output_tokens": 468, "cached_tokens": 28864, "effective_input_length": 28977, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28977, "latency_s": 3.1726787780025916, "output_length": 468, "proxy_request_id": "1316848:10:1330509:398", "request_id": "1316848:10:1330509:398", "request_type": "coder", "requested_output_tokens": 468, "session_id": "1316848", "t_dispatch_unix": 1779961032.943228, "t_finish_unix": 1779961036.1159065, "t_first_token_unix": 1779961033.054669, "tpot_s": 0.006554361670233141, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13214124], "trace_timestamp_s": 323.7550000000001, "ttft_s": 0.11143951100166305, "turn_id": 10} +{"actual_output_tokens": 57, "cached_tokens": 25728, "effective_input_length": 27049, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27049, "latency_s": 1.1618885670031887, "output_length": 57, "proxy_request_id": "1326192:4:1331370:401", "request_id": "1326192:4:1331370:401", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1326192", "t_dispatch_unix": 1779961036.1055353, "t_finish_unix": 1779961037.2674236, "t_first_token_unix": 1779961036.4598105, "tpot_s": 0.01441607855355999, "trace_hash_ids": [13222275, 13222276, 13222277, 13222278, 13222279, 13222280, 13222281, 13222282, 13222283, 13222284, 13222285, 13222286, 13222287, 13222288, 13222289, 13222290, 13222291, 13222292, 13222293, 13222294, 13222295, 13222296, 13222297, 13222298, 13222299, 13222300, 13222301, 13222302, 13222303, 13222304, 13222305, 13222306, 13222307, 13222308, 13222309, 13222310, 13222311, 13222312, 13222313, 13222314, 13222315, 13222316, 13222317, 13222318, 13222319, 13222320, 13222321, 13222322, 13222323, 13222324, 13222325, 13222326, 13222327], "trace_timestamp_s": 326.90800000000036, "ttft_s": 0.3542725750012323, "turn_id": 4} +{"actual_output_tokens": 68, "cached_tokens": 9344, "effective_input_length": 12781, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12781, "latency_s": 1.1547696390007332, "output_length": 68, "proxy_request_id": "1329110:2:1331399:402", "request_id": "1329110:2:1331399:402", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1329110", "t_dispatch_unix": 1779961036.1860685, "t_finish_unix": 1779961037.3408377, "t_first_token_unix": 1779961036.8388178, "tpot_s": 0.0074877034477588075, "trace_hash_ids": [13185032, 13185033, 13185034, 13185035, 13185036, 13185037, 13185038, 13185039, 13201485, 13201486, 13201487, 13201488, 13201489, 13201490, 13201491, 13201492, 13201493, 13201494, 13211079, 13211080, 13211081, 13211082, 13222555, 13222556, 13222557], "trace_timestamp_s": 326.9970000000003, "ttft_s": 0.6527483550016768, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 11792, "effective_input_length": 14067, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14067, "latency_s": 0.5130415979983809, "output_length": 27, "proxy_request_id": "1330130:2:1331784:403", "request_id": "1330130:2:1331784:403", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1330130", "t_dispatch_unix": 1779961037.379078, "t_finish_unix": 1779961037.8921194, "t_first_token_unix": 1779961037.7311616, "tpot_s": 0.005240895192260863, "trace_hash_ids": [13186800, 13186801, 13186802, 13186803, 13186804, 13186805, 13186806, 13186807, 13186808, 13186809, 13186810, 13186811, 13186812, 13186813, 13197582, 13197583, 13197584, 13197585, 13197586, 13210629, 13210630, 13210631, 13220514, 13226126, 13226127, 13226128, 13226129, 13226130], "trace_timestamp_s": 328.1910000000007, "ttft_s": 0.3520820049998292, "turn_id": 2} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 12421, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12421, "latency_s": 1.2803866670001298, "output_length": 48, "proxy_request_id": "1332021:1:1332021:407", "request_id": "1332021:1:1332021:407", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1332021", "t_dispatch_unix": 1779961038.1789036, "t_finish_unix": 1779961039.4592903, "t_first_token_unix": 1779961039.2041755, "tpot_s": 0.005422332361705869, "trace_hash_ids": [29988, 29989, 29990, 29991, 29992, 29993, 29994, 29995, 29996, 29997, 29998, 29999, 30000, 12895103, 12895104, 12895105, 12895106, 12895107, 13045377, 13061172, 13096182, 13114659, 13149439, 13200204, 13228947], "trace_timestamp_s": 328.9870000000001, "ttft_s": 1.02527018100227, "turn_id": 1} +{"actual_output_tokens": 66, "cached_tokens": 12848, "effective_input_length": 13479, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13479, "latency_s": 0.6639758900018933, "output_length": 66, "proxy_request_id": "1329110:3:1332476:411", "request_id": "1329110:3:1332476:411", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1329110", "t_dispatch_unix": 1779961039.86023, "t_finish_unix": 1779961040.5242064, "t_first_token_unix": 1779961040.0923622, "tpot_s": 0.006638283153845875, "trace_hash_ids": [13185032, 13185033, 13185034, 13185035, 13185036, 13185037, 13185038, 13185039, 13201485, 13201486, 13201487, 13201488, 13201489, 13201490, 13201491, 13201492, 13201493, 13201494, 13211079, 13211080, 13211081, 13211082, 13222555, 13222556, 13222557, 13232695, 13232696], "trace_timestamp_s": 330.6730000000007, "ttft_s": 0.2321305580007902, "turn_id": 3} +{"actual_output_tokens": 13, "cached_tokens": 66736, "effective_input_length": 73234, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73234, "latency_s": 3.068664742000692, "output_length": 13, "proxy_request_id": "1325541:2:1331846:404", "request_id": "1325541:2:1331846:404", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1325541", "t_dispatch_unix": 1779961037.5744905, "t_finish_unix": 1779961040.643155, "t_first_token_unix": 1779961040.5373483, "tpot_s": 0.00879617700017358, "trace_hash_ids": [13148586, 13148587, 13148588, 13148589, 13148590, 13148591, 13148592, 13148593, 13148594, 13148595, 13148596, 13148597, 13148598, 13148599, 13148600, 13148601, 13148602, 13148603, 13148604, 13148605, 13148606, 13148607, 13148608, 13148609, 13148610, 13148611, 13148612, 13148613, 13148614, 13148615, 13148616, 13148617, 13148618, 13148619, 13148620, 13148621, 13148622, 13148623, 13148624, 13148625, 13148626, 13148627, 13148628, 13148629, 13148630, 13148631, 13148632, 13148633, 13148634, 13148635, 13148636, 13148637, 13148638, 13148639, 13148640, 13148641, 13148642, 13148643, 13148644, 13148645, 13148646, 13148647, 13148648, 13148649, 13148650, 13148651, 13148652, 13148653, 13148654, 13148655, 13148656, 13148657, 13148658, 13148659, 13148660, 13148661, 13148662, 13148663, 13148664, 13148665, 13148666, 13148667, 13148668, 13148669, 13148670, 13148671, 13148672, 13148673, 13148674, 13148675, 13148676, 13148677, 13148678, 13148679, 13148680, 13148681, 13148682, 13148683, 13148684, 13148685, 13148686, 13148687, 13148688, 13148689, 13148690, 13148691, 13148692, 13148693, 13148694, 13148695, 13148696, 13148697, 13148698, 13148699, 13148700, 13148701, 13148702, 13148703, 13148704, 13148705, 13148706, 13148707, 13148708, 13148709, 13148710, 13148711, 13168103, 13168104, 13168105, 13168106, 13183375, 13195564, 13195565, 13195566, 13210778, 13210779, 13210780, 13210781, 13210782, 13210783, 13227100, 13227101, 13227102, 13227103], "trace_timestamp_s": 328.3820000000005, "ttft_s": 2.962856220998219, "turn_id": 2} +{"actual_output_tokens": 140, "cached_tokens": 0, "effective_input_length": 1810, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1810, "latency_s": 1.0557659959995362, "output_length": 140, "proxy_request_id": "1332472:1:1332472:410", "request_id": "1332472:1:1332472:410", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1332472", "t_dispatch_unix": 1779961039.836629, "t_finish_unix": 1779961040.8923948, "t_first_token_unix": 1779961040.007595, "tpot_s": 0.006363306589905766, "trace_hash_ids": [13232681, 13232682, 13232683, 13232684], "trace_timestamp_s": 330.64900000000034, "ttft_s": 0.17096497000238742, "turn_id": 1} +{"actual_output_tokens": 300, "cached_tokens": 69584, "effective_input_length": 71777, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71777, "latency_s": 3.8507881609984906, "output_length": 300, "proxy_request_id": "1269373:16:1331896:405", "request_id": "1269373:16:1331896:405", "request_type": "coder", "requested_output_tokens": 300, "session_id": "1269373", "t_dispatch_unix": 1779961037.7692218, "t_finish_unix": 1779961041.62001, "t_first_token_unix": 1779961038.9605947, "tpot_s": 0.008893123836111823, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13227519], "trace_timestamp_s": 328.57800000000043, "ttft_s": 1.1913709319996997, "turn_id": 16} +{"actual_output_tokens": 187, "cached_tokens": 0, "effective_input_length": 21680, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21680, "latency_s": 3.4683286500003305, "output_length": 187, "proxy_request_id": "1332013:1:1332013:406", "request_id": "1332013:1:1332013:406", "request_type": "coder", "requested_output_tokens": 187, "session_id": "1332013", "t_dispatch_unix": 1779961038.1616793, "t_finish_unix": 1779961041.6300075, "t_first_token_unix": 1779961040.4899838, "tpot_s": 0.006128052505363318, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 52726, 52727, 52728, 52729, 52730, 52731, 52732, 52733, 52734, 13228755, 13228756, 13228757, 13228758, 13228759, 13228760, 13228761, 13228762, 13228763], "trace_timestamp_s": 328.97100000000046, "ttft_s": 2.32830059600019, "turn_id": 1} +{"actual_output_tokens": 83, "cached_tokens": 0, "effective_input_length": 19766, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19766, "latency_s": 2.5141261000026134, "output_length": 83, "proxy_request_id": "1332754:1:1332754:412", "request_id": "1332754:1:1332754:412", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1332754", "t_dispatch_unix": 1779961040.8699625, "t_finish_unix": 1779961043.3840885, "t_first_token_unix": 1779961042.906195, "tpot_s": 0.005822466853670648, "trace_hash_ids": [13174116, 13174117, 13180993, 13180994, 13180995, 13180996, 13180997, 13180998, 13180999, 13190141, 13190142, 13190143, 13190144, 13190145, 13200026, 13200027, 13200028, 13200029, 13200030, 13200031, 13200032, 13206846, 13206847, 13206848, 13206849, 13206850, 13223085, 13223086, 13223087, 13223088, 13223089, 13223090, 13223091, 13235741, 13235742, 13235743, 13235744, 13235745, 13235746], "trace_timestamp_s": 331.66700000000037, "ttft_s": 2.0362307140021585, "turn_id": 1} +{"actual_output_tokens": 905, "cached_tokens": 75904, "effective_input_length": 81008, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81008, "latency_s": 27.672507315000985, "output_length": 905, "proxy_request_id": "1279412:17:1326166:377", "request_id": "1279412:17:1326166:377", "request_type": "coder", "requested_output_tokens": 905, "session_id": "1279412", "t_dispatch_unix": 1779961017.4168608, "t_finish_unix": 1779961045.0893679, "t_first_token_unix": 1779961033.5035474, "tpot_s": 0.012815879877213766, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13174094], "trace_timestamp_s": 308.22500000000036, "ttft_s": 16.08668461799971, "turn_id": 17} +{"actual_output_tokens": 47, "cached_tokens": 29440, "effective_input_length": 29656, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29656, "latency_s": 0.4109828610016848, "output_length": 47, "proxy_request_id": "1316848:11:1333994:416", "request_id": "1316848:11:1333994:416", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1316848", "t_dispatch_unix": 1779961045.2363284, "t_finish_unix": 1779961045.6473114, "t_first_token_unix": 1779961045.3614793, "tpot_s": 0.0062083640000112255, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823], "trace_timestamp_s": 336.0480000000007, "ttft_s": 0.12514886999997543, "turn_id": 11} +{"actual_output_tokens": 296, "cached_tokens": 81904, "effective_input_length": 82488, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 82488, "latency_s": 3.209141700001055, "output_length": 296, "proxy_request_id": "1279412:18:1332945:413", "request_id": "1279412:18:1332945:413", "request_type": "coder", "requested_output_tokens": 296, "session_id": "1279412", "t_dispatch_unix": 1779961045.095462, "t_finish_unix": 1779961048.3046038, "t_first_token_unix": 1779961045.549978, "tpot_s": 0.009336759816949904, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13237340], "trace_timestamp_s": 332.5, "ttft_s": 0.45451362400126527, "turn_id": 18} +{"actual_output_tokens": 98, "cached_tokens": 0, "effective_input_length": 23689, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23689, "latency_s": 3.2809964369989757, "output_length": 98, "proxy_request_id": "1334223:1:1334223:417", "request_id": "1334223:1:1334223:417", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1334223", "t_dispatch_unix": 1779961046.107976, "t_finish_unix": 1779961049.388972, "t_first_token_unix": 1779961048.7923892, "tpot_s": 0.006147605082454921, "trace_hash_ids": [184985, 184986, 184987, 184988, 184989, 184990, 184991, 184992, 184993, 184994, 184995, 184996, 184997, 107094, 184998, 184999, 185000, 185001, 185002, 13248808, 371190, 371191, 371192, 13248809, 13248810, 69229, 69230, 69231, 1237267, 13248811, 13248812, 13248813, 13248814, 13248815, 13248816, 13248817, 13248818, 13248819, 13248820, 13248821, 13248822, 13248823, 13248824, 13248825, 13248826, 13248827, 13248828], "trace_timestamp_s": 336.91200000000026, "ttft_s": 2.6844114910018106, "turn_id": 1} +{"actual_output_tokens": 219, "cached_tokens": 44880, "effective_input_length": 45601, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45601, "latency_s": 2.8790181900003518, "output_length": 219, "proxy_request_id": "1309252:2:1334746:419", "request_id": "1309252:2:1334746:419", "request_type": "coder", "requested_output_tokens": 219, "session_id": "1309252", "t_dispatch_unix": 1779961048.0761037, "t_finish_unix": 1779961050.9551218, "t_first_token_unix": 1779961048.463492, "tpot_s": 0.011428303385317355, "trace_hash_ids": [88938, 88939, 88940, 88941, 88942, 88943, 5122946, 13015371, 13015372, 13015373, 13015374, 13015375, 13015376, 13015377, 13015378, 13015379, 13015380, 13015381, 13015382, 13015383, 13036700, 13036701, 13036702, 13036703, 13036704, 13036705, 13036706, 13036707, 13036708, 13036709, 13036710, 13036711, 13036712, 13036713, 13036714, 13036715, 13036716, 13036717, 13036718, 13036719, 13036720, 13036721, 13036722, 13036723, 13036724, 13036725, 13036726, 13036727, 13036728, 13036729, 13036730, 13036731, 13036732, 13036733, 13036734, 13036735, 13036736, 13036737, 13036738, 13254144, 13254145, 13254146, 13254147, 13254148, 13254149, 13254150, 13254151, 13254152, 13254153, 13254154, 13254155, 13254156, 13254157, 13254158, 13254159, 13254160, 13254161, 13254162, 13254163, 13254164, 13254165, 13254166, 13254167, 13254168, 13254169, 13254170, 13254171, 13254172, 13254173, 13254174], "trace_timestamp_s": 338.8730000000005, "ttft_s": 0.3873854490011581, "turn_id": 2} +{"actual_output_tokens": 130, "cached_tokens": 29696, "effective_input_length": 44664, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44664, "latency_s": 4.814926397000818, "output_length": 130, "proxy_request_id": "1316848:12:1334743:418", "request_id": "1316848:12:1334743:418", "request_type": "coder", "requested_output_tokens": 130, "session_id": "1316848", "t_dispatch_unix": 1779961048.064258, "t_finish_unix": 1779961052.8791845, "t_first_token_unix": 1779961051.9463017, "tpot_s": 0.007228993527148354, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13254136], "trace_timestamp_s": 338.8700000000008, "ttft_s": 3.882041417000437, "turn_id": 12} +{"actual_output_tokens": 241, "cached_tokens": 57280, "effective_input_length": 61229, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61229, "latency_s": 4.5484790800001065, "output_length": 241, "proxy_request_id": "1314357:2:1335184:420", "request_id": "1314357:2:1335184:420", "request_type": "coder", "requested_output_tokens": 241, "session_id": "1314357", "t_dispatch_unix": 1779961049.437016, "t_finish_unix": 1779961053.9854953, "t_first_token_unix": 1779961051.0459335, "tpot_s": 0.012246709445829158, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13257866], "trace_timestamp_s": 340.2470000000003, "ttft_s": 1.6089152169988665, "turn_id": 2} +{"actual_output_tokens": 31, "cached_tokens": 3936, "effective_input_length": 11989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11989, "latency_s": 0.9078865379997296, "output_length": 31, "proxy_request_id": "1330881:2:1336222:422", "request_id": "1330881:2:1336222:422", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1330881", "t_dispatch_unix": 1779961053.1931257, "t_finish_unix": 1779961054.1010122, "t_first_token_unix": 1779961053.9439633, "tpot_s": 0.005224175800079441, "trace_hash_ids": [13217939, 13217940, 13217941, 13217942, 13217943, 13217944, 13217945, 13226639, 13226640, 13226641, 13226642, 13226643, 13226644, 13238415, 13238416, 13238417, 13247360, 13247361, 13247362, 13258417, 13258418, 13258419, 13258420, 13266737], "trace_timestamp_s": 344.0030000000006, "ttft_s": 0.7508354759993381, "turn_id": 2} +{"actual_output_tokens": 209, "cached_tokens": 82768, "effective_input_length": 87264, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 87264, "latency_s": 4.511930829998164, "output_length": 209, "proxy_request_id": "1279412:19:1335444:421", "request_id": "1279412:19:1335444:421", "request_type": "coder", "requested_output_tokens": 209, "session_id": "1279412", "t_dispatch_unix": 1779961050.3606935, "t_finish_unix": 1779961054.872624, "t_first_token_unix": 1779961052.9052444, "tpot_s": 0.009457445139420227, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13260063], "trace_timestamp_s": 341.1690000000008, "ttft_s": 2.5445424579993414, "turn_id": 19} +{"actual_output_tokens": 169, "cached_tokens": 7680, "effective_input_length": 14666, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14666, "latency_s": 1.7547943239987944, "output_length": 169, "proxy_request_id": "1336620:1:1336620:423", "request_id": "1336620:1:1336620:423", "request_type": "coder", "requested_output_tokens": 169, "session_id": "1336620", "t_dispatch_unix": 1779961054.4952404, "t_finish_unix": 1779961056.2500346, "t_first_token_unix": 1779961055.285478, "tpot_s": 0.005739774660707467, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 26293, 5406119, 13257908, 5406121, 5406122, 5406123, 13270068, 13270069, 13270070, 13270071, 13270072, 13270073, 13270074, 13270075], "trace_timestamp_s": 345.3050000000003, "ttft_s": 0.7902362880013243, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 12644, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12644, "latency_s": 1.2271816469983605, "output_length": 34, "proxy_request_id": "1337035:1:1337035:425", "request_id": "1337035:1:1337035:425", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1337035", "t_dispatch_unix": 1779961055.987283, "t_finish_unix": 1779961057.2144644, "t_first_token_unix": 1779961057.0404587, "tpot_s": 0.0052654269394142, "trace_hash_ids": [13244966, 13244967, 13244968, 13251581, 13251582, 13251583, 13251584, 13251585, 13251586, 13259082, 13259083, 13259084, 13267038, 13267039, 13267040, 13267041, 13267042, 13267043, 13267044, 13267045, 13274119, 13274120, 13274121, 13274122, 13274123], "trace_timestamp_s": 346.7960000000003, "ttft_s": 1.0531746050000947, "turn_id": 1} +{"actual_output_tokens": 40, "cached_tokens": 512, "effective_input_length": 90605, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 90605, "latency_s": 28.36786710099841, "output_length": 40, "proxy_request_id": "1257323:2:1329541:393", "request_id": "1257323:2:1329541:393", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1257323", "t_dispatch_unix": 1779961029.7410214, "t_finish_unix": 1779961058.108888, "t_first_token_unix": 1779961057.3718767, "tpot_s": 0.018889589000023896, "trace_hash_ids": [2511, 2512, 2513, 2514, 2515, 2516, 2517, 2518, 46994, 46995, 46996, 46997, 46998, 46999, 47000, 47001, 47002, 47003, 47004, 47005, 47006, 47007, 47008, 47009, 47010, 47011, 47012, 4751454, 2379937, 2379938, 2379939, 2379940, 2379941, 4751455, 4751456, 4751457, 4751458, 4751459, 4751460, 4751461, 4751462, 4751463, 4751464, 4751465, 4751466, 4751467, 4751468, 4751469, 4751470, 4751471, 4751472, 4751473, 4751474, 4751475, 4751476, 4751477, 4751478, 4751479, 4751480, 4751481, 4751482, 4751483, 4751484, 4751485, 10670236, 10670237, 10670238, 10670239, 10670240, 10670241, 10670242, 10670243, 10670244, 10670245, 10670246, 10670247, 10670248, 10670249, 10670250, 10670251, 10670252, 10670253, 10670254, 10670255, 10670256, 10670257, 10670258, 10670259, 10670260, 10670261, 10994656, 10994657, 10994658, 10994659, 10994660, 10994661, 10994662, 10994663, 10994664, 10994665, 10994666, 10994667, 10994668, 10994669, 10994670, 10994671, 10994672, 10994673, 10994674, 10994675, 10994676, 10994677, 10994678, 10994679, 10994680, 10994681, 10994682, 10994683, 10994684, 10994685, 10994686, 10994687, 10994688, 10994689, 10994690, 10994691, 10994692, 10994693, 10994694, 10994695, 10994696, 10994697, 10994698, 10994699, 10994700, 10994701, 10994702, 10994703, 10994704, 10994705, 10994706, 10994707, 10994708, 10994709, 10994710, 10994711, 10994712, 10994713, 10994714, 10994715, 10994716, 10994717, 10994718, 10994719, 10994720, 10994721, 10994722, 10994723, 10994724, 10994725, 10994726, 10994727, 11134572, 11161915, 11261064, 11282181, 11360636, 11420052, 11420053, 11446131, 11701929, 12264742, 12297965, 12385798, 12385799, 12514819, 13206085], "trace_timestamp_s": 320.5510000000004, "ttft_s": 27.63085329599926, "turn_id": 2} +{"actual_output_tokens": 47, "cached_tokens": 44784, "effective_input_length": 45005, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45005, "latency_s": 0.48383448399908957, "output_length": 47, "proxy_request_id": "1316848:13:1337519:427", "request_id": "1316848:13:1337519:427", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1316848", "t_dispatch_unix": 1779961057.823414, "t_finish_unix": 1779961058.307248, "t_first_token_unix": 1779961058.0256464, "tpot_s": 0.006116636108661465, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13278605], "trace_timestamp_s": 348.6350000000002, "ttft_s": 0.20222981000188156, "turn_id": 13} +{"actual_output_tokens": 274, "cached_tokens": 0, "effective_input_length": 10847, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10847, "latency_s": 31.285285500998725, "output_length": 274, "proxy_request_id": "1329470:1:1329470:392", "request_id": "1329470:1:1329470:392", "request_type": "coder", "requested_output_tokens": 274, "session_id": "1329470", "t_dispatch_unix": 1779961029.3049653, "t_finish_unix": 1779961060.590251, "t_first_token_unix": 1779961030.184517, "tpot_s": 0.11137482836264619, "trace_hash_ids": [13131336, 13131337, 13131338, 13142097, 13142098, 13142099, 13149758, 13149759, 13149760, 13149761, 13160564, 13160565, 13160566, 13160567, 13181977, 13181978, 13181979, 13181980, 13205182, 13205183, 13205184, 13205185], "trace_timestamp_s": 320.1140000000005, "ttft_s": 0.8795495809972635, "turn_id": 1} +{"actual_output_tokens": 14, "cached_tokens": 11120, "effective_input_length": 11766, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11766, "latency_s": 0.41371530299875303, "output_length": 14, "proxy_request_id": "1329470:2:1332133:409", "request_id": "1329470:2:1332133:409", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1329470", "t_dispatch_unix": 1779961060.5915022, "t_finish_unix": 1779961061.0052173, "t_first_token_unix": 1779961060.870535, "tpot_s": 0.010342486461573012, "trace_hash_ids": [13131336, 13131337, 13131338, 13142097, 13142098, 13142099, 13149758, 13149759, 13149760, 13149761, 13160564, 13160565, 13160566, 13160567, 13181977, 13181978, 13181979, 13181980, 13205182, 13205183, 13205184, 13229764, 13229765], "trace_timestamp_s": 329.35000000000036, "ttft_s": 0.27903149199846666, "turn_id": 2} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 9325, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9325, "latency_s": 0.8234682229995087, "output_length": 24, "proxy_request_id": "1338292:1:1338292:432", "request_id": "1338292:1:1338292:432", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1338292", "t_dispatch_unix": 1779961060.4755278, "t_finish_unix": 1779961061.2989953, "t_first_token_unix": 1779961061.1806865, "tpot_s": 0.005132814565117967, "trace_hash_ids": [13265284, 13265285, 13265286, 13265287, 13265288, 13265289, 13265290, 13265291, 13265292, 13265293, 13265294, 13265295, 13273919, 13273920, 13286188, 13286189, 13286190, 13286191, 13286192], "trace_timestamp_s": 351.28500000000076, "ttft_s": 0.7051580530023784, "turn_id": 1} +{"actual_output_tokens": 489, "cached_tokens": 81984, "effective_input_length": 82142, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 82142, "latency_s": 24.488192787001026, "output_length": 489, "proxy_request_id": "1317598:4:1332127:408", "request_id": "1317598:4:1332127:408", "request_type": "coder", "requested_output_tokens": 489, "session_id": "1317598", "t_dispatch_unix": 1779961038.5247421, "t_finish_unix": 1779961063.0129344, "t_first_token_unix": 1779961057.5164866, "tpot_s": 0.01126263293647261, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196, 13197980, 13229753], "trace_timestamp_s": 329.33500000000004, "ttft_s": 18.99174197600223, "turn_id": 4} +{"actual_output_tokens": 34, "cached_tokens": 5520, "effective_input_length": 36518, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36518, "latency_s": 6.2752426600018225, "output_length": 34, "proxy_request_id": "1311753:2:1337278:426", "request_id": "1311753:2:1337278:426", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1311753", "t_dispatch_unix": 1779961056.8478208, "t_finish_unix": 1779961063.1230633, "t_first_token_unix": 1779961062.1426632, "tpot_s": 0.029696929303044628, "trace_hash_ids": [94090, 94091, 94092, 94093, 94094, 508947, 176859, 508948, 508949, 508950, 508951, 508952, 508953, 508954, 508955, 508956, 508957, 508958, 508959, 508960, 10647989, 10647990, 10647991, 10647992, 13038929, 13038930, 13038931, 13038932, 13038933, 13038934, 13038935, 13038936, 13038937, 13038938, 13038939, 13038940, 13038941, 13038942, 13038943, 13276135, 13276136, 13276137, 13276138, 13276139, 13276140, 13276141, 13276142, 13276143, 13276144, 13276145, 13276146, 13276147, 13276148, 13276149, 13276150, 13276151, 13276152, 13276153, 13276154, 13276155, 13276156, 13276157, 13276158, 13276159, 13276160, 13276161, 13276162, 13276163, 13276164, 13276165, 13276166, 13276167], "trace_timestamp_s": 347.65400000000045, "ttft_s": 5.294839611000498, "turn_id": 2} +{"actual_output_tokens": 65, "cached_tokens": 82624, "effective_input_length": 83088, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83088, "latency_s": 1.0037148580013309, "output_length": 65, "proxy_request_id": "1317598:5:1337780:430", "request_id": "1317598:5:1337780:430", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1317598", "t_dispatch_unix": 1779961063.0168974, "t_finish_unix": 1779961064.0206127, "t_first_token_unix": 1779961063.4653893, "tpot_s": 0.00867083250000178, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196, 13197980, 13229753, 13281236, 13281237], "trace_timestamp_s": 349.5450000000001, "ttft_s": 0.4484894050001458, "turn_id": 5} +{"actual_output_tokens": 152, "cached_tokens": 87472, "effective_input_length": 95383, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 95383, "latency_s": 6.080106304001674, "output_length": 152, "proxy_request_id": "1279412:20:1337591:428", "request_id": "1279412:20:1337591:428", "request_type": "coder", "requested_output_tokens": 152, "session_id": "1279412", "t_dispatch_unix": 1779961058.0646799, "t_finish_unix": 1779961064.1447861, "t_first_token_unix": 1779961062.663199, "tpot_s": 0.00981022138408746, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13279440], "trace_timestamp_s": 348.8720000000003, "ttft_s": 4.598515542002133, "turn_id": 20} +{"actual_output_tokens": 154, "cached_tokens": 14832, "effective_input_length": 14918, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14918, "latency_s": 3.310786926998844, "output_length": 154, "proxy_request_id": "1336620:2:1338440:434", "request_id": "1336620:2:1338440:434", "request_type": "coder", "requested_output_tokens": 154, "session_id": "1336620", "t_dispatch_unix": 1779961060.88527, "t_finish_unix": 1779961064.1960573, "t_first_token_unix": 1779961061.018557, "tpot_s": 0.02076660966666798, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 26293, 5406119, 13257908, 5406121, 5406122, 5406123, 13270068, 13270069, 13270070, 13270071, 13270072, 13270073, 13270074, 13287309, 13287310], "trace_timestamp_s": 351.6980000000003, "ttft_s": 0.133285812997201, "turn_id": 2} +{"actual_output_tokens": 137, "cached_tokens": 0, "effective_input_length": 20009, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20009, "latency_s": 9.249997861999873, "output_length": 137, "proxy_request_id": "1259178:2:1336768:424", "request_id": "1259178:2:1336768:424", "request_type": "coder", "requested_output_tokens": 137, "session_id": "1259178", "t_dispatch_unix": 1779961054.9600472, "t_finish_unix": 1779961064.2100449, "t_first_token_unix": 1779961057.0356476, "tpot_s": 0.05275095068383748, "trace_hash_ids": [5658, 5659, 36953, 12532295, 12532296, 12532297, 12532298, 12532299, 12532300, 12532301, 12532302, 12532303, 12532304, 12532305, 12532306, 12532307, 12532308, 12532309, 12532310, 12532311, 12532312, 12532313, 12532314, 12532315, 12532316, 12532317, 12532318, 12532319, 13271715, 13271716, 13271717, 13271718, 13271719, 13271720, 13271721, 13271722, 13271723, 13271724, 13271725, 13271726], "trace_timestamp_s": 345.77000000000044, "ttft_s": 2.0755988050004817, "turn_id": 2} +{"actual_output_tokens": 271, "cached_tokens": 72064, "effective_input_length": 73073, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73073, "latency_s": 6.231411705000937, "output_length": 271, "proxy_request_id": "1269373:17:1338104:431", "request_id": "1269373:17:1338104:431", "request_type": "coder", "requested_output_tokens": 271, "session_id": "1269373", "t_dispatch_unix": 1779961059.9282832, "t_finish_unix": 1779961066.1596944, "t_first_token_unix": 1779961062.7226222, "tpot_s": 0.012728709185183915, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13284368], "trace_timestamp_s": 350.7370000000001, "ttft_s": 2.79433734900158, "turn_id": 17} +{"actual_output_tokens": 142, "cached_tokens": 20144, "effective_input_length": 22398, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22398, "latency_s": 1.9765857700003835, "output_length": 142, "proxy_request_id": "1259178:3:1337653:429", "request_id": "1259178:3:1337653:429", "request_type": "coder", "requested_output_tokens": 142, "session_id": "1259178", "t_dispatch_unix": 1779961064.2117035, "t_finish_unix": 1779961066.1882896, "t_first_token_unix": 1779961064.66168, "tpot_s": 0.010825466453894504, "trace_hash_ids": [5658, 5659, 36953, 12532295, 12532296, 12532297, 12532298, 12532299, 12532300, 12532301, 12532302, 12532303, 12532304, 12532305, 12532306, 12532307, 12532308, 12532309, 12532310, 12532311, 12532312, 12532313, 12532314, 12532315, 12532316, 12532317, 12532318, 12532319, 13271715, 13271716, 13271717, 13271718, 13271719, 13271720, 13271721, 13271722, 13271723, 13271724, 13271725, 13280050, 13280051, 13280052, 13280053, 13280054], "trace_timestamp_s": 349.08100000000013, "ttft_s": 0.4499744790009572, "turn_id": 3} +{"actual_output_tokens": 230, "cached_tokens": 95520, "effective_input_length": 95543, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 95543, "latency_s": 2.4677196699994965, "output_length": 230, "proxy_request_id": "1279412:21:1339581:440", "request_id": "1279412:21:1339581:440", "request_type": "coder", "requested_output_tokens": 230, "session_id": "1279412", "t_dispatch_unix": 1779961065.0317922, "t_finish_unix": 1779961067.499512, "t_first_token_unix": 1779961065.2071896, "tpot_s": 0.010008914310046788, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13298376], "trace_timestamp_s": 355.84200000000055, "ttft_s": 0.1753948989971832, "turn_id": 21} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 13816, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13816, "latency_s": 1.3940401019972342, "output_length": 37, "proxy_request_id": "1339977:1:1339977:442", "request_id": "1339977:1:1339977:442", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1339977", "t_dispatch_unix": 1779961066.5364177, "t_finish_unix": 1779961067.9304578, "t_first_token_unix": 1779961067.7337697, "tpot_s": 0.005457027138921451, "trace_hash_ids": [13245098, 13245099, 13245100, 13245101, 13253631, 13253632, 13253633, 13253634, 13253635, 13253636, 13266203, 13266204, 13266205, 13266206, 13266207, 13266208, 13273953, 13273954, 13280192, 13280193, 13280194, 13288772, 13288773, 13296702, 13296703, 13296704, 13302390], "trace_timestamp_s": 357.33800000000065, "ttft_s": 1.1973500619969855, "turn_id": 1} +{"actual_output_tokens": 397, "cached_tokens": 50032, "effective_input_length": 50215, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50215, "latency_s": 7.152931151998928, "output_length": 397, "proxy_request_id": "1253743:5:1338406:433", "request_id": "1253743:5:1338406:433", "request_type": "coder", "requested_output_tokens": 397, "session_id": "1253743", "t_dispatch_unix": 1779961060.793282, "t_finish_unix": 1779961067.9462135, "t_first_token_unix": 1779961060.9894707, "tpot_s": 0.01756662146716634, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 13287120, 13287121, 13287122], "trace_timestamp_s": 351.60400000000027, "ttft_s": 0.19618677700054832, "turn_id": 5} +{"actual_output_tokens": 547, "cached_tokens": 45040, "effective_input_length": 49688, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49688, "latency_s": 8.553517111002293, "output_length": 547, "proxy_request_id": "1316848:14:1338658:435", "request_id": "1316848:14:1338658:435", "request_type": "coder", "requested_output_tokens": 547, "session_id": "1316848", "t_dispatch_unix": 1779961061.707784, "t_finish_unix": 1779961070.2613008, "t_first_token_unix": 1779961063.2429852, "tpot_s": 0.012853435333334466, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13278605, 13289611, 13289612, 13289613, 13289614, 13289615, 13289616, 13289617, 13289618, 13289619, 13289620], "trace_timestamp_s": 352.51800000000003, "ttft_s": 1.5352000700004282, "turn_id": 14} +{"actual_output_tokens": 70, "cached_tokens": 0, "effective_input_length": 5280, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5280, "latency_s": 0.8120773439986806, "output_length": 70, "proxy_request_id": "1341005:1:1341005:447", "request_id": "1341005:1:1341005:447", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1341005", "t_dispatch_unix": 1779961070.0039873, "t_finish_unix": 1779961070.8160646, "t_first_token_unix": 1779961070.343885, "tpot_s": 0.006838862782572413, "trace_hash_ids": [13311826, 13311827, 13311828, 13311829, 13311830, 13311831, 13311832, 13311833, 13311834, 13311835, 13311836], "trace_timestamp_s": 360.8130000000001, "ttft_s": 0.33989701099926606, "turn_id": 1} +{"actual_output_tokens": 200, "cached_tokens": 0, "effective_input_length": 2279, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2279, "latency_s": 1.2138120749987138, "output_length": 200, "proxy_request_id": "1340903:1:1340903:446", "request_id": "1340903:1:1340903:446", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1340903", "t_dispatch_unix": 1779961069.662153, "t_finish_unix": 1779961070.8759649, "t_first_token_unix": 1779961069.8546517, "tpot_s": 0.0051310447035127745, "trace_hash_ids": [13297157, 13304628, 13304629, 13311075, 13311076], "trace_timestamp_s": 360.47400000000016, "ttft_s": 0.19249732000025688, "turn_id": 1} +{"actual_output_tokens": 455, "cached_tokens": 45808, "effective_input_length": 45994, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45994, "latency_s": 5.483861238997633, "output_length": 455, "proxy_request_id": "1309252:3:1339771:441", "request_id": "1309252:3:1339771:441", "request_type": "coder", "requested_output_tokens": 455, "session_id": "1309252", "t_dispatch_unix": 1779961065.766731, "t_finish_unix": 1779961071.250592, "t_first_token_unix": 1779961065.9593265, "tpot_s": 0.01165427769824078, "trace_hash_ids": [88938, 88939, 88940, 88941, 88942, 88943, 5122946, 13015371, 13015372, 13015373, 13015374, 13015375, 13015376, 13015377, 13015378, 13015379, 13015380, 13015381, 13015382, 13015383, 13036700, 13036701, 13036702, 13036703, 13036704, 13036705, 13036706, 13036707, 13036708, 13036709, 13036710, 13036711, 13036712, 13036713, 13036714, 13036715, 13036716, 13036717, 13036718, 13036719, 13036720, 13036721, 13036722, 13036723, 13036724, 13036725, 13036726, 13036727, 13036728, 13036729, 13036730, 13036731, 13036732, 13036733, 13036734, 13036735, 13036736, 13036737, 13036738, 13254144, 13254145, 13300607, 13300608, 13300609, 13300610, 13300611, 13300612, 13300613, 13300614, 13300615, 13300616, 13300617, 13300618, 13300619, 13300620, 13300621, 13300622, 13300623, 13300624, 13300625, 13300626, 13300627, 13300628, 13300629, 13300630, 13300631, 13300632, 13300633, 13300634, 13300635], "trace_timestamp_s": 356.5730000000003, "ttft_s": 0.19259367499762448, "turn_id": 3} +{"actual_output_tokens": 293, "cached_tokens": 21220, "effective_input_length": 21221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21221, "latency_s": 4.466771472998516, "output_length": 293, "proxy_request_id": "1340290:1:1340290:445", "request_id": "1340290:1:1340290:445", "request_type": "coder", "requested_output_tokens": 293, "session_id": "1340290", "t_dispatch_unix": 1779961067.6511073, "t_finish_unix": 1779961072.1178787, "t_first_token_unix": 1779961070.3297749, "tpot_s": 0.00612273607875728, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13305218], "trace_timestamp_s": 358.45600000000013, "ttft_s": 2.6786655110008724, "turn_id": 1} +{"actual_output_tokens": 6362, "cached_tokens": 54896, "effective_input_length": 55130, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55130, "latency_s": 57.96199301800152, "output_length": 6362, "proxy_request_id": "1315567:3:1325346:372", "request_id": "1315567:3:1325346:372", "request_type": "coder", "requested_output_tokens": 6362, "session_id": "1315567", "t_dispatch_unix": 1779961014.3701422, "t_finish_unix": 1779961072.3321354, "t_first_token_unix": 1779961014.577358, "tpot_s": 0.009079474627259857, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 7245982, 81996, 13049398, 13049399, 13073849, 13073850, 13073851, 13073852, 13073853, 13073854, 13073855, 13073856, 13073857, 13073858, 13073859, 13073860, 13073861, 13073862, 13112465, 13112466, 13112467, 13112468, 13112469, 13112470, 13112471, 13112472, 13112473, 13112474, 13112475, 13112476, 13112477, 13112478, 13112479, 13112480, 13112481, 13112482, 13112483, 13112484, 13112485, 13112486, 13112487, 13112488, 13112489, 13112490, 13112491, 13112492, 13112493, 13112494, 13112495, 13112496, 13112497, 13112498, 13112499, 13112500, 13112501, 13112502, 13112503, 13112504, 13112505, 13112506, 13112507, 13112508, 13112509, 13112510, 13112511, 13112512, 13112513, 13112514, 13112515, 13112516, 13112517, 13112518, 13112519, 13112520, 13112521, 13112522, 13112523, 13112524, 13112525, 13112526, 13112527, 13112528, 13112529, 13112530, 13112531, 13112532, 13112533, 13112534, 13112535, 13112536, 13112537, 13166089, 13166090], "trace_timestamp_s": 305.1810000000005, "ttft_s": 0.20721362800031784, "turn_id": 3} +{"actual_output_tokens": 92, "cached_tokens": 0, "effective_input_length": 9909, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9909, "latency_s": 1.2605902040013461, "output_length": 92, "proxy_request_id": "1341912:1:1341912:449", "request_id": "1341912:1:1341912:449", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1341912", "t_dispatch_unix": 1779961073.0385444, "t_finish_unix": 1779961074.2991345, "t_first_token_unix": 1779961073.805194, "tpot_s": 0.00542534063736509, "trace_hash_ids": [13307661, 13307662, 13307663, 13314126, 13314127, 13314128, 13314129, 13314130, 13314131, 13314132, 13314133, 13314134, 13314135, 13314136, 13314137, 13314138, 13319756, 13319757, 13319758, 13319759], "trace_timestamp_s": 363.84799999999996, "ttft_s": 0.7666485119989375, "turn_id": 1} +{"actual_output_tokens": 59, "cached_tokens": 0, "effective_input_length": 6180, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6180, "latency_s": 0.7060935040026379, "output_length": 59, "proxy_request_id": "1342327:1:1342327:452", "request_id": "1342327:1:1342327:452", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1342327", "t_dispatch_unix": 1779961074.4615877, "t_finish_unix": 1779961075.1676815, "t_first_token_unix": 1779961074.8679318, "tpot_s": 0.005163967741376335, "trace_hash_ids": [13306604, 13323569, 13323570, 13323571, 13323572, 13323573, 13323574, 13323575, 13323576, 13323577, 13323578, 13323579, 13323580], "trace_timestamp_s": 365.27199999999993, "ttft_s": 0.40634241200314136, "turn_id": 1} +{"actual_output_tokens": 45, "cached_tokens": 0, "effective_input_length": 19887, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19887, "latency_s": 2.4121011489987723, "output_length": 45, "proxy_request_id": "1341948:1:1341948:450", "request_id": "1341948:1:1341948:450", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1341948", "t_dispatch_unix": 1779961073.1561596, "t_finish_unix": 1779961075.568261, "t_first_token_unix": 1779961075.2465305, "tpot_s": 0.007305297818179083, "trace_hash_ids": [13296198, 13296199, 13296200, 13296201, 13296202, 13296203, 13296204, 13296205, 13296206, 13296207, 13296208, 13296209, 13296210, 13296211, 13296212, 13296213, 13296214, 13296215, 13296216, 13296217, 13296218, 13296219, 13296220, 13296221, 13296222, 13296223, 13296224, 13296225, 13296226, 13296227, 13296228, 13296229, 13296230, 13308586, 13308587, 13308588, 13308589, 13320340, 13320341], "trace_timestamp_s": 363.96200000000044, "ttft_s": 2.0903691800012894, "turn_id": 1} +{"actual_output_tokens": 16, "cached_tokens": 2128, "effective_input_length": 2129, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2129, "latency_s": 0.12837444099932327, "output_length": 16, "proxy_request_id": "1340903:2:1342632:453", "request_id": "1340903:2:1342632:453", "request_type": "coder", "requested_output_tokens": 16, "session_id": "1340903", "t_dispatch_unix": 1779961075.5002043, "t_finish_unix": 1779961075.6285782, "t_first_token_unix": 1779961075.5557194, "tpot_s": 0.004843864333330809, "trace_hash_ids": [13326527, 13326528, 13326529, 13326530, 13326531], "trace_timestamp_s": 366.3110000000006, "ttft_s": 0.05550519000098575, "turn_id": 2} +{"actual_output_tokens": 114, "cached_tokens": 21376, "effective_input_length": 21380, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21380, "latency_s": 2.299999218001176, "output_length": 114, "proxy_request_id": "1340290:2:1342119:451", "request_id": "1340290:2:1342119:451", "request_type": "coder", "requested_output_tokens": 114, "session_id": "1340290", "t_dispatch_unix": 1779961073.693672, "t_finish_unix": 1779961075.993671, "t_first_token_unix": 1779961075.2486405, "tpot_s": 0.00659076696461627, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13321903], "trace_timestamp_s": 364.5060000000003, "ttft_s": 1.5549671890003083, "turn_id": 2} +{"actual_output_tokens": 684, "cached_tokens": 22528, "effective_input_length": 24462, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24462, "latency_s": 10.06255181299639, "output_length": 684, "proxy_request_id": "1259178:4:1339295:439", "request_id": "1259178:4:1339295:439", "request_type": "coder", "requested_output_tokens": 684, "session_id": "1259178", "t_dispatch_unix": 1779961066.1900618, "t_finish_unix": 1779961076.2526135, "t_first_token_unix": 1779961066.619802, "tpot_s": 0.01410324801171013, "trace_hash_ids": [5658, 5659, 36953, 12532295, 12532296, 12532297, 12532298, 12532299, 12532300, 12532301, 12532302, 12532303, 12532304, 12532305, 12532306, 12532307, 12532308, 12532309, 12532310, 12532311, 12532312, 12532313, 12532314, 12532315, 12532316, 12532317, 12532318, 12532319, 13271715, 13271716, 13271717, 13271718, 13271719, 13271720, 13271721, 13271722, 13271723, 13271724, 13271725, 13280050, 13280051, 13280052, 13280053, 13280054, 13295757, 13295758, 13295759, 13295760], "trace_timestamp_s": 354.7580000000007, "ttft_s": 0.4297385669997311, "turn_id": 4} +{"actual_output_tokens": 81, "cached_tokens": 0, "effective_input_length": 48381, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48381, "latency_s": 9.359114943999884, "output_length": 81, "proxy_request_id": "1340278:1:1340278:444", "request_id": "1340278:1:1340278:444", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1340278", "t_dispatch_unix": 1779961067.625695, "t_finish_unix": 1779961076.9848094, "t_first_token_unix": 1779961076.4038548, "tpot_s": 0.007258286900014355, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13305070, 13305071, 13305072, 13305073, 13305074, 13305075, 13305076, 13305077, 13305078, 13305079, 13305080, 13305081, 13305082, 13305083, 13305084, 13305085, 13305086, 13305087, 13305088, 13305089, 13305090, 13305091, 13305092, 13305093, 13305094, 13305095, 13305096, 13305097, 13305098, 13305099, 13305100, 13305101, 13305102, 13305103, 13305104, 13305105, 13305106, 13305107, 13305108, 13305109, 13305110, 13305111, 13305112, 13305113, 13305114, 13305115, 13305116, 13305117, 13305118, 13305119, 13305120, 13305121, 13305122, 13305123, 13305124, 13305125, 13305126, 13305127, 13305128, 13305129, 13305130, 13305131, 13305132, 13305133, 13305134, 13305135, 13305136, 13305137, 13305138, 13305139, 13305140, 13305141, 13305142, 13305143, 13305144], "trace_timestamp_s": 358.4190000000008, "ttft_s": 8.778157656997791, "turn_id": 1} +{"actual_output_tokens": 55, "cached_tokens": 5344, "effective_input_length": 9360, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9360, "latency_s": 0.7414409119992342, "output_length": 55, "proxy_request_id": "1341005:2:1342961:456", "request_id": "1341005:2:1342961:456", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1341005", "t_dispatch_unix": 1779961076.66493, "t_finish_unix": 1779961077.4063716, "t_first_token_unix": 1779961077.053144, "tpot_s": 0.006536113888917801, "trace_hash_ids": [13311826, 13311827, 13311828, 13311829, 13311830, 13311831, 13311832, 13311833, 13311834, 13311835, 13319583, 13319584, 13319585, 13329855, 13329856, 13329857, 13329858, 13329859, 13329860], "trace_timestamp_s": 367.47600000000057, "ttft_s": 0.3882123449984647, "turn_id": 2} +{"actual_output_tokens": 12, "cached_tokens": 0, "effective_input_length": 11912, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11912, "latency_s": 1.0255910250016314, "output_length": 12, "proxy_request_id": "1343191:1:1343191:457", "request_id": "1343191:1:1343191:457", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1343191", "t_dispatch_unix": 1779961077.5694814, "t_finish_unix": 1779961078.595072, "t_first_token_unix": 1779961078.5430713, "tpot_s": 0.004702687272749079, "trace_hash_ids": [13317487, 13317488, 13317489, 13317490, 13317491, 13317492, 13317493, 13317494, 13317495, 13317496, 13317497, 13317498, 13317499, 13317500, 13317501, 13317502, 13317503, 13317504, 13317505, 13317506, 13324213, 13331765, 13331766, 13331767], "trace_timestamp_s": 368.3780000000006, "ttft_s": 0.9735875320002378, "turn_id": 1} +{"actual_output_tokens": 14, "cached_tokens": 9344, "effective_input_length": 14103, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14103, "latency_s": 0.6778009689987812, "output_length": 14, "proxy_request_id": "1338292:2:1343599:460", "request_id": "1338292:2:1343599:460", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1338292", "t_dispatch_unix": 1779961078.7758186, "t_finish_unix": 1779961079.4536195, "t_first_token_unix": 1779961079.3514373, "tpot_s": 0.007838353461500866, "trace_hash_ids": [13336050, 13336051, 13336052, 13336053, 13336054, 13336055, 13336056, 13336057, 13336058, 13336059, 13336060, 13336061, 13336062, 13336063, 13336064, 13336065, 13336066, 13336067, 13336068, 13336069, 13336070, 13336071, 13336072, 13336073, 13336074, 13336075, 13336076, 13336077], "trace_timestamp_s": 369.58300000000054, "ttft_s": 0.5756175669994263, "turn_id": 2} +{"actual_output_tokens": 13, "cached_tokens": 0, "effective_input_length": 21402, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21402, "latency_s": 2.3605697870007134, "output_length": 13, "proxy_request_id": "1343312:1:1343312:459", "request_id": "1343312:1:1343312:459", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1343312", "t_dispatch_unix": 1779961077.9316864, "t_finish_unix": 1779961080.2922554, "t_first_token_unix": 1779961080.2366574, "tpot_s": 0.004613362333354114, "trace_hash_ids": [13332570, 13332571, 13332572, 13332573, 13332574, 13332575, 13332576, 13332577, 13332578, 13332579, 13332580, 13332581, 13332582, 13332583, 13332584, 13332585, 13332586, 13332587, 13332588, 13332589, 13332590, 13332591, 13332592, 13332593, 13332594, 13332595, 13332596, 13332597, 13332598, 13332599, 13332600, 13332601, 13332602, 13332603, 13332604, 13332605, 13332606, 13332607, 13332608, 13332609, 13332610, 13332611], "trace_timestamp_s": 368.7370000000001, "ttft_s": 2.304969428001641, "turn_id": 1} +{"actual_output_tokens": 272, "cached_tokens": 37526, "effective_input_length": 37527, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37527, "latency_s": 8.498102050001762, "output_length": 272, "proxy_request_id": "1334223:2:1341796:448", "request_id": "1334223:2:1341796:448", "request_type": "coder", "requested_output_tokens": 272, "session_id": "1334223", "t_dispatch_unix": 1779961072.603924, "t_finish_unix": 1779961081.1020255, "t_first_token_unix": 1779961078.6443782, "tpot_s": 0.009067740317346439, "trace_hash_ids": [184985, 184986, 184987, 184988, 184989, 184990, 184991, 184992, 184993, 184994, 184995, 184996, 184997, 107094, 184998, 184999, 185000, 185001, 185002, 13248808, 371190, 371191, 371192, 13248809, 13248810, 69229, 69230, 69231, 1237267, 13248811, 13248812, 13248813, 13248814, 13248815, 13248816, 13248817, 13248818, 13248819, 13248820, 13248821, 13248822, 13248823, 13248824, 13248825, 13248826, 13248827, 13318839, 13318840, 13318841, 13318842, 13318843, 13318844, 13318845, 13318846, 13318847, 13318848, 13318849, 13318850, 13318851, 13318852, 13318853, 13318854, 13318855, 13318856, 13318857, 13318858, 13318859, 13318860, 13318861, 13318862, 13318863, 13318864, 13318865, 13318866], "trace_timestamp_s": 363.41000000000076, "ttft_s": 6.040452833000018, "turn_id": 2} +{"actual_output_tokens": 47, "cached_tokens": 50224, "effective_input_length": 50447, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50447, "latency_s": 0.6220977369994216, "output_length": 47, "proxy_request_id": "1316848:15:1344261:463", "request_id": "1316848:15:1344261:463", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1316848", "t_dispatch_unix": 1779961081.0031662, "t_finish_unix": 1779961081.6252637, "t_first_token_unix": 1779961081.2019126, "tpot_s": 0.009195360956531975, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13278605, 13289611, 13289612, 13289613, 13289614, 13289615, 13289616, 13289617, 13289618, 13289619, 13341597, 13341598], "trace_timestamp_s": 371.8140000000003, "ttft_s": 0.19874483499734197, "turn_id": 15} +{"actual_output_tokens": 1409, "cached_tokens": 61456, "effective_input_length": 66152, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66152, "latency_s": 20.55384026200045, "output_length": 1409, "proxy_request_id": "1314357:3:1338999:437", "request_id": "1314357:3:1338999:437", "request_type": "coder", "requested_output_tokens": 1409, "session_id": "1314357", "t_dispatch_unix": 1779961062.9058444, "t_finish_unix": 1779961083.4596844, "t_first_token_unix": 1779961064.9745436, "tpot_s": 0.013128424374999977, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13292862, 13292863], "trace_timestamp_s": 353.71500000000015, "ttft_s": 2.0686975729986443, "turn_id": 3} +{"actual_output_tokens": 67, "cached_tokens": 0, "effective_input_length": 505, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 505, "latency_s": 0.3860232199986058, "output_length": 67, "proxy_request_id": "1345921:1:1345921:469", "request_id": "1345921:1:1345921:469", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1345921", "t_dispatch_unix": 1779961086.701089, "t_finish_unix": 1779961087.087112, "t_first_token_unix": 1779961086.7594414, "tpot_s": 0.004961113484872233, "trace_hash_ids": [13357030], "trace_timestamp_s": 377.5140000000001, "ttft_s": 0.05835165799726383, "turn_id": 1} +{"actual_output_tokens": 25, "cached_tokens": 0, "effective_input_length": 32816, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32816, "latency_s": 5.174440344002505, "output_length": 25, "proxy_request_id": "1344773:1:1344773:465", "request_id": "1344773:1:1344773:465", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1344773", "t_dispatch_unix": 1779961082.7991567, "t_finish_unix": 1779961087.9735966, "t_first_token_unix": 1779961087.7583086, "tpot_s": 0.008958738458204607, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13346692], "trace_timestamp_s": 373.59900000000016, "ttft_s": 4.959150238002621, "turn_id": 1} +{"actual_output_tokens": 45, "cached_tokens": 6224, "effective_input_length": 9820, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9820, "latency_s": 9.376960241999768, "output_length": 45, "proxy_request_id": "1342327:2:1343857:461", "request_id": "1342327:2:1343857:461", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1342327", "t_dispatch_unix": 1779961079.5981445, "t_finish_unix": 1779961088.9751046, "t_first_token_unix": 1779961088.5340025, "tpot_s": 0.010017578022680855, "trace_hash_ids": [13306604, 13323569, 13323570, 13323571, 13323572, 13323573, 13323574, 13323575, 13323576, 13323577, 13323578, 13323579, 13338080, 13338081, 13338082, 13338083, 13338084, 13338085, 13338086, 13338087], "trace_timestamp_s": 370.40900000000056, "ttft_s": 8.935856644999149, "turn_id": 2} +{"actual_output_tokens": 30, "cached_tokens": 32832, "effective_input_length": 33008, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33008, "latency_s": 0.45212252700002864, "output_length": 30, "proxy_request_id": "1344773:2:1346419:473", "request_id": "1344773:2:1346419:473", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1344773", "t_dispatch_unix": 1779961088.5663726, "t_finish_unix": 1779961089.0184946, "t_first_token_unix": 1779961088.7049572, "tpot_s": 0.010805123655229872, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13361257], "trace_timestamp_s": 379.3780000000006, "ttft_s": 0.13858278300176607, "turn_id": 2} +{"actual_output_tokens": 28, "cached_tokens": 9856, "effective_input_length": 12398, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12398, "latency_s": 0.6230165420020057, "output_length": 28, "proxy_request_id": "1342327:3:1344788:466", "request_id": "1342327:3:1344788:466", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1342327", "t_dispatch_unix": 1779961088.976688, "t_finish_unix": 1779961089.5997043, "t_first_token_unix": 1779961089.3160772, "tpot_s": 0.010491972777850201, "trace_hash_ids": [13306604, 13323569, 13323570, 13323571, 13323572, 13323573, 13323574, 13323575, 13323576, 13323577, 13323578, 13323579, 13338080, 13338081, 13338082, 13338083, 13338084, 13338085, 13338086, 13346828, 13346829, 13346830, 13346831, 13346832, 13346833], "trace_timestamp_s": 373.65100000000075, "ttft_s": 0.339387899999565, "turn_id": 3} +{"actual_output_tokens": 20, "cached_tokens": 58814, "effective_input_length": 58815, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58815, "latency_s": 3.894133370999043, "output_length": 20, "proxy_request_id": "1316848:16:1345678:468", "request_id": "1316848:16:1345678:468", "request_type": "coder", "requested_output_tokens": 20, "session_id": "1316848", "t_dispatch_unix": 1779961085.8106751, "t_finish_unix": 1779961089.7048085, "t_first_token_unix": 1779961089.590593, "tpot_s": 0.0059988695263056896, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13278605, 13289611, 13289612, 13289613, 13289614, 13289615, 13289616, 13289617, 13289618, 13289619, 13341597, 13355058, 13355059, 13355060, 13355061, 13355062, 13355063, 13355064, 13355065, 13355066, 13355067, 13355068, 13355069, 13355070, 13355071, 13355072, 13355073, 13355074], "trace_timestamp_s": 376.6190000000006, "ttft_s": 3.7799155700013216, "turn_id": 16} +{"actual_output_tokens": 11, "cached_tokens": 12416, "effective_input_length": 14842, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14842, "latency_s": 0.4852833449986065, "output_length": 11, "proxy_request_id": "1342327:4:1346218:471", "request_id": "1342327:4:1346218:471", "request_type": "coder", "requested_output_tokens": 11, "session_id": "1342327", "t_dispatch_unix": 1779961089.601165, "t_finish_unix": 1779961090.0864487, "t_first_token_unix": 1779961089.9610999, "tpot_s": 0.012507551900125691, "trace_hash_ids": [13306604, 13323569, 13323570, 13323571, 13323572, 13323573, 13323574, 13323575, 13323576, 13323577, 13323578, 13323579, 13338080, 13338081, 13338082, 13338083, 13338084, 13338085, 13338086, 13346828, 13346829, 13346830, 13346831, 13346832, 13352845, 13352846, 13352847, 13352848, 13359282], "trace_timestamp_s": 378.6120000000001, "ttft_s": 0.3599328729978879, "turn_id": 4} +{"actual_output_tokens": 121, "cached_tokens": 0, "effective_input_length": 59219, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59219, "latency_s": 14.85851234400252, "output_length": 121, "proxy_request_id": "1342634:1:1342634:454", "request_id": "1342634:1:1342634:454", "request_type": "coder", "requested_output_tokens": 121, "session_id": "1342634", "t_dispatch_unix": 1779961075.5254533, "t_finish_unix": 1779961090.3839655, "t_first_token_unix": 1779961088.543161, "tpot_s": 0.015337905499988362, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 4565053, 4565054, 4565055, 127456, 127457, 127458, 127459, 4565056, 4565057, 61286, 4565058, 4565059, 4565060, 4565061, 4565062, 4565063, 4565064, 4565065, 4565066, 4565067, 4565068, 4565069, 4565070, 4565071, 4565072, 4565073, 4565074, 4565075, 4565076, 4565077, 4565078, 4565079, 4565080, 4565081, 4565082, 4565083, 4565084, 4565085, 4565086, 4565087, 4565088, 4565089, 13036298, 13036299, 13036300, 13036301, 13036302, 13036303, 13036304, 13036305, 13036306, 13036307, 13036308, 13036309, 13036310, 13036311, 13036312, 13036313, 13036314, 13036315, 13036316, 13036317, 13036318, 13036319, 13036320, 13036321, 13036322, 13036323, 13036324, 13036325, 13036326, 13036327, 13036328, 13036329, 13036330, 13036331, 13036332, 13036333, 13036334, 13036335, 13036336, 13036337, 13068093, 13326543, 13326544, 13326545, 13326546, 13326547, 13326548, 13326549, 13326550, 13326551, 13326552, 13326553, 13326554, 13326555, 13326556, 13326557, 13326558, 13326559, 13326560, 13326561, 13326562, 13326563, 13326564, 13326565, 13326566, 13326567, 13326568, 13326569, 13326570], "trace_timestamp_s": 366.3150000000005, "ttft_s": 13.017705057001876, "turn_id": 1} +{"actual_output_tokens": 159, "cached_tokens": 10000, "effective_input_length": 10232, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10232, "latency_s": 12.94475416700152, "output_length": 159, "proxy_request_id": "1341912:2:1343220:458", "request_id": "1341912:2:1343220:458", "request_type": "coder", "requested_output_tokens": 159, "session_id": "1341912", "t_dispatch_unix": 1779961077.6467683, "t_finish_unix": 1779961090.591522, "t_first_token_unix": 1779961088.5347269, "tpot_s": 0.013016320297469111, "trace_hash_ids": [13307661, 13307662, 13307663, 13314126, 13314127, 13314128, 13314129, 13314130, 13314131, 13314132, 13314133, 13314134, 13314135, 13314136, 13314137, 13314138, 13319756, 13319757, 13319758, 13331957], "trace_timestamp_s": 368.45900000000074, "ttft_s": 10.887957623999682, "turn_id": 2} +{"actual_output_tokens": 371, "cached_tokens": 73328, "effective_input_length": 73946, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73946, "latency_s": 5.939173221999226, "output_length": 371, "proxy_request_id": "1269373:18:1345570:467", "request_id": "1269373:18:1345570:467", "request_type": "coder", "requested_output_tokens": 371, "session_id": "1269373", "t_dispatch_unix": 1779961085.3645277, "t_finish_unix": 1779961091.3037, "t_first_token_unix": 1779961087.7686381, "tpot_s": 0.009553322240547434, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13353639], "trace_timestamp_s": 376.174, "ttft_s": 2.4041096339969954, "turn_id": 18} +{"actual_output_tokens": 4929, "cached_tokens": 0, "effective_input_length": 7065, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7065, "latency_s": 28.630020729000535, "output_length": 4929, "proxy_request_id": "1339070:1:1339070:438", "request_id": "1339070:1:1339070:438", "request_type": "coder", "requested_output_tokens": 4929, "session_id": "1339070", "t_dispatch_unix": 1779961063.1214063, "t_finish_unix": 1779961091.7514272, "t_first_token_unix": 1779961063.6039774, "tpot_s": 0.005711692631696489, "trace_hash_ids": [720115, 720116, 720117, 720118, 720119, 720120, 720121, 720122, 720123, 720124, 13293798, 13293799, 13293800, 13293801], "trace_timestamp_s": 353.9320000000007, "ttft_s": 0.48256962899904465, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 5465, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5465, "latency_s": 0.4797445920012251, "output_length": 26, "proxy_request_id": "1347763:1:1347763:476", "request_id": "1347763:1:1347763:476", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1347763", "t_dispatch_unix": 1779961093.2108552, "t_finish_unix": 1779961093.6905997, "t_first_token_unix": 1779961093.5645964, "tpot_s": 0.0050307011599943505, "trace_hash_ids": [13347549, 13347550, 13358055, 13358056, 13358057, 13358058, 13367259, 13373800, 13373801, 13373802, 13373803], "trace_timestamp_s": 384.02199999999993, "ttft_s": 0.3537404710004921, "turn_id": 1} +{"actual_output_tokens": 50, "cached_tokens": 19920, "effective_input_length": 25661, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25661, "latency_s": 2.274849372999597, "output_length": 50, "proxy_request_id": "1341948:2:1347296:475", "request_id": "1341948:2:1347296:475", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1341948", "t_dispatch_unix": 1779961091.6004965, "t_finish_unix": 1779961093.8753457, "t_first_token_unix": 1779961092.7603843, "tpot_s": 0.022747224183724622, "trace_hash_ids": [13296198, 13296199, 13296200, 13296201, 13296202, 13296203, 13296204, 13296205, 13296206, 13296207, 13296208, 13296209, 13296210, 13296211, 13296212, 13296213, 13296214, 13296215, 13296216, 13296217, 13296218, 13296219, 13296220, 13296221, 13296222, 13296223, 13296224, 13296225, 13296226, 13296227, 13296228, 13296229, 13296230, 13308586, 13308587, 13308588, 13308589, 13320340, 13328210, 13335592, 13335593, 13335594, 13351220, 13351221, 13351222, 13360455, 13360456, 13368789, 13368790, 13368791, 13368792], "trace_timestamp_s": 382.41100000000006, "ttft_s": 1.1598856279997563, "turn_id": 2} +{"actual_output_tokens": 52, "cached_tokens": 560, "effective_input_length": 773, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 773, "latency_s": 3.308197382997605, "output_length": 52, "proxy_request_id": "1345921:2:1347089:474", "request_id": "1345921:2:1347089:474", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1345921", "t_dispatch_unix": 1779961090.8875456, "t_finish_unix": 1779961094.1957424, "t_first_token_unix": 1779961093.8089952, "tpot_s": 0.007576417901944688, "trace_hash_ids": [13357030, 13367292], "trace_timestamp_s": 381.7000000000007, "ttft_s": 2.9214487450008164, "turn_id": 2} +{"actual_output_tokens": 263, "cached_tokens": 0, "effective_input_length": 37019, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37019, "latency_s": 7.4616708859975915, "output_length": 263, "proxy_request_id": "1268861:6:1346340:472", "request_id": "1268861:6:1346340:472", "request_type": "coder", "requested_output_tokens": 263, "session_id": "1268861", "t_dispatch_unix": 1779961088.23924, "t_finish_unix": 1779961095.70091, "t_first_token_unix": 1779961093.8134406, "tpot_s": 0.007202901267171091, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13360572], "trace_timestamp_s": 379.0500000000002, "ttft_s": 5.574199331000273, "turn_id": 6} +{"actual_output_tokens": 212, "cached_tokens": 95760, "effective_input_length": 95781, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 95781, "latency_s": 15.313036072999239, "output_length": 212, "proxy_request_id": "1279412:22:1344210:462", "request_id": "1279412:22:1344210:462", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1279412", "t_dispatch_unix": 1779961080.8559198, "t_finish_unix": 1779961096.168955, "t_first_token_unix": 1779961091.7995803, "tpot_s": 0.020706219146920862, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13341145], "trace_timestamp_s": 371.66499999999996, "ttft_s": 10.943658796997624, "turn_id": 22} +{"actual_output_tokens": 44, "cached_tokens": 36544, "effective_input_length": 39636, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39636, "latency_s": 1.1559945859989966, "output_length": 44, "proxy_request_id": "1311753:3:1348389:480", "request_id": "1311753:3:1348389:480", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1311753", "t_dispatch_unix": 1779961095.6885803, "t_finish_unix": 1779961096.8445747, "t_first_token_unix": 1779961096.5626056, "tpot_s": 0.006551404697664872, "trace_hash_ids": [94090, 94091, 94092, 94093, 94094, 508947, 176859, 508948, 508949, 508950, 508951, 508952, 508953, 508954, 508955, 508956, 508957, 508958, 508959, 508960, 10647989, 10647990, 10647991, 10647992, 13038929, 13038930, 13038931, 13038932, 13038933, 13038934, 13038935, 13038936, 13038937, 13038938, 13038939, 13038940, 13038941, 13038942, 13038943, 13276135, 13276136, 13276137, 13276138, 13276139, 13276140, 13276141, 13276142, 13276143, 13276144, 13276145, 13276146, 13276147, 13276148, 13276149, 13276150, 13276151, 13276152, 13276153, 13276154, 13276155, 13276156, 13276157, 13276158, 13276159, 13276160, 13276161, 13276162, 13276163, 13276164, 13276165, 13276166, 13379352, 13379353, 13379354, 13379355, 13379356, 13379357, 13379358], "trace_timestamp_s": 386.4990000000007, "ttft_s": 0.8740233079988684, "turn_id": 3} +{"actual_output_tokens": 25, "cached_tokens": 816, "effective_input_length": 1397, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1397, "latency_s": 0.18428632699942682, "output_length": 25, "proxy_request_id": "1345921:3:1348784:483", "request_id": "1345921:3:1348784:483", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1345921", "t_dispatch_unix": 1779961096.8854089, "t_finish_unix": 1779961097.0696952, "t_first_token_unix": 1779961096.9511516, "tpot_s": 0.004929453208357397, "trace_hash_ids": [13357030, 13375155, 13383042], "trace_timestamp_s": 387.6980000000003, "ttft_s": 0.0657418869996036, "turn_id": 3} +{"actual_output_tokens": 67, "cached_tokens": 0, "effective_input_length": 17217, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17217, "latency_s": 2.0328960700026073, "output_length": 67, "proxy_request_id": "1348394:1:1348394:481", "request_id": "1348394:1:1348394:481", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1348394", "t_dispatch_unix": 1779961095.7197738, "t_finish_unix": 1779961097.75267, "t_first_token_unix": 1779961097.3755503, "tpot_s": 0.005710399181804281, "trace_hash_ids": [13379385, 13379386, 13379387, 13379388, 13379389, 13379390, 13379391, 13379392, 13379393, 13379394, 13379395, 13379396, 13379397, 13379398, 13379399, 13379400, 13379401, 13379402, 13379403, 13379404, 13379405, 13379406, 13379407, 13379408, 13379409, 13379410, 13379411, 13379412, 13379413, 13379414, 13379415, 13379416, 13379417, 13379418], "trace_timestamp_s": 386.52600000000075, "ttft_s": 1.6557743200028199, "turn_id": 1} +{"actual_output_tokens": 66, "cached_tokens": 0, "effective_input_length": 12701, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12701, "latency_s": 1.4217867880033737, "output_length": 66, "proxy_request_id": "1348691:1:1348691:482", "request_id": "1348691:1:1348691:482", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1348691", "t_dispatch_unix": 1779961096.5832443, "t_finish_unix": 1779961098.0050313, "t_first_token_unix": 1779961097.6492255, "tpot_s": 0.005469664692310079, "trace_hash_ids": [13351879, 13351880, 13351881, 13351882, 13351883, 13351884, 13351885, 13351886, 13351887, 13373772, 13373773, 13373774, 13373775, 13373776, 13373777, 13373778, 13373779, 13373780, 13373781, 13382121, 13382122, 13382123, 13382124, 13382125, 13382126], "trace_timestamp_s": 387.39100000000053, "ttft_s": 1.065979895000055, "turn_id": 1} +{"actual_output_tokens": 397, "cached_tokens": 0, "effective_input_length": 65289, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65289, "latency_s": 22.278071404998627, "output_length": 397, "proxy_request_id": "1342921:1:1342921:455", "request_id": "1342921:1:1342921:455", "request_type": "coder", "requested_output_tokens": 397, "session_id": "1342921", "t_dispatch_unix": 1779961076.568224, "t_finish_unix": 1779961098.846295, "t_first_token_unix": 1779961091.7871835, "tpot_s": 0.01782535431818424, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13329706], "trace_timestamp_s": 367.3550000000005, "ttft_s": 15.21895793099975, "turn_id": 1} +{"actual_output_tokens": 63, "cached_tokens": 0, "effective_input_length": 4988, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4988, "latency_s": 0.641019339000195, "output_length": 63, "proxy_request_id": "1349975:1:1349975:487", "request_id": "1349975:1:1349975:487", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1349975", "t_dispatch_unix": 1779961101.1077387, "t_finish_unix": 1779961101.7487583, "t_first_token_unix": 1779961101.425079, "tpot_s": 0.005216118274186174, "trace_hash_ids": [13378687, 13378688, 13378689, 13394474, 13394475, 13394476, 13394477, 13394478, 13394479, 13394480], "trace_timestamp_s": 391.9190000000008, "ttft_s": 0.3173392370008514, "turn_id": 1} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 4594, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4594, "latency_s": 0.40710294200107455, "output_length": 24, "proxy_request_id": "1350162:1:1350162:488", "request_id": "1350162:1:1350162:488", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1350162", "t_dispatch_unix": 1779961101.7936988, "t_finish_unix": 1779961102.2008016, "t_first_token_unix": 1779961102.0841377, "tpot_s": 0.005061532391150452, "trace_hash_ids": [13396122, 13396123, 13396124, 13396125, 13396126, 13396127, 13396128, 13396129, 13396130], "trace_timestamp_s": 392.6050000000005, "ttft_s": 0.29043785000249045, "turn_id": 1} +{"actual_output_tokens": 216, "cached_tokens": 33024, "effective_input_length": 33334, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33334, "latency_s": 3.5554677059990354, "output_length": 216, "proxy_request_id": "1344773:3:1349525:486", "request_id": "1344773:3:1349525:486", "request_type": "coder", "requested_output_tokens": 216, "session_id": "1344773", "t_dispatch_unix": 1779961099.5156827, "t_finish_unix": 1779961103.0711505, "t_first_token_unix": 1779961100.5672367, "tpot_s": 0.011644224237212722, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13389569], "trace_timestamp_s": 390.3270000000002, "ttft_s": 1.0515518249994784, "turn_id": 3} +{"actual_output_tokens": 1107, "cached_tokens": 37792, "effective_input_length": 41202, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41202, "latency_s": 9.121074547998433, "output_length": 1107, "proxy_request_id": "1334223:3:1348241:479", "request_id": "1334223:3:1348241:479", "request_type": "coder", "requested_output_tokens": 1107, "session_id": "1334223", "t_dispatch_unix": 1779961095.1199043, "t_finish_unix": 1779961104.240978, "t_first_token_unix": 1779961096.106487, "tpot_s": 0.007354657132007158, "trace_hash_ids": [184985, 184986, 184987, 184988, 184989, 184990, 184991, 184992, 184993, 184994, 184995, 184996, 184997, 107094, 184998, 184999, 185000, 185001, 185002, 13248808, 371190, 371191, 371192, 13248809, 13248810, 69229, 69230, 69231, 1237267, 13248811, 13248812, 13248813, 13248814, 13248815, 13248816, 13248817, 13248818, 13248819, 13248820, 13248821, 13248822, 13248823, 13377885, 13377886, 13377887, 13377888, 13377889, 13377890, 13377891, 13377892, 13377893, 13377894, 13377895, 13377896, 13377897, 13377898, 13377899, 13377900, 13377901, 13377902, 13377903, 13377904, 13377905, 13377906, 13377907, 13377908, 13377909, 13377910, 13377911, 13377912, 13377913, 13377914, 13377915, 13377916, 13377917, 13377918, 13377919, 13377920, 13377921, 13377922, 13377923], "trace_timestamp_s": 385.924, "ttft_s": 0.9865815499979362, "turn_id": 3} +{"actual_output_tokens": 381, "cached_tokens": 74304, "effective_input_length": 76493, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76493, "latency_s": 5.431193509000877, "output_length": 381, "proxy_request_id": "1269373:19:1349406:485", "request_id": "1269373:19:1349406:485", "request_type": "coder", "requested_output_tokens": 381, "session_id": "1269373", "t_dispatch_unix": 1779961099.1625311, "t_finish_unix": 1779961104.593724, "t_first_token_unix": 1779961100.4230263, "tpot_s": 0.01097494506841605, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13388482, 13388483, 13388484, 13388485, 13388486, 13388487], "trace_timestamp_s": 389.97200000000066, "ttft_s": 1.2604932979993464, "turn_id": 19} +{"actual_output_tokens": 74, "cached_tokens": 0, "effective_input_length": 1471, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1471, "latency_s": 0.4719349090009928, "output_length": 74, "proxy_request_id": "1350896:1:1350896:489", "request_id": "1350896:1:1350896:489", "request_type": "coder", "requested_output_tokens": 74, "session_id": "1350896", "t_dispatch_unix": 1779961104.239914, "t_finish_unix": 1779961104.711849, "t_first_token_unix": 1779961104.3457482, "tpot_s": 0.005012031164369546, "trace_hash_ids": [13402641, 13402642, 13402643], "trace_timestamp_s": 395.0530000000008, "ttft_s": 0.10583305000182008, "turn_id": 1} +{"actual_output_tokens": 10, "cached_tokens": 0, "effective_input_length": 15313, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15313, "latency_s": 1.4083318029988732, "output_length": 10, "proxy_request_id": "1350980:1:1350980:490", "request_id": "1350980:1:1350980:490", "request_type": "coder", "requested_output_tokens": 10, "session_id": "1350980", "t_dispatch_unix": 1779961104.4866667, "t_finish_unix": 1779961105.8949986, "t_first_token_unix": 1779961105.8576374, "tpot_s": 0.004118498777744308, "trace_hash_ids": [13395393, 13395394, 13395395, 13395396, 13395397, 13395398, 13395399, 13395400, 13395401, 13395402, 13395403, 13395404, 13395405, 13395406, 13395407, 13395408, 13395409, 13395410, 13395411, 13395412, 13395413, 13395414, 13395415, 13395416, 13395417, 13395418, 13395419, 13395420, 13403335, 13403336], "trace_timestamp_s": 395.2940000000008, "ttft_s": 1.3709685129979334, "turn_id": 1} +{"actual_output_tokens": 60, "cached_tokens": 50608, "effective_input_length": 51340, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51340, "latency_s": 0.9663240119989496, "output_length": 60, "proxy_request_id": "1253743:5:1351907:492", "request_id": "1253743:5:1351907:492", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1253743", "t_dispatch_unix": 1779961108.017532, "t_finish_unix": 1779961108.9838552, "t_first_token_unix": 1779961108.417271, "tpot_s": 0.009598874762729285, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 13287120, 13412488, 13412489, 13412490, 971291], "trace_timestamp_s": 398.82800000000043, "ttft_s": 0.3997376159968553, "turn_id": 5} +{"actual_output_tokens": 29, "cached_tokens": 33536, "effective_input_length": 33579, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33579, "latency_s": 0.2768448240021826, "output_length": 29, "proxy_request_id": "1344773:4:1352462:494", "request_id": "1344773:4:1352462:494", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1344773", "t_dispatch_unix": 1779961109.8150456, "t_finish_unix": 1779961110.0918903, "t_first_token_unix": 1779961109.9248855, "tpot_s": 0.005954042249998436, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13417820], "trace_timestamp_s": 400.6270000000004, "ttft_s": 0.10983832000056282, "turn_id": 4} +{"actual_output_tokens": 25, "cached_tokens": 4608, "effective_input_length": 10575, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10575, "latency_s": 0.6799732199979189, "output_length": 25, "proxy_request_id": "1350162:2:1352468:495", "request_id": "1350162:2:1352468:495", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1350162", "t_dispatch_unix": 1779961109.845045, "t_finish_unix": 1779961110.5250182, "t_first_token_unix": 1779961110.4018834, "tpot_s": 0.005120663999908477, "trace_hash_ids": [13396122, 13396123, 13396124, 13396125, 13396126, 13396127, 13396128, 13396129, 13396130, 13407504, 13407505, 13407506, 13407507, 13407508, 13411995, 13411996, 13417843, 13417844, 13417845, 13417846, 13417847], "trace_timestamp_s": 400.64200000000073, "ttft_s": 0.5568368880012713, "turn_id": 2} +{"actual_output_tokens": 40, "cached_tokens": 12752, "effective_input_length": 21436, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21436, "latency_s": 1.51562793300036, "output_length": 40, "proxy_request_id": "1348691:2:1352277:493", "request_id": "1348691:2:1352277:493", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1348691", "t_dispatch_unix": 1779961109.2054343, "t_finish_unix": 1779961110.7210624, "t_first_token_unix": 1779961110.4982955, "tpot_s": 0.005705677128179769, "trace_hash_ids": [13351879, 13351880, 13351881, 13351882, 13351883, 13351884, 13351885, 13351886, 13351887, 13373772, 13373773, 13373774, 13373775, 13373776, 13373777, 13373778, 13373779, 13373780, 13373781, 13382121, 13382122, 13382123, 13382124, 13382125, 13389881, 13389882, 13389883, 13389884, 13389885, 13389886, 13389887, 13389888, 13402829, 13402830, 13402831, 13402832, 13402833, 13415762, 13415763, 13415764, 13415765, 13415766], "trace_timestamp_s": 400.0150000000003, "ttft_s": 1.2928592169992044, "turn_id": 2} +{"actual_output_tokens": 2, "cached_tokens": 0, "effective_input_length": 6935, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6935, "latency_s": 0.47602071900109877, "output_length": 2, "proxy_request_id": "1345921:4:1353010:501", "request_id": "1345921:4:1353010:501", "request_type": "coder", "requested_output_tokens": 2, "session_id": "1345921", "t_dispatch_unix": 1779961111.8115478, "t_finish_unix": 1779961112.287568, "t_first_token_unix": 1779961112.2844574, "tpot_s": 0.0028633740002987906, "trace_hash_ids": [13421944, 13421945, 13421946, 13421947, 13421948, 13421949, 13421950, 13421951, 13421952, 13421953, 13421954, 13421955, 13421956, 13421957], "trace_timestamp_s": 402.6220000000003, "ttft_s": 0.4729085330000089, "turn_id": 4} +{"actual_output_tokens": 36, "cached_tokens": 0, "effective_input_length": 14239, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14239, "latency_s": 1.4322295970014238, "output_length": 36, "proxy_request_id": "1349975:2:1352986:500", "request_id": "1349975:2:1352986:500", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1349975", "t_dispatch_unix": 1779961111.770911, "t_finish_unix": 1779961113.2031405, "t_first_token_unix": 1779961113.0148869, "tpot_s": 0.005367790914273688, "trace_hash_ids": [13378687, 13378688, 13378689, 13394474, 13394475, 13394476, 13394477, 13394478, 13394479, 13402114, 13402115, 13402116, 13402117, 13402118, 13408855, 13408856, 13408857, 13408858, 13408859, 13408860, 13415611, 13415612, 13415613, 13415614, 13415615, 13421803, 13421804, 13421805], "trace_timestamp_s": 402.5799999999999, "ttft_s": 1.2439704259995779, "turn_id": 2} +{"actual_output_tokens": 77, "cached_tokens": 0, "effective_input_length": 18840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18840, "latency_s": 2.9026373010019597, "output_length": 77, "proxy_request_id": "1352606:1:1352606:496", "request_id": "1352606:1:1352606:496", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1352606", "t_dispatch_unix": 1779961110.3983302, "t_finish_unix": 1779961113.3009667, "t_first_token_unix": 1779961112.2871532, "tpot_s": 0.013335105039483383, "trace_hash_ids": [13400902, 13400903, 13400904, 13400905, 13400906, 13400907, 13400908, 13400909, 13400910, 13400911, 13409153, 13409154, 13409155, 13409156, 13409157, 13409158, 13409159, 13409160, 13409161, 13418934, 13418935, 13418936, 13418937, 13418938, 13418939, 13418940, 13418941, 13418942, 13418943, 13418944, 13418945, 13418946, 13418947, 13418948, 13418949, 13418950, 13418951], "trace_timestamp_s": 401.20400000000063, "ttft_s": 1.8888220120024926, "turn_id": 1} +{"actual_output_tokens": 115, "cached_tokens": 83152, "effective_input_length": 83326, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83326, "latency_s": 2.0173424320018967, "output_length": 115, "proxy_request_id": "1317598:6:1352957:499", "request_id": "1317598:6:1352957:499", "request_type": "coder", "requested_output_tokens": 115, "session_id": "1317598", "t_dispatch_unix": 1779961111.6609564, "t_finish_unix": 1779961113.678298, "t_first_token_unix": 1779961112.5113463, "tpot_s": 0.010233518368407028, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196, 13197980, 13229753, 13281236, 13421614], "trace_timestamp_s": 402.47100000000046, "ttft_s": 0.8503879650015733, "turn_id": 6} +{"actual_output_tokens": 233, "cached_tokens": 76864, "effective_input_length": 77790, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77790, "latency_s": 2.9166730960023415, "output_length": 233, "proxy_request_id": "1269373:20:1352797:498", "request_id": "1269373:20:1352797:498", "request_type": "coder", "requested_output_tokens": 233, "session_id": "1269373", "t_dispatch_unix": 1779961111.063179, "t_finish_unix": 1779961113.9798522, "t_first_token_unix": 1779961111.6405947, "tpot_s": 0.010081545866373274, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13388482, 13388483, 13388484, 13388485, 13388486, 13420383, 13420384, 13420385], "trace_timestamp_s": 401.8740000000007, "ttft_s": 0.5774127350014169, "turn_id": 20} +{"actual_output_tokens": 270, "cached_tokens": 33600, "effective_input_length": 33875, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33875, "latency_s": 2.2637291100036236, "output_length": 270, "proxy_request_id": "1344773:5:1353365:502", "request_id": "1344773:5:1353365:502", "request_type": "coder", "requested_output_tokens": 270, "session_id": "1344773", "t_dispatch_unix": 1779961113.2749987, "t_finish_unix": 1779961115.5387275, "t_first_token_unix": 1779961113.467939, "tpot_s": 0.007697239197022671, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13425453], "trace_timestamp_s": 404.08600000000024, "ttft_s": 0.19293774800098618, "turn_id": 5} +{"actual_output_tokens": 59, "cached_tokens": 51392, "effective_input_length": 51436, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51436, "latency_s": 0.66794507600207, "output_length": 59, "proxy_request_id": "1253743:6:1354346:505", "request_id": "1253743:6:1354346:505", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1253743", "t_dispatch_unix": 1779961116.5198224, "t_finish_unix": 1779961117.187767, "t_first_token_unix": 1779961116.63129, "tpot_s": 0.009589664431054001, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 13287120, 13412488, 13412489, 13412490, 13433516], "trace_timestamp_s": 407.3299999999999, "ttft_s": 0.1114653869990434, "turn_id": 6} +{"actual_output_tokens": 1948, "cached_tokens": 95984, "effective_input_length": 96026, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96026, "latency_s": 21.11613949599996, "output_length": 1948, "proxy_request_id": "1279412:23:1348089:477", "request_id": "1279412:23:1348089:477", "request_type": "coder", "requested_output_tokens": 1948, "session_id": "1279412", "t_dispatch_unix": 1779961096.1746936, "t_finish_unix": 1779961117.290833, "t_first_token_unix": 1779961096.3551667, "tpot_s": 0.010752612683615633, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13376365], "trace_timestamp_s": 385.3070000000007, "ttft_s": 0.1804714989993954, "turn_id": 23} +{"actual_output_tokens": 127, "cached_tokens": 0, "effective_input_length": 27651, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27651, "latency_s": 5.695293063999998, "output_length": 127, "proxy_request_id": "1353821:1:1353821:503", "request_id": "1353821:1:1353821:503", "request_type": "coder", "requested_output_tokens": 127, "session_id": "1353821", "t_dispatch_unix": 1779961114.691299, "t_finish_unix": 1779961120.3865921, "t_first_token_unix": 1779961118.1223526, "tpot_s": 0.017968004023801075, "trace_hash_ids": [13429891, 13429892, 574397, 574398, 3094139, 3094140, 3094141, 769383, 3094142, 170398, 170399, 13429893, 13429894, 13429895, 13429896, 13429897, 13429898, 13429899, 13429900, 13429901, 13429902, 13429903, 13429904, 11202130, 11202131, 345479, 345480, 345481, 345482, 345483, 345484, 345485, 345486, 345487, 13429905, 2388375, 2388376, 13429906, 2885088, 13429907, 54678, 54679, 54680, 54681, 13429908, 13429909, 13429910, 13429911, 13429912, 13429913, 13429914, 13429915, 13429916, 13429917, 13429918], "trace_timestamp_s": 405.4940000000006, "ttft_s": 3.4310515219985973, "turn_id": 1} +{"actual_output_tokens": 278, "cached_tokens": 0, "effective_input_length": 15519, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15519, "latency_s": 3.1503310919979413, "output_length": 278, "proxy_request_id": "1286804:3:1354910:506", "request_id": "1286804:3:1354910:506", "request_type": "coder", "requested_output_tokens": 278, "session_id": "1286804", "t_dispatch_unix": 1779961118.4959347, "t_finish_unix": 1779961121.6462655, "t_first_token_unix": 1779961119.8951774, "tpot_s": 0.006320697624549553, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12930548, 13438556, 13438557, 13438558], "trace_timestamp_s": 409.308, "ttft_s": 1.39924122299999, "turn_id": 3} +{"actual_output_tokens": 102, "cached_tokens": 12800, "effective_input_length": 19366, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19366, "latency_s": 1.5394732280001335, "output_length": 102, "proxy_request_id": "1355484:1:1355484:508", "request_id": "1355484:1:1355484:508", "request_type": "coder", "requested_output_tokens": 102, "session_id": "1355484", "t_dispatch_unix": 1779961120.399191, "t_finish_unix": 1779961121.9386642, "t_first_token_unix": 1779961121.3442714, "tpot_s": 0.005882767118795401, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13443776], "trace_timestamp_s": 411.21000000000004, "ttft_s": 0.9450788290014316, "turn_id": 1} +{"actual_output_tokens": 92, "cached_tokens": 48448, "effective_input_length": 48977, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48977, "latency_s": 0.9567260589974467, "output_length": 92, "proxy_request_id": "1340278:2:1356079:512", "request_id": "1340278:2:1356079:512", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1340278", "t_dispatch_unix": 1779961122.5901773, "t_finish_unix": 1779961123.5469024, "t_first_token_unix": 1779961122.8785164, "tpot_s": 0.007342100692287684, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13449829, 13449830, 13449831, 13449832, 13449833, 13449834, 13449835, 13449836, 13449837, 13449838, 13449839, 13449840, 13449841, 13449842, 13449843, 13449844, 13449845, 13449846, 13449847, 13449848, 13449849, 13449850, 13449851, 13449852, 13449853, 13449854, 13449855, 13449856, 13449857, 13449858, 13449859, 13449860, 13449861, 13449862, 13449863, 13449864, 13449865, 13449866, 13449867, 13449868, 13449869, 13449870, 13449871, 13449872, 13449873, 13449874, 13449875, 13449876, 13449877, 13449878, 13449879, 13449880, 13449881, 13449882, 13449883, 13449884, 13449885, 13449886, 13449887, 13449888, 13449889, 13449890, 13449891, 13449892, 13449893, 13449894, 13449895, 13449896, 13449897, 13449898, 13449899, 13449900, 13449901, 13449902], "trace_timestamp_s": 413.3860000000004, "ttft_s": 0.2883379029990465, "turn_id": 2} +{"actual_output_tokens": 54, "cached_tokens": 0, "effective_input_length": 6711, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6711, "latency_s": 0.7253050769977563, "output_length": 54, "proxy_request_id": "1356948:1:1356948:515", "request_id": "1356948:1:1356948:515", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1356948", "t_dispatch_unix": 1779961125.686013, "t_finish_unix": 1779961126.4113178, "t_first_token_unix": 1779961126.136263, "tpot_s": 0.005184985207583764, "trace_hash_ids": [13432238, 13432239, 13432240, 13432241, 13442185, 13452093, 13452094, 13452095, 13452096, 13452097, 13457944, 13457945, 13457946, 13457947], "trace_timestamp_s": 416.4960000000001, "ttft_s": 0.4502485569973942, "turn_id": 1} +{"actual_output_tokens": 61, "cached_tokens": 0, "effective_input_length": 35308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35308, "latency_s": 5.6342608260019915, "output_length": 61, "proxy_request_id": "1355951:1:1355951:511", "request_id": "1355951:1:1355951:511", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1355951", "t_dispatch_unix": 1779961121.990797, "t_finish_unix": 1779961127.625058, "t_first_token_unix": 1779961127.2363813, "tpot_s": 0.006473183883341941, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626], "trace_timestamp_s": 412.78999999999996, "ttft_s": 5.245582141000341, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 34198, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34198, "latency_s": 5.060717591000866, "output_length": 27, "proxy_request_id": "1344773:6:1356097:513", "request_id": "1344773:6:1356097:513", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1344773", "t_dispatch_unix": 1779961122.6528742, "t_finish_unix": 1779961127.7135918, "t_first_token_unix": 1779961127.5668387, "tpot_s": 0.005633540346165178, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13450022], "trace_timestamp_s": 413.46500000000015, "ttft_s": 4.913963020000665, "turn_id": 6} +{"actual_output_tokens": 119, "cached_tokens": 27776, "effective_input_length": 27805, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27805, "latency_s": 0.8275136720003502, "output_length": 119, "proxy_request_id": "1353821:2:1357420:517", "request_id": "1353821:2:1357420:517", "request_type": "coder", "requested_output_tokens": 119, "session_id": "1353821", "t_dispatch_unix": 1779961127.0761733, "t_finish_unix": 1779961127.903686, "t_first_token_unix": 1779961127.1499999, "tpot_s": 0.00638517721187273, "trace_hash_ids": [13429891, 13429892, 574397, 574398, 3094139, 3094140, 3094141, 769383, 3094142, 170398, 170399, 13429893, 13429894, 13429895, 13429896, 13429897, 13429898, 13429899, 13429900, 13429901, 13429902, 13429903, 13429904, 11202130, 11202131, 345479, 345480, 345481, 345482, 345483, 345484, 345485, 345486, 345487, 13429905, 2388375, 2388376, 13429906, 2885088, 13429907, 54678, 54679, 54680, 54681, 13429908, 13429909, 13429910, 13429911, 13429912, 13429913, 13429914, 13429915, 13429916, 13429917, 13462486], "trace_timestamp_s": 417.8879999999999, "ttft_s": 0.07382538700039731, "turn_id": 2} +{"actual_output_tokens": 109, "cached_tokens": 0, "effective_input_length": 13520, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13520, "latency_s": 2.074680472000182, "output_length": 109, "proxy_request_id": "1357132:1:1357132:516", "request_id": "1357132:1:1357132:516", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1357132", "t_dispatch_unix": 1779961126.2263827, "t_finish_unix": 1779961128.301063, "t_first_token_unix": 1779961127.3980615, "tpot_s": 0.008358388444422517, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13459305], "trace_timestamp_s": 417.03400000000056, "ttft_s": 1.1716778040026838, "turn_id": 1} +{"actual_output_tokens": 61, "cached_tokens": 34224, "effective_input_length": 34351, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34351, "latency_s": 0.5101479699987976, "output_length": 61, "proxy_request_id": "1344773:7:1357714:518", "request_id": "1344773:7:1357714:518", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1344773", "t_dispatch_unix": 1779961128.157456, "t_finish_unix": 1779961128.6676037, "t_first_token_unix": 1779961128.276774, "tpot_s": 0.006509192599999854, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13465009], "trace_timestamp_s": 418.96900000000005, "ttft_s": 0.11931639199974597, "turn_id": 7} +{"actual_output_tokens": 8887, "cached_tokens": 15056, "effective_input_length": 21371, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21371, "latency_s": 64.98018487000081, "output_length": 8887, "proxy_request_id": "1336620:3:1339999:443", "request_id": "1336620:3:1339999:443", "request_type": "coder", "requested_output_tokens": 8887, "session_id": "1336620", "t_dispatch_unix": 1779961066.5818686, "t_finish_unix": 1779961131.5620534, "t_first_token_unix": 1779961067.5905545, "tpot_s": 0.0071991034494710065, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 26293, 5406119, 13257908, 5406121, 5406122, 5406123, 13270068, 13270069, 13270070, 13270071, 13270072, 13270073, 13270074, 13287309, 13302600, 13302601, 13302602, 13302603, 13302604, 13302605, 13302606, 13302607, 13302608, 13302609, 13302610, 13302611, 13302612], "trace_timestamp_s": 357.3890000000001, "ttft_s": 1.0086836610025784, "turn_id": 3} +{"actual_output_tokens": 11, "cached_tokens": 0, "effective_input_length": 24503, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24503, "latency_s": 11.677328497000417, "output_length": 11, "proxy_request_id": "1355325:1:1355325:507", "request_id": "1355325:1:1355325:507", "request_type": "coder", "requested_output_tokens": 11, "session_id": "1355325", "t_dispatch_unix": 1779961119.9657319, "t_finish_unix": 1779961131.64306, "t_first_token_unix": 1779961122.8178139, "tpot_s": 0.88249426149996, "trace_hash_ids": [2091, 2092, 2093, 41146, 41147, 41148, 41149, 41150, 41151, 41152, 41153, 41154, 41155, 41156, 41157, 41158, 41159, 41160, 41161, 41162, 41163, 41164, 252986, 252987, 252988, 252989, 6349953, 6349954, 6349955, 6349956, 6349957, 6349958, 6349959, 5104499, 10973669, 10973670, 13442398, 496454, 496455, 1203620, 1203621, 13442399, 459358, 459359, 1000032, 57326, 13442400, 13442401], "trace_timestamp_s": 410.77000000000044, "ttft_s": 2.8520800139995117, "turn_id": 1} +{"actual_output_tokens": 41, "cached_tokens": 34400, "effective_input_length": 34552, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34552, "latency_s": 0.3887332919985056, "output_length": 41, "proxy_request_id": "1344773:8:1358989:523", "request_id": "1344773:8:1358989:523", "request_type": "coder", "requested_output_tokens": 41, "session_id": "1344773", "t_dispatch_unix": 1779961132.6834998, "t_finish_unix": 1779961133.0722322, "t_first_token_unix": 1779961132.8198018, "tpot_s": 0.006305065550077415, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13477517], "trace_timestamp_s": 423.4950000000008, "ttft_s": 0.13630111399834277, "turn_id": 8} +{"actual_output_tokens": 27, "cached_tokens": 51488, "effective_input_length": 51509, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51509, "latency_s": 0.26771771700077807, "output_length": 27, "proxy_request_id": "1253743:7:1359251:524", "request_id": "1253743:7:1359251:524", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1253743", "t_dispatch_unix": 1779961133.717973, "t_finish_unix": 1779961133.9856896, "t_first_token_unix": 1779961133.8199332, "tpot_s": 0.006366491230717377, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 13287120, 13412488, 13412489, 13412490, 13480204], "trace_timestamp_s": 424.52900000000045, "ttft_s": 0.10195876500074519, "turn_id": 7} +{"actual_output_tokens": 408, "cached_tokens": 78016, "effective_input_length": 78089, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 78089, "latency_s": 15.642515006002213, "output_length": 408, "proxy_request_id": "1269373:21:1355702:509", "request_id": "1269373:21:1355702:509", "request_type": "coder", "requested_output_tokens": 408, "session_id": "1269373", "t_dispatch_unix": 1779961121.0761807, "t_finish_unix": 1779961136.7186956, "t_first_token_unix": 1779961123.4530084, "tpot_s": 0.03259329881081056, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13388482, 13388483, 13388484, 13388485, 13388486, 13420383, 13420384, 13420385, 13446158], "trace_timestamp_s": 411.8860000000004, "ttft_s": 2.376825088998885, "turn_id": 21} +{"actual_output_tokens": 61, "cached_tokens": 34592, "effective_input_length": 34611, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34611, "latency_s": 0.47004415299670654, "output_length": 61, "proxy_request_id": "1344773:9:1360064:526", "request_id": "1344773:9:1360064:526", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1344773", "t_dispatch_unix": 1779961136.681649, "t_finish_unix": 1779961137.1516926, "t_first_token_unix": 1779961136.760139, "tpot_s": 0.006521223033329685, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13488056], "trace_timestamp_s": 427.4940000000006, "ttft_s": 0.0784882119987742, "turn_id": 9} +{"actual_output_tokens": 150, "cached_tokens": 0, "effective_input_length": 83526, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83526, "latency_s": 25.14901194000049, "output_length": 150, "proxy_request_id": "1353951:1:1353951:504", "request_id": "1353951:1:1353951:504", "request_type": "coder", "requested_output_tokens": 150, "session_id": "1353951", "t_dispatch_unix": 1779961115.1671913, "t_finish_unix": 1779961140.316203, "t_first_token_unix": 1779961138.9419699, "tpot_s": 0.009221474583890256, "trace_hash_ids": [57650, 57651, 63986, 63987, 63988, 63989, 63990, 63991, 63992, 63993, 63994, 63995, 63996, 63997, 63998, 63999, 64000, 64001, 64002, 64003, 64004, 64005, 64006, 64007, 64008, 64009, 8107570, 8107571, 2409606, 2409607, 8107572, 8107573, 2891280, 8107574, 8107575, 8107576, 8107577, 8107578, 8107579, 8107580, 8107581, 8107582, 9028327, 9028328, 9028329, 10714983, 10714984, 10714985, 10714986, 10714987, 10714988, 10714989, 10714990, 10714991, 10714992, 10714993, 10714994, 10714995, 10714996, 10714997, 10714998, 10714999, 10715000, 10715001, 10715002, 10715003, 10715004, 10715005, 10715006, 10715007, 10715008, 10715009, 10715010, 10715011, 10715012, 10715013, 10715014, 10715015, 10715016, 10715017, 10715018, 10715019, 10715020, 10715021, 10715022, 10715023, 10715024, 10715025, 10715026, 10715027, 10715028, 10715029, 10715030, 10715031, 10715032, 10715033, 10715034, 10715035, 10715036, 10715037, 10715038, 10715039, 10715040, 10715041, 10715042, 10715043, 10715044, 10715045, 10715046, 10715047, 10715048, 10715049, 10715050, 10715051, 10715052, 10715053, 10715054, 10715055, 10715056, 10715057, 10715058, 10715059, 10715060, 10715061, 10715062, 10759522, 10759523, 10759524, 10759525, 10759526, 10759527, 10759528, 10759529, 10759530, 10778264, 10805988, 10825765, 10910663, 10910664, 10910665, 11006287, 11006288, 11333088, 11333089, 11432622, 11432623, 11610384, 11610385, 13198983, 13198984, 13198985, 13198986, 13409591, 13409592, 13409593, 13409594, 13430835, 13430836, 13430837, 13430838, 13430839, 13430840, 13430841, 13430842], "trace_timestamp_s": 405.9470000000001, "ttft_s": 23.774776663998637, "turn_id": 1} +{"actual_output_tokens": 22, "cached_tokens": 83664, "effective_input_length": 83905, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83905, "latency_s": 0.43363145900002564, "output_length": 22, "proxy_request_id": "1353951:2:1358300:520", "request_id": "1353951:2:1358300:520", "request_type": "coder", "requested_output_tokens": 22, "session_id": "1353951", "t_dispatch_unix": 1779961140.3211606, "t_finish_unix": 1779961140.7547922, "t_first_token_unix": 1779961140.6213973, "tpot_s": 0.0063368804285779505, "trace_hash_ids": [57650, 57651, 63986, 63987, 63988, 63989, 63990, 63991, 63992, 63993, 63994, 63995, 63996, 63997, 63998, 63999, 64000, 64001, 64002, 64003, 64004, 64005, 64006, 64007, 64008, 64009, 8107570, 8107571, 2409606, 2409607, 8107572, 8107573, 2891280, 8107574, 8107575, 8107576, 8107577, 8107578, 8107579, 8107580, 8107581, 8107582, 9028327, 9028328, 9028329, 10714983, 10714984, 10714985, 10714986, 10714987, 10714988, 10714989, 10714990, 10714991, 10714992, 10714993, 10714994, 10714995, 10714996, 10714997, 10714998, 10714999, 10715000, 10715001, 10715002, 10715003, 10715004, 10715005, 10715006, 10715007, 10715008, 10715009, 10715010, 10715011, 10715012, 10715013, 10715014, 10715015, 10715016, 10715017, 10715018, 10715019, 10715020, 10715021, 10715022, 10715023, 10715024, 10715025, 10715026, 10715027, 10715028, 10715029, 10715030, 10715031, 10715032, 10715033, 10715034, 10715035, 10715036, 10715037, 10715038, 10715039, 10715040, 10715041, 10715042, 10715043, 10715044, 10715045, 10715046, 10715047, 10715048, 10715049, 10715050, 10715051, 10715052, 10715053, 10715054, 10715055, 10715056, 10715057, 10715058, 10715059, 10715060, 10715061, 10715062, 10759522, 10759523, 10759524, 10759525, 10759526, 10759527, 10759528, 10759529, 10759530, 10778264, 10805988, 10825765, 10910663, 10910664, 10910665, 11006287, 11006288, 11333088, 11333089, 11432622, 11432623, 11610384, 11610385, 13198983, 13198984, 13198985, 13198986, 13409591, 13409592, 13409593, 13409594, 13430835, 13471008, 13471009, 13471010, 13471011, 13471012, 13471013, 13471014], "trace_timestamp_s": 420.991, "ttft_s": 0.30023444600010407, "turn_id": 2} +{"actual_output_tokens": 48, "cached_tokens": 65680, "effective_input_length": 66032, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66032, "latency_s": 2.1317327289980312, "output_length": 48, "proxy_request_id": "1342921:2:1361022:530", "request_id": "1342921:2:1361022:530", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1342921", "t_dispatch_unix": 1779961139.9552507, "t_finish_unix": 1779961142.086983, "t_first_token_unix": 1779961141.1627645, "tpot_s": 0.01965633621279886, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390], "trace_timestamp_s": 430.7650000000003, "ttft_s": 1.2075067419973493, "turn_id": 2} +{"actual_output_tokens": 31, "cached_tokens": 0, "effective_input_length": 16480, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16480, "latency_s": 1.7127240919980977, "output_length": 31, "proxy_request_id": "1356948:2:1361262:532", "request_id": "1356948:2:1361262:532", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1356948", "t_dispatch_unix": 1779961140.9711728, "t_finish_unix": 1779961142.6838963, "t_first_token_unix": 1779961142.525141, "tpot_s": 0.005282275799982017, "trace_hash_ids": [13499396, 13499397, 13499398, 13499399, 13499400, 13499401, 13499402, 13499403, 13499404, 13499405, 13499406, 13499407, 13499408, 13499409, 13499410, 13499411, 13499412, 13499413, 13499414, 13499415, 13499416, 13499417, 13499418, 13499419, 13499420, 13499421, 13499422, 13499423, 13499424, 13499425, 13499426, 13499427, 13499428], "trace_timestamp_s": 431.77800000000025, "ttft_s": 1.553967437997926, "turn_id": 2} +{"actual_output_tokens": 189, "cached_tokens": 19456, "effective_input_length": 19493, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19493, "latency_s": 9.293580364999798, "output_length": 189, "proxy_request_id": "1355484:2:1359370:525", "request_id": "1355484:2:1359370:525", "request_type": "coder", "requested_output_tokens": 189, "session_id": "1355484", "t_dispatch_unix": 1779961134.1769838, "t_finish_unix": 1779961143.4705646, "t_first_token_unix": 1779961140.8984616, "tpot_s": 0.013679659047854929, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13481586], "trace_timestamp_s": 424.9890000000005, "ttft_s": 6.721475449001446, "turn_id": 2} +{"actual_output_tokens": 356, "cached_tokens": 34656, "effective_input_length": 34679, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34679, "latency_s": 2.5299201169982553, "output_length": 356, "proxy_request_id": "1344773:10:1361326:533", "request_id": "1344773:10:1361326:533", "request_type": "coder", "requested_output_tokens": 356, "session_id": "1344773", "t_dispatch_unix": 1779961141.2132733, "t_finish_unix": 1779961143.7431934, "t_first_token_unix": 1779961141.2880862, "tpot_s": 0.006914605909860512, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13500244], "trace_timestamp_s": 432.02500000000055, "ttft_s": 0.07481083399761701, "turn_id": 10} +{"actual_output_tokens": 66, "cached_tokens": 19680, "effective_input_length": 19714, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19714, "latency_s": 0.6952629050028918, "output_length": 66, "proxy_request_id": "1355484:3:1361065:531", "request_id": "1355484:3:1361065:531", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1355484", "t_dispatch_unix": 1779961143.471495, "t_finish_unix": 1779961144.166758, "t_first_token_unix": 1779961143.5333796, "tpot_s": 0.009739147123036673, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13497881], "trace_timestamp_s": 430.9370000000008, "ttft_s": 0.0618827960024646, "turn_id": 3} +{"actual_output_tokens": 28, "cached_tokens": 0, "effective_input_length": 8113, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8113, "latency_s": 0.7095925670000724, "output_length": 28, "proxy_request_id": "1361992:1:1361992:535", "request_id": "1361992:1:1361992:535", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1361992", "t_dispatch_unix": 1779961143.5487828, "t_finish_unix": 1779961144.2583754, "t_first_token_unix": 1779961144.1237018, "tpot_s": 0.004978416962937142, "trace_hash_ids": [13476591, 13499228, 13499229, 13499230, 13499231, 13499232, 13499233, 13499234, 13499235, 13499236, 13506610, 13506611, 13506612, 13506613, 13506614, 13506615], "trace_timestamp_s": 434.3590000000004, "ttft_s": 0.5749169410009927, "turn_id": 1} +{"actual_output_tokens": 78, "cached_tokens": 0, "effective_input_length": 33478, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33478, "latency_s": 6.079184989997884, "output_length": 78, "proxy_request_id": "1270340:3:1360716:528", "request_id": "1270340:3:1360716:528", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1270340", "t_dispatch_unix": 1779961138.8289986, "t_finish_unix": 1779961144.908184, "t_first_token_unix": 1779961143.655953, "tpot_s": 0.0162583002337752, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 13494255, 13494256, 13494257, 13494258, 13494259, 13494260, 13494261, 13494262, 13494263, 13494264, 13494265], "trace_timestamp_s": 429.6390000000001, "ttft_s": 4.826937539997743, "turn_id": 3} +{"actual_output_tokens": 972, "cached_tokens": 0, "effective_input_length": 48193, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48193, "latency_s": 23.783109406998847, "output_length": 972, "proxy_request_id": "1294611:11:1355750:510", "request_id": "1294611:11:1355750:510", "request_type": "coder", "requested_output_tokens": 972, "session_id": "1294611", "t_dispatch_unix": 1779961121.1769922, "t_finish_unix": 1779961144.9601016, "t_first_token_unix": 1779961131.6239324, "tpot_s": 0.013734237111226653, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 13446612], "trace_timestamp_s": 411.9870000000001, "ttft_s": 10.446937766999326, "turn_id": 11} +{"actual_output_tokens": 197, "cached_tokens": 0, "effective_input_length": 8825, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8825, "latency_s": 1.7328053210003418, "output_length": 197, "proxy_request_id": "1362265:1:1362265:536", "request_id": "1362265:1:1362265:536", "request_type": "coder", "requested_output_tokens": 197, "session_id": "1362265", "t_dispatch_unix": 1779961144.3965244, "t_finish_unix": 1779961146.1293302, "t_first_token_unix": 1779961145.0696898, "tpot_s": 0.005405028663257586, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13509133], "trace_timestamp_s": 435.2049999999999, "ttft_s": 0.6731639230019937, "turn_id": 1} +{"actual_output_tokens": 29, "cached_tokens": 8128, "effective_input_length": 10347, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10347, "latency_s": 0.40854043800209183, "output_length": 29, "proxy_request_id": "1361992:2:1362904:537", "request_id": "1361992:2:1362904:537", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1361992", "t_dispatch_unix": 1779961146.6405735, "t_finish_unix": 1779961147.0491133, "t_first_token_unix": 1779961146.908121, "tpot_s": 0.005027175107118508, "trace_hash_ids": [13476591, 13499228, 13499229, 13499230, 13499231, 13499232, 13499233, 13499234, 13499235, 13499236, 13506610, 13506611, 13506612, 13506613, 13506614, 13515206, 13515207, 13515208, 13515209, 13515210, 13515211], "trace_timestamp_s": 437.4520000000002, "ttft_s": 0.2675464000021748, "turn_id": 2} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 543, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 543, "latency_s": 0.23426038400066318, "output_length": 37, "proxy_request_id": "1363440:1:1363440:542", "request_id": "1363440:1:1363440:542", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1363440", "t_dispatch_unix": 1779961148.5906982, "t_finish_unix": 1779961148.8249588, "t_first_token_unix": 1779961148.6483352, "tpot_s": 0.004897299166663692, "trace_hash_ids": [13519619, 13519620], "trace_timestamp_s": 439.40300000000025, "ttft_s": 0.05763575099990703, "turn_id": 1} +{"actual_output_tokens": 723, "cached_tokens": 12800, "effective_input_length": 58758, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58758, "latency_s": 20.754152245001023, "output_length": 723, "proxy_request_id": "1313181:2:1358046:519", "request_id": "1313181:2:1358046:519", "request_type": "coder", "requested_output_tokens": 723, "session_id": "1313181", "t_dispatch_unix": 1779961129.3581624, "t_finish_unix": 1779961150.1123145, "t_first_token_unix": 1779961140.9047685, "tpot_s": 0.012752366567865894, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720], "trace_timestamp_s": 420.15500000000065, "ttft_s": 11.546604487000877, "turn_id": 2} +{"actual_output_tokens": 96, "cached_tokens": 35360, "effective_input_length": 37232, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37232, "latency_s": 2.580279066998628, "output_length": 96, "proxy_request_id": "1355951:2:1363365:540", "request_id": "1355951:2:1363365:540", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1355951", "t_dispatch_unix": 1779961148.293994, "t_finish_unix": 1779961150.8742728, "t_first_token_unix": 1779961149.8075442, "tpot_s": 0.011226217105286197, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978], "trace_timestamp_s": 439.1050000000005, "ttft_s": 1.5135482419973414, "turn_id": 2} +{"actual_output_tokens": 97, "cached_tokens": 24448, "effective_input_length": 24451, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24451, "latency_s": 1.3751035300010699, "output_length": 97, "proxy_request_id": "1313181:3:1316742:330", "request_id": "1313181:3:1316742:330", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1313181", "t_dispatch_unix": 1779961150.114136, "t_finish_unix": 1779961151.4892402, "t_first_token_unix": 1779961150.175727, "tpot_s": 0.013677821364581177, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713], "trace_timestamp_s": 274.71900000000005, "ttft_s": 0.06158854300156236, "turn_id": 3} +{"actual_output_tokens": 148, "cached_tokens": 6656, "effective_input_length": 8706, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8706, "latency_s": 1.5296233929984737, "output_length": 148, "proxy_request_id": "1364128:1:1364128:545", "request_id": "1364128:1:1364128:545", "request_type": "coder", "requested_output_tokens": 148, "session_id": "1364128", "t_dispatch_unix": 1779961150.7583733, "t_finish_unix": 1779961152.2879968, "t_first_token_unix": 1779961151.3136055, "tpot_s": 0.006626455761891391, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13525787, 2139676, 2139677, 13525788, 13525789], "trace_timestamp_s": 441.5700000000006, "ttft_s": 0.5552307910002128, "turn_id": 1} +{"actual_output_tokens": 242, "cached_tokens": 4096, "effective_input_length": 12636, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12636, "latency_s": 2.54247131000011, "output_length": 242, "proxy_request_id": "1363943:1:1363943:543", "request_id": "1363943:1:1363943:543", "request_type": "coder", "requested_output_tokens": 242, "session_id": "1363943", "t_dispatch_unix": 1779961150.2716794, "t_finish_unix": 1779961152.8141515, "t_first_token_unix": 1779961151.1264284, "tpot_s": 0.007001786759333696, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13524052], "trace_timestamp_s": 441.08300000000054, "ttft_s": 0.8547475550003583, "turn_id": 1} +{"actual_output_tokens": 196, "cached_tokens": 97968, "effective_input_length": 98038, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 98038, "latency_s": 2.8016063879986177, "output_length": 196, "proxy_request_id": "1279412:24:1364169:546", "request_id": "1279412:24:1364169:546", "request_type": "coder", "requested_output_tokens": 196, "session_id": "1279412", "t_dispatch_unix": 1779961150.8890939, "t_finish_unix": 1779961153.6907, "t_first_token_unix": 1779961151.1249382, "tpot_s": 0.013156625102568889, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13526218], "trace_timestamp_s": 441.6970000000001, "ttft_s": 0.23584236399983638, "turn_id": 24} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 2019, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2019, "latency_s": 0.3102482409994991, "output_length": 37, "proxy_request_id": "1364960:1:1364960:549", "request_id": "1364960:1:1364960:549", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1364960", "t_dispatch_unix": 1779961153.6821733, "t_finish_unix": 1779961153.9924212, "t_first_token_unix": 1779961153.8145273, "tpot_s": 0.004934218361086096, "trace_hash_ids": [13526287, 13526288, 13526289, 13533401], "trace_timestamp_s": 444.4950000000008, "ttft_s": 0.13235335300123552, "turn_id": 1} +{"actual_output_tokens": 51, "cached_tokens": 576, "effective_input_length": 3866, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3866, "latency_s": 0.46907954800190055, "output_length": 51, "proxy_request_id": "1363440:2:1365095:551", "request_id": "1363440:2:1365095:551", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1363440", "t_dispatch_unix": 1779961154.2649546, "t_finish_unix": 1779961154.734034, "t_first_token_unix": 1779961154.480818, "tpot_s": 0.005054137879997142, "trace_hash_ids": [13519619, 13526758, 13526759, 13534597, 13534598, 13534599, 13534600, 13534601], "trace_timestamp_s": 445.0770000000002, "ttft_s": 0.21586211800240562, "turn_id": 2} +{"actual_output_tokens": 188, "cached_tokens": 19776, "effective_input_length": 19806, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19806, "latency_s": 1.7984492360010336, "output_length": 188, "proxy_request_id": "1355484:4:1364784:548", "request_id": "1355484:4:1364784:548", "request_type": "coder", "requested_output_tokens": 188, "session_id": "1355484", "t_dispatch_unix": 1779961153.0687485, "t_finish_unix": 1779961154.867198, "t_first_token_unix": 1779961153.1544025, "tpot_s": 0.00915785120856711, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13531652], "trace_timestamp_s": 443.8810000000003, "ttft_s": 0.0856524549999449, "turn_id": 4} +{"actual_output_tokens": 663, "cached_tokens": 0, "effective_input_length": 16057, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16057, "latency_s": 8.373715452999022, "output_length": 663, "proxy_request_id": "1305906:2:1363233:539", "request_id": "1305906:2:1363233:539", "request_type": "coder", "requested_output_tokens": 663, "session_id": "1305906", "t_dispatch_unix": 1779961147.7566772, "t_finish_unix": 1779961156.1303923, "t_first_token_unix": 1779961149.3002496, "tpot_s": 0.010316667684291549, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13517857, 13517858, 13517859, 13517860, 13517861], "trace_timestamp_s": 438.5680000000002, "ttft_s": 1.5435706729986123, "turn_id": 2} +{"actual_output_tokens": 23, "cached_tokens": 0, "effective_input_length": 9913, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9913, "latency_s": 0.8792140999976255, "output_length": 23, "proxy_request_id": "1365440:1:1365440:552", "request_id": "1365440:1:1365440:552", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1365440", "t_dispatch_unix": 1779961155.4848258, "t_finish_unix": 1779961156.3640397, "t_first_token_unix": 1779961156.2525625, "tpot_s": 0.005053464227371892, "trace_hash_ids": [13493986, 13493987, 13493988, 13493989, 13493990, 13502611, 13502612, 13502613, 13502614, 13502615, 13512497, 13512498, 13521747, 13521748, 13529243, 13529244, 13529245, 13529246, 13537645, 13537646], "trace_timestamp_s": 446.2930000000006, "ttft_s": 0.7677353199978825, "turn_id": 1} +{"actual_output_tokens": 584, "cached_tokens": 11264, "effective_input_length": 13897, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13897, "latency_s": 6.821625217999099, "output_length": 584, "proxy_request_id": "1364090:1:1364090:544", "request_id": "1364090:1:1364090:544", "request_type": "coder", "requested_output_tokens": 584, "session_id": "1364090", "t_dispatch_unix": 1779961150.6497004, "t_finish_unix": 1779961157.4713256, "t_first_token_unix": 1779961151.0378616, "tpot_s": 0.011034584562607188, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 11789930], "trace_timestamp_s": 441.46200000000044, "ttft_s": 0.3881601939974644, "turn_id": 1} +{"actual_output_tokens": 322, "cached_tokens": 12864, "effective_input_length": 12984, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12984, "latency_s": 1.8712897180012078, "output_length": 322, "proxy_request_id": "1363943:2:1366428:556", "request_id": "1363943:2:1366428:556", "request_type": "coder", "requested_output_tokens": 322, "session_id": "1363943", "t_dispatch_unix": 1779961158.8874848, "t_finish_unix": 1779961160.7587745, "t_first_token_unix": 1779961158.952901, "tpot_s": 0.005624791218064971, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13546053], "trace_timestamp_s": 449.7000000000007, "ttft_s": 0.0654150070004107, "turn_id": 2} +{"actual_output_tokens": 68, "cached_tokens": 0, "effective_input_length": 62685, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62685, "latency_s": 14.67515726199781, "output_length": 68, "proxy_request_id": "1363093:1:1363093:538", "request_id": "1363093:1:1363093:538", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1363093", "t_dispatch_unix": 1779961147.2678418, "t_finish_unix": 1779961161.9429984, "t_first_token_unix": 1779961161.2325716, "tpot_s": 0.010598605253732392, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933], "trace_timestamp_s": 438.0560000000005, "ttft_s": 13.96472760100005, "turn_id": 1} +{"actual_output_tokens": 89, "cached_tokens": 35024, "effective_input_length": 35071, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35071, "latency_s": 3.344932161999168, "output_length": 89, "proxy_request_id": "1344773:11:1366387:555", "request_id": "1344773:11:1366387:555", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1344773", "t_dispatch_unix": 1779961158.7494097, "t_finish_unix": 1779961162.0943408, "t_first_token_unix": 1779961161.2464364, "tpot_s": 0.009632298738655332, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13545743, 13545744], "trace_timestamp_s": 449.5610000000006, "ttft_s": 2.4970258039975306, "turn_id": 11} +{"actual_output_tokens": 13, "cached_tokens": 0, "effective_input_length": 3392, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3392, "latency_s": 1.030867847999616, "output_length": 13, "proxy_request_id": "1367424:1:1367424:569", "request_id": "1367424:1:1367424:569", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1367424", "t_dispatch_unix": 1779961162.5156908, "t_finish_unix": 1779961163.5465586, "t_first_token_unix": 1779961163.4768543, "tpot_s": 0.005778433750189531, "trace_hash_ids": [13550847, 13550848, 13555750, 13555751, 13555752, 13555753, 13555754], "trace_timestamp_s": 453.3270000000002, "ttft_s": 0.9611614969981019, "turn_id": 1} +{"actual_output_tokens": 60, "cached_tokens": 0, "effective_input_length": 13749, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13749, "latency_s": 1.7016391620018112, "output_length": 60, "proxy_request_id": "1367312:1:1367312:566", "request_id": "1367312:1:1367312:566", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1367312", "t_dispatch_unix": 1779961162.111253, "t_finish_unix": 1779961163.8128922, "t_first_token_unix": 1779961163.2824428, "tpot_s": 0.008985139152527908, "trace_hash_ids": [13521767, 13521768, 13521769, 13521770, 13521771, 13521772, 13529702, 13529703, 13529704, 13529705, 13529706, 13529707, 13537903, 13537904, 13537905, 13537906, 13537907, 13537908, 13537909, 13537910, 13554581, 13554582, 13554583, 13554584, 13554585, 13554586, 13554587], "trace_timestamp_s": 452.9180000000006, "ttft_s": 1.1711885910008277, "turn_id": 1} +{"actual_output_tokens": 120, "cached_tokens": 0, "effective_input_length": 76969, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76969, "latency_s": 21.54765985999984, "output_length": 120, "proxy_request_id": "1361694:1:1361694:534", "request_id": "1361694:1:1361694:534", "request_type": "coder", "requested_output_tokens": 120, "session_id": "1361694", "t_dispatch_unix": 1779961142.517658, "t_finish_unix": 1779961164.0653172, "t_first_token_unix": 1779961162.8742485, "tpot_s": 0.010006518663889621, "trace_hash_ids": [44767, 44768, 44769, 44770, 44771, 44772, 44773, 44774, 44775, 44776, 44777, 44778, 44779, 44780, 44781, 44782, 44783, 44784, 44785, 44786, 44787, 44788, 44789, 44790, 44791, 44792, 44793, 44794, 44795, 44796, 44797, 44798, 44799, 44800, 3558548, 3558549, 3558550, 3558551, 3558552, 3558553, 13503874, 1011240, 1011241, 1011242, 1011243, 3586252, 74020, 74021, 74022, 74023, 3586253, 3586254, 3586255, 3586256, 3586257, 3586258, 3586259, 3586260, 3586261, 3586262, 3586263, 3586264, 3586265, 3586266, 3586267, 3586268, 3586269, 3586270, 3586271, 3586272, 3586273, 3586274, 3586275, 3586276, 3586277, 3586278, 3663116, 4797128, 4797129, 4797130, 4797131, 4797132, 5846177, 5846178, 5846179, 5846180, 5865004, 8339969, 8339970, 8339971, 8339972, 8339973, 8339974, 10027756, 10027757, 10027758, 10027759, 10027760, 10027761, 10027762, 11077600, 11077601, 11077602, 11077603, 11077604, 11077605, 11077606, 11077607, 11077608, 11077609, 11077610, 11866485, 11866486, 11866487, 11866488, 11866489, 11866490, 11866491, 11866492, 11866493, 11866494, 11866495, 11866496, 11866497, 11866498, 11866499, 11866500, 11866501, 11866502, 11866503, 11866504, 11866505, 11866506, 11986357, 11986358, 12039293, 12039294, 12105265, 12125556, 12125557, 13503875, 13503876, 13503877, 13503878, 13503879, 13503880, 13503881, 13503882, 13503883, 13503884, 13503885], "trace_timestamp_s": 433.3020000000006, "ttft_s": 20.35658922699804, "turn_id": 1} +{"actual_output_tokens": 153, "cached_tokens": 13616, "effective_input_length": 14721, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14721, "latency_s": 10.499355932999606, "output_length": 153, "proxy_request_id": "1357132:2:1364990:550", "request_id": "1357132:2:1364990:550", "request_type": "coder", "requested_output_tokens": 153, "session_id": "1357132", "t_dispatch_unix": 1779961153.7569978, "t_finish_unix": 1779961164.2563539, "t_first_token_unix": 1779961162.859835, "tpot_s": 0.009183653802617636, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13533534, 13533535, 13533536], "trace_timestamp_s": 444.5690000000004, "ttft_s": 9.102835462002986, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 14800, "effective_input_length": 14816, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14816, "latency_s": 0.18306595200192533, "output_length": 27, "proxy_request_id": "1357132:3:1366582:557", "request_id": "1357132:3:1366582:557", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1357132", "t_dispatch_unix": 1779961164.257419, "t_finish_unix": 1779961164.4404848, "t_first_token_unix": 1779961164.3023684, "tpot_s": 0.00530247526918314, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13533534, 13533535, 13547710], "trace_timestamp_s": 450.241, "ttft_s": 0.04494830800103955, "turn_id": 3} +{"actual_output_tokens": 33, "cached_tokens": 14832, "effective_input_length": 14949, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14949, "latency_s": 0.2445463900003233, "output_length": 33, "proxy_request_id": "1357132:4:1367654:570", "request_id": "1357132:4:1367654:570", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1357132", "t_dispatch_unix": 1779961164.4413624, "t_finish_unix": 1779961164.6859088, "t_first_token_unix": 1779961164.5097744, "tpot_s": 0.005496375281154542, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13533534, 13533535, 13547710, 13557420], "trace_timestamp_s": 454.02500000000055, "ttft_s": 0.06841010500284028, "turn_id": 4} +{"actual_output_tokens": 94, "cached_tokens": 0, "effective_input_length": 11154, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11154, "latency_s": 7.475272104999021, "output_length": 94, "proxy_request_id": "1366128:1:1366128:553", "request_id": "1366128:1:1366128:553", "request_type": "coder", "requested_output_tokens": 94, "session_id": "1366128", "t_dispatch_unix": 1779961157.778303, "t_finish_unix": 1779961165.2535748, "t_first_token_unix": 1779961158.6753156, "tpot_s": 0.07072608050536171, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2239018, 2239019, 2239020, 2239021, 2239022, 177637, 177638, 177639, 2239023, 2239024, 2239025, 2239026, 2239027], "trace_timestamp_s": 448.58700000000044, "ttft_s": 0.8970114080002531, "turn_id": 1} +{"actual_output_tokens": 65, "cached_tokens": 8848, "effective_input_length": 9095, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9095, "latency_s": 3.8259789439980523, "output_length": 65, "proxy_request_id": "1364128:2:1367249:565", "request_id": "1364128:2:1367249:565", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1364128", "t_dispatch_unix": 1779961161.9078798, "t_finish_unix": 1779961165.7338588, "t_first_token_unix": 1779961161.9726238, "tpot_s": 0.058764616968744576, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13525787, 2139676, 2139677, 13525788, 13554127], "trace_timestamp_s": 452.72100000000046, "ttft_s": 0.06474201300079585, "turn_id": 2} +{"actual_output_tokens": 34, "cached_tokens": 9008, "effective_input_length": 10134, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10134, "latency_s": 3.5387992120013223, "output_length": 34, "proxy_request_id": "1362265:2:1367373:568", "request_id": "1362265:2:1367373:568", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1362265", "t_dispatch_unix": 1779961162.3154578, "t_finish_unix": 1779961165.8542569, "t_first_token_unix": 1779961165.584359, "tpot_s": 0.008168336545416176, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218], "trace_timestamp_s": 453.1280000000006, "ttft_s": 3.268899766000686, "turn_id": 2} +{"actual_output_tokens": 95, "cached_tokens": 0, "effective_input_length": 26837, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26837, "latency_s": 4.078039316998911, "output_length": 95, "proxy_request_id": "1367329:1:1367329:567", "request_id": "1367329:1:1367329:567", "request_type": "coder", "requested_output_tokens": 95, "session_id": "1367329", "t_dispatch_unix": 1779961162.1698143, "t_finish_unix": 1779961166.2478535, "t_first_token_unix": 1779961165.5835571, "tpot_s": 0.007063419797866137, "trace_hash_ids": [13554866, 13554867, 13554868, 13554869, 13554870, 13554871, 13554872, 13554873, 13554874, 13554875, 13554876, 13554877, 13554878, 13554879, 13554880, 13554881, 13554882, 13554883, 13554884, 13554885, 13554886, 13554887, 13554888, 13554889, 13554890, 13554891, 13554892, 13554893, 13554894, 13554895, 13554896, 13554897, 13554898, 13554899, 13554900, 13554901, 13554902, 13554903, 13554904, 13554905, 13554906, 13554907, 13554908, 13554909, 13554910, 13554911, 13554912, 13554913, 13554914, 13554915, 13554916, 13554917, 13554918], "trace_timestamp_s": 452.97200000000066, "ttft_s": 3.413740460000554, "turn_id": 1} +{"actual_output_tokens": 60, "cached_tokens": 19984, "effective_input_length": 20026, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20026, "latency_s": 6.825007430001278, "output_length": 60, "proxy_request_id": "1355484:5:1366753:560", "request_id": "1355484:5:1366753:560", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1355484", "t_dispatch_unix": 1779961159.9520173, "t_finish_unix": 1779961166.777025, "t_first_token_unix": 1779961165.0828288, "tpot_s": 0.02870555193220429, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13549316], "trace_timestamp_s": 450.7640000000001, "ttft_s": 5.130809692000184, "turn_id": 5} +{"actual_output_tokens": 57, "cached_tokens": 0, "effective_input_length": 7048, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7048, "latency_s": 1.7844741520020762, "output_length": 57, "proxy_request_id": "1364960:2:1368239:578", "request_id": "1364960:2:1368239:578", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1364960", "t_dispatch_unix": 1779961165.4077559, "t_finish_unix": 1779961167.1922302, "t_first_token_unix": 1779961165.9668677, "tpot_s": 0.02187551774997181, "trace_hash_ids": [13526287, 13526288, 13526289, 13533401, 13540695, 13540696, 13540697, 13540698, 13540699, 13549445, 13549446, 13556212, 13562654, 13562655], "trace_timestamp_s": 456.21800000000076, "ttft_s": 0.5591105870007596, "turn_id": 2} +{"actual_output_tokens": 92, "cached_tokens": 11232, "effective_input_length": 15411, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15411, "latency_s": 2.213105439001083, "output_length": 92, "proxy_request_id": "1366128:2:1367220:563", "request_id": "1366128:2:1367220:563", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1366128", "t_dispatch_unix": 1779961165.2591631, "t_finish_unix": 1779961167.4722683, "t_first_token_unix": 1779961165.8484674, "tpot_s": 0.017841174912074157, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13553898], "trace_timestamp_s": 452.6220000000003, "ttft_s": 0.5893023860007816, "turn_id": 2} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 21773, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21773, "latency_s": 2.689502478999202, "output_length": 26, "proxy_request_id": "1368070:1:1368070:575", "request_id": "1368070:1:1368070:575", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1368070", "t_dispatch_unix": 1779961164.8303134, "t_finish_unix": 1779961167.5198162, "t_first_token_unix": 1779961167.2272527, "tpot_s": 0.011686021679925034, "trace_hash_ids": [13522908, 13522909, 13522910, 13522911, 13529691, 13529692, 13529693, 13529694, 13529695, 13529696, 13529697, 13529698, 13529699, 13537845, 13537846, 13537847, 13537848, 13547043, 13547044, 13547045, 13547046, 13547047, 13547048, 13547049, 13556102, 13556103, 13556104, 13556105, 13556106, 13556107, 13556108, 13556109, 13556110, 13556111, 13556112, 13561206, 13561207, 13561208, 13561209, 13561210, 13561211, 13561212, 13561213], "trace_timestamp_s": 455.634, "ttft_s": 2.3969367440004135, "turn_id": 1} +{"actual_output_tokens": 32, "cached_tokens": 14976, "effective_input_length": 15871, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15871, "latency_s": 1.3647590869986743, "output_length": 32, "proxy_request_id": "1357132:5:1368445:579", "request_id": "1357132:5:1368445:579", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1357132", "t_dispatch_unix": 1779961166.1952677, "t_finish_unix": 1779961167.5600264, "t_first_token_unix": 1779961167.3683224, "tpot_s": 0.006176095838694187, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13533534, 13533535, 13547710, 13564577, 13564578], "trace_timestamp_s": 457.0070000000005, "ttft_s": 1.1730531600005634, "turn_id": 5} +{"actual_output_tokens": 254, "cached_tokens": 0, "effective_input_length": 18815, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18815, "latency_s": 6.070666682997398, "output_length": 254, "proxy_request_id": "1367169:1:1367169:562", "request_id": "1367169:1:1367169:562", "request_type": "coder", "requested_output_tokens": 254, "session_id": "1367169", "t_dispatch_unix": 1779961161.626127, "t_finish_unix": 1779961167.6967933, "t_first_token_unix": 1779961163.567389, "tpot_s": 0.016320060739126202, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 1489202, 13282259, 13553463, 13553464, 3656637, 13553465, 13553466, 13553467, 13424449, 13424450, 13424451, 13424452, 13553468, 13553469], "trace_timestamp_s": 452.4360000000006, "ttft_s": 1.9412610619983752, "turn_id": 1} +{"actual_output_tokens": 127, "cached_tokens": 0, "effective_input_length": 36301, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36301, "latency_s": 8.17133610699966, "output_length": 127, "proxy_request_id": "1277428:5:1366630:559", "request_id": "1277428:5:1366630:559", "request_type": "coder", "requested_output_tokens": 127, "session_id": "1277428", "t_dispatch_unix": 1779961159.5740638, "t_finish_unix": 1779961167.7454, "t_first_token_unix": 1779961165.0812602, "tpot_s": 0.021140822674588267, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512, 13126540, 13126541, 13126542, 13126543, 13547979, 13547980, 13547981, 13547982, 13547983], "trace_timestamp_s": 450.3850000000002, "ttft_s": 5.507194468998932, "turn_id": 5} +{"actual_output_tokens": 161, "cached_tokens": 33552, "effective_input_length": 41017, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41017, "latency_s": 8.914037929000187, "output_length": 161, "proxy_request_id": "1270340:4:1366608:558", "request_id": "1270340:4:1366608:558", "request_type": "coder", "requested_output_tokens": 161, "session_id": "1270340", "t_dispatch_unix": 1779961159.5026455, "t_finish_unix": 1779961168.4166834, "t_first_token_unix": 1779961163.4405794, "tpot_s": 0.03109870489374771, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 13494255, 13494256, 13494257, 13494258, 13494259, 13494260, 13494261, 13494262, 13494263, 13494264, 13547859, 13547860, 13547861, 13547862, 13547863, 13547864, 13547865, 13547866, 13547867, 13547868, 13547869, 13547870, 13547871, 13547872, 13547873, 13547874], "trace_timestamp_s": 450.3120000000008, "ttft_s": 3.9379318059982324, "turn_id": 4} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 6345, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6345, "latency_s": 0.6671418920013821, "output_length": 48, "proxy_request_id": "1369172:1:1369172:581", "request_id": "1369172:1:1369172:581", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1369172", "t_dispatch_unix": 1779961168.6772847, "t_finish_unix": 1779961169.3444264, "t_first_token_unix": 1779961169.1012206, "tpot_s": 0.005166750489343998, "trace_hash_ids": [13562302, 13562303, 13562304, 13562305, 13562306, 13562307, 13562308, 13562309, 13571383, 13571384, 13571385, 13571386, 13571387], "trace_timestamp_s": 459.4850000000006, "ttft_s": 0.42393500199978007, "turn_id": 1} +{"actual_output_tokens": 330, "cached_tokens": 0, "effective_input_length": 8845, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8845, "latency_s": 4.957322739002848, "output_length": 330, "proxy_request_id": "1368132:1:1368132:577", "request_id": "1368132:1:1368132:577", "request_type": "coder", "requested_output_tokens": 330, "session_id": "1368132", "t_dispatch_unix": 1779961165.077013, "t_finish_unix": 1779961170.0343359, "t_first_token_unix": 1779961165.8708284, "tpot_s": 0.012653097756835773, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13561809, 13561810, 13561811, 8518241, 13561812], "trace_timestamp_s": 455.8890000000001, "ttft_s": 0.793813937001687, "turn_id": 1} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 7712, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7712, "latency_s": 0.6555748760001734, "output_length": 24, "proxy_request_id": "1369768:1:1369768:584", "request_id": "1369768:1:1369768:584", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1369768", "t_dispatch_unix": 1779961170.6776588, "t_finish_unix": 1779961171.3332338, "t_first_token_unix": 1779961171.2148802, "tpot_s": 0.005135277521691498, "trace_hash_ids": [13550468, 13550469, 13550470, 13550471, 13562017, 13562018, 13562019, 13562020, 13562021, 13562022, 13562023, 13568764, 13568765, 13568766, 13576622, 13576623], "trace_timestamp_s": 461.4880000000003, "ttft_s": 0.5372197609976865, "turn_id": 1} +{"actual_output_tokens": 232, "cached_tokens": 13296, "effective_input_length": 18160, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18160, "latency_s": 2.081381012001657, "output_length": 232, "proxy_request_id": "1363943:3:1369535:582", "request_id": "1363943:3:1369535:582", "request_type": "coder", "requested_output_tokens": 232, "session_id": "1363943", "t_dispatch_unix": 1779961169.85453, "t_finish_unix": 1779961171.9359107, "t_first_token_unix": 1779961170.5548449, "tpot_s": 0.005976998298704872, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13574495], "trace_timestamp_s": 460.66499999999996, "ttft_s": 0.7003133770012937, "turn_id": 3} +{"actual_output_tokens": 92, "cached_tokens": 20080, "effective_input_length": 20158, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20158, "latency_s": 2.463606944998901, "output_length": 92, "proxy_request_id": "1355484:6:1369697:583", "request_id": "1355484:6:1369697:583", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1355484", "t_dispatch_unix": 1779961170.4556475, "t_finish_unix": 1779961172.9192538, "t_first_token_unix": 1779961170.5367785, "tpot_s": 0.026175391252763802, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13576108], "trace_timestamp_s": 461.26800000000003, "ttft_s": 0.0811294960003579, "turn_id": 6} +{"actual_output_tokens": 42, "cached_tokens": 15488, "effective_input_length": 23307, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23307, "latency_s": 1.835966044000088, "output_length": 42, "proxy_request_id": "1366128:3:1369902:585", "request_id": "1366128:3:1369902:585", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1366128", "t_dispatch_unix": 1779961171.1448348, "t_finish_unix": 1779961172.9808009, "t_first_token_unix": 1779961172.4309523, "tpot_s": 0.013403634170727612, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13578302], "trace_timestamp_s": 461.9520000000002, "ttft_s": 1.2861145669994585, "turn_id": 3} +{"actual_output_tokens": 14, "cached_tokens": 0, "effective_input_length": 11133, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11133, "latency_s": 1.0501712799996312, "output_length": 14, "proxy_request_id": "1367424:2:1370211:588", "request_id": "1367424:2:1370211:588", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1367424", "t_dispatch_unix": 1779961172.1555653, "t_finish_unix": 1779961173.205736, "t_first_token_unix": 1779961173.0700488, "tpot_s": 0.010419287923118995, "trace_hash_ids": [13550847, 13550848, 13555750, 13555751, 13555752, 13555753, 13566763, 13566764, 13566765, 13566766, 13566767, 13571939, 13571940, 13571941, 13571942, 13581578, 13581579, 13581580, 13581581, 13581582, 13581583, 13581584], "trace_timestamp_s": 462.96300000000065, "ttft_s": 0.914482620999479, "turn_id": 2} +{"actual_output_tokens": 26, "cached_tokens": 21792, "effective_input_length": 29501, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29501, "latency_s": 1.6588908980011183, "output_length": 26, "proxy_request_id": "1368070:2:1370108:586", "request_id": "1368070:2:1370108:586", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1368070", "t_dispatch_unix": 1779961171.8671732, "t_finish_unix": 1779961173.5260637, "t_first_token_unix": 1779961173.3878598, "tpot_s": 0.005510901560046477, "trace_hash_ids": [13580541, 13580542, 13580543, 13580544, 13580545, 13580546, 13580547, 13580548, 13580549, 13580550, 13580551, 13580552, 13580553, 13580554, 13580555, 13580556, 13580557, 13580558, 13580559, 13580560, 13580561, 13580562, 13580563, 13580564, 13580565, 13580566, 13580567, 13580568, 13580569, 13580570, 13580571, 13580572, 13580573, 13580574, 13580575, 13580576, 13580577, 13580578, 13580579, 13580580, 13580581, 13580582, 13580583, 13580584, 13580585, 13580586, 13580587, 13580588, 13580589, 13580590, 13580591, 13580592, 13580593, 13580594, 13580595, 13580596, 13580597, 13580598], "trace_timestamp_s": 462.65900000000056, "ttft_s": 1.5206840290011314, "turn_id": 2} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 7710, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7710, "latency_s": 0.8200969809986418, "output_length": 24, "proxy_request_id": "1370466:1:1370466:592", "request_id": "1370466:1:1370466:592", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1370466", "t_dispatch_unix": 1779961173.202125, "t_finish_unix": 1779961174.022222, "t_first_token_unix": 1779961173.7641995, "tpot_s": 0.011207684478311263, "trace_hash_ids": [13584429, 13584430, 13584431, 13584432, 13584433, 13584434, 13584435, 13584436, 13584437, 13584438, 13584439, 13584440, 13584441, 13584442, 13584443, 13584444], "trace_timestamp_s": 464.0110000000004, "ttft_s": 0.5620725129992934, "turn_id": 1} +{"actual_output_tokens": 89, "cached_tokens": 0, "effective_input_length": 2381, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2381, "latency_s": 1.9889457060016866, "output_length": 89, "proxy_request_id": "1370269:1:1370269:591", "request_id": "1370269:1:1370269:591", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1370269", "t_dispatch_unix": 1779961172.4138227, "t_finish_unix": 1779961174.4027689, "t_first_token_unix": 1779961172.7220716, "tpot_s": 0.019094035704545768, "trace_hash_ids": [13582035, 13582036, 13582037, 13582038, 13582039], "trace_timestamp_s": 463.22400000000016, "ttft_s": 0.30824748699888005, "turn_id": 1} +{"actual_output_tokens": 190, "cached_tokens": 1024, "effective_input_length": 122597, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 122597, "latency_s": 50.182597642000474, "output_length": 190, "proxy_request_id": "1356885:1:1356885:514", "request_id": "1356885:1:1356885:514", "request_type": "coder", "requested_output_tokens": 190, "session_id": "1356885", "t_dispatch_unix": 1779961125.4195971, "t_finish_unix": 1779961175.6021945, "t_first_token_unix": 1779961173.4766784, "tpot_s": 0.011244364470902832, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250], "trace_timestamp_s": 416.1880000000001, "ttft_s": 48.05707911400168, "turn_id": 1} +{"actual_output_tokens": 457, "cached_tokens": 24400, "effective_input_length": 59514, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59514, "latency_s": 24.295685168999626, "output_length": 457, "proxy_request_id": "1313181:3:1364311:547", "request_id": "1313181:3:1364311:547", "request_type": "coder", "requested_output_tokens": 457, "session_id": "1313181", "t_dispatch_unix": 1779961151.4916196, "t_finish_unix": 1779961175.7873049, "t_first_token_unix": 1779961161.5393028, "tpot_s": 0.031244711679822724, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13527469], "trace_timestamp_s": 442.174, "ttft_s": 10.047681078998721, "turn_id": 3} +{"actual_output_tokens": 51, "cached_tokens": 36416, "effective_input_length": 36583, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36583, "latency_s": 1.3138843640008417, "output_length": 51, "proxy_request_id": "1277428:6:1371101:593", "request_id": "1277428:6:1371101:593", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1277428", "t_dispatch_unix": 1779961175.230807, "t_finish_unix": 1779961176.5446906, "t_first_token_unix": 1779961175.390857, "tpot_s": 0.023068341000034707, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512, 13126540, 13126541, 13126542, 13126543, 13547979, 13547980, 13547981, 13547982, 13547983, 13590659], "trace_timestamp_s": 466.0430000000006, "ttft_s": 0.16004783199969097, "turn_id": 6} +{"actual_output_tokens": 99, "cached_tokens": 0, "effective_input_length": 9399, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9399, "latency_s": 1.2643468499991286, "output_length": 99, "proxy_request_id": "1371337:1:1371337:597", "request_id": "1371337:1:1371337:597", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1371337", "t_dispatch_unix": 1779961176.0713844, "t_finish_unix": 1779961177.335731, "t_first_token_unix": 1779961176.7966187, "tpot_s": 0.005493691704069366, "trace_hash_ids": [13566840, 13566841, 13566842, 13566843, 13566844, 13566845, 13566846, 13566847, 13581073, 13592764, 13592765, 13592766, 13592767, 13592768, 13592769, 13592770, 13592771, 13592772, 13592773], "trace_timestamp_s": 466.8800000000001, "ttft_s": 0.7252329500006454, "turn_id": 1} +{"actual_output_tokens": 97, "cached_tokens": 42688, "effective_input_length": 42704, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42704, "latency_s": 1.7928817290012375, "output_length": 97, "proxy_request_id": "1313181:4:1318843:342", "request_id": "1313181:4:1318843:342", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1313181", "t_dispatch_unix": 1779961175.8045075, "t_finish_unix": 1779961177.5973892, "t_first_token_unix": 1779961175.9335852, "tpot_s": 0.017328485739578053, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13103391], "trace_timestamp_s": 282.26900000000023, "ttft_s": 0.1290751550004643, "turn_id": 4} +{"actual_output_tokens": 131, "cached_tokens": 0, "effective_input_length": 13616, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13616, "latency_s": 1.9132749700002023, "output_length": 131, "proxy_request_id": "1371622:1:1371622:598", "request_id": "1371622:1:1371622:598", "request_type": "coder", "requested_output_tokens": 131, "session_id": "1371622", "t_dispatch_unix": 1779961177.0726066, "t_finish_unix": 1779961178.9858813, "t_first_token_unix": 1779961178.2402904, "tpot_s": 0.0057327156846160784, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 13595701], "trace_timestamp_s": 467.8850000000002, "ttft_s": 1.1676822720000928, "turn_id": 1} +{"actual_output_tokens": 82, "cached_tokens": 0, "effective_input_length": 17407, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17407, "latency_s": 2.169598844000575, "output_length": 82, "proxy_request_id": "1371929:1:1371929:601", "request_id": "1371929:1:1371929:601", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1371929", "t_dispatch_unix": 1779961178.180176, "t_finish_unix": 1779961180.349775, "t_first_token_unix": 1779961179.8773577, "tpot_s": 0.005811096481471553, "trace_hash_ids": [13547800, 13547801, 13547802, 13547803, 13547804, 13547805, 13547806, 13558211, 13558212, 13558213, 13558214, 13558215, 13558216, 13558217, 13558218, 13558219, 13558220, 13558221, 13558222, 13558223, 13558224, 13558225, 13558226, 13566670, 13566671, 13566672, 13566673, 13566674, 13566675, 13576731, 13576732, 13590638, 13599021, 13599022], "trace_timestamp_s": 468.9850000000006, "ttft_s": 1.6971798240010685, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 23344, "effective_input_length": 35037, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35037, "latency_s": 4.024309319000167, "output_length": 42, "proxy_request_id": "1366128:4:1371629:599", "request_id": "1366128:4:1371629:599", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1366128", "t_dispatch_unix": 1779961177.0925517, "t_finish_unix": 1779961181.1168609, "t_first_token_unix": 1779961179.6636775, "tpot_s": 0.03543510334149199, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13595748], "trace_timestamp_s": 467.90000000000055, "ttft_s": 2.571123498997622, "turn_id": 4} +{"actual_output_tokens": 36, "cached_tokens": 0, "effective_input_length": 4811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4811, "latency_s": 0.48903802700078813, "output_length": 36, "proxy_request_id": "1372791:1:1372791:604", "request_id": "1372791:1:1372791:604", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1372791", "t_dispatch_unix": 1779961181.1881964, "t_finish_unix": 1779961181.6772346, "t_first_token_unix": 1779961181.4978752, "tpot_s": 0.005115136742824688, "trace_hash_ids": [13606288, 13606289, 13606290, 13606291, 13606292, 13606293, 13606294, 13606295, 13606296, 13606297], "trace_timestamp_s": 471.9970000000003, "ttft_s": 0.30967764500019257, "turn_id": 1} +{"actual_output_tokens": 288, "cached_tokens": 20240, "effective_input_length": 22992, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22992, "latency_s": 8.223409623999032, "output_length": 288, "proxy_request_id": "1355484:7:1371284:596", "request_id": "1355484:7:1371284:596", "request_type": "coder", "requested_output_tokens": 288, "session_id": "1355484", "t_dispatch_unix": 1779961175.8630981, "t_finish_unix": 1779961184.0865076, "t_first_token_unix": 1779961176.4287343, "tpot_s": 0.02667859225087306, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13592323], "trace_timestamp_s": 466.6750000000002, "ttft_s": 0.5656344369999715, "turn_id": 7} +{"actual_output_tokens": 58, "cached_tokens": 13808, "effective_input_length": 15501, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15501, "latency_s": 19.280359783002496, "output_length": 58, "proxy_request_id": "1367312:2:1368064:574", "request_id": "1367312:2:1368064:574", "request_type": "coder", "requested_output_tokens": 58, "session_id": "1367312", "t_dispatch_unix": 1779961164.8065617, "t_finish_unix": 1779961184.0869212, "t_first_token_unix": 1779961183.128655, "tpot_s": 0.016789156192987178, "trace_hash_ids": [13521767, 13521768, 13521769, 13521770, 13521771, 13521772, 13529702, 13529703, 13529704, 13529705, 13529706, 13529707, 13537903, 13537904, 13537905, 13537906, 13537907, 13537908, 13537909, 13537910, 13554581, 13554582, 13554583, 13554584, 13554585, 13554586, 13561194, 13561195, 13561196, 13561197, 13561198], "trace_timestamp_s": 455.6180000000004, "ttft_s": 18.322091347999958, "turn_id": 2} +{"actual_output_tokens": 82, "cached_tokens": 0, "effective_input_length": 72919, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72919, "latency_s": 20.036579001000064, "output_length": 82, "proxy_request_id": "1367957:1:1367957:572", "request_id": "1367957:1:1367957:572", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1367957", "t_dispatch_unix": 1779961164.392053, "t_finish_unix": 1779961184.428632, "t_first_token_unix": 1779961182.75769, "tpot_s": 0.02062306265433119, "trace_hash_ids": [987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 13560201, 5631592, 280979, 5631593, 1028, 1029, 1030, 1031, 1032, 1033, 1034, 1035, 1036, 1037, 1038, 1039, 1040, 1041, 1042, 1043, 1044, 1045, 1046, 1047, 1048, 1049, 5631594, 5631595, 5631596, 5631597, 5631598, 5631599, 706016, 706017, 1656985, 1656986, 1656987, 1656988, 1656989, 5631600, 10791724, 10856701, 11045334, 11180683, 11180684, 11180685, 11180686, 11180687, 11180688, 11180689, 11180690, 11180691, 11180692, 11180693, 11180694, 11395208, 11395209, 11395210, 11395211, 11395212, 11395213, 11395214, 11395215, 11395216, 11395217, 11395218, 11395219, 11416612, 11498725, 11563787, 11669770, 11900719, 11900720, 11900721, 11900722, 11900723, 11900724, 11900725, 11900726, 11900727, 11900728, 11900729, 11900730, 11900731, 12056875, 12056876, 12056877, 12056878, 12719496, 12719497, 12719498, 12719499, 12719500, 12719501, 12752184, 12786713, 12836975, 12926110, 12926111, 12926112, 12955719, 13336475, 13382319, 13469603, 13469604, 13560202], "trace_timestamp_s": 455.1790000000001, "ttft_s": 18.365634128000238, "turn_id": 1} +{"actual_output_tokens": 64, "cached_tokens": 27920, "effective_input_length": 27933, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27933, "latency_s": 44.939717515000666, "output_length": 64, "proxy_request_id": "1353821:3:1360898:529", "request_id": "1353821:3:1360898:529", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1353821", "t_dispatch_unix": 1779961139.491978, "t_finish_unix": 1779961184.4316957, "t_first_token_unix": 1779961183.4666035, "tpot_s": 0.015312599000026239, "trace_hash_ids": [13429891, 13429892, 574397, 574398, 3094139, 3094140, 3094141, 769383, 3094142, 170398, 170399, 13429893, 13429894, 13429895, 13429896, 13429897, 13429898, 13429899, 13429900, 13429901, 13429902, 13429903, 13429904, 11202130, 11202131, 345479, 345480, 345481, 345482, 345483, 345484, 345485, 345486, 345487, 13429905, 2388375, 2388376, 13429906, 2885088, 13429907, 54678, 54679, 54680, 54681, 13429908, 13429909, 13429910, 13429911, 13429912, 13429913, 13429914, 13429915, 13429916, 13429917, 13496092], "trace_timestamp_s": 430.3040000000001, "ttft_s": 43.974623886999325, "turn_id": 3} +{"actual_output_tokens": 14236, "cached_tokens": 0, "effective_input_length": 62618, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62618, "latency_s": 194.2640083999977, "output_length": 14236, "proxy_request_id": "1253804:6:1318560:340", "request_id": "1253804:6:1318560:340", "request_type": "coder", "requested_output_tokens": 14236, "session_id": "1253804", "t_dispatch_unix": 1779960990.3102906, "t_finish_unix": 1779961184.5742986, "t_first_token_unix": 1779961004.1692865, "tpot_s": 0.012673311584896563, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 13100557], "trace_timestamp_s": 281.1200000000008, "ttft_s": 13.85899366999729, "turn_id": 6} +{"actual_output_tokens": 191, "cached_tokens": 35152, "effective_input_length": 35194, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35194, "latency_s": 20.94383851100065, "output_length": 191, "proxy_request_id": "1344773:12:1367864:571", "request_id": "1344773:12:1367864:571", "request_type": "coder", "requested_output_tokens": 191, "session_id": "1344773", "t_dispatch_unix": 1779961164.0066957, "t_finish_unix": 1779961184.950534, "t_first_token_unix": 1779961164.0954409, "tpot_s": 0.10976231732104344, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13545743, 13559222], "trace_timestamp_s": 454.8190000000004, "ttft_s": 0.08874257800198393, "turn_id": 12} +{"actual_output_tokens": 28, "cached_tokens": 27984, "effective_input_length": 28093, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28093, "latency_s": 0.5769017650018213, "output_length": 28, "proxy_request_id": "1353821:4:1363399:541", "request_id": "1353821:4:1363399:541", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1353821", "t_dispatch_unix": 1779961184.4325583, "t_finish_unix": 1779961185.0094602, "t_first_token_unix": 1779961184.5632627, "tpot_s": 0.016511194999987277, "trace_hash_ids": [13429891, 13429892, 574397, 574398, 3094139, 3094140, 3094141, 769383, 3094142, 170398, 170399, 13429893, 13429894, 13429895, 13429896, 13429897, 13429898, 13429899, 13429900, 13429901, 13429902, 13429903, 13429904, 11202130, 11202131, 345479, 345480, 345481, 345482, 345483, 345484, 345485, 345486, 345487, 13429905, 2388375, 2388376, 13429906, 2885088, 13429907, 54678, 54679, 54680, 54681, 13429908, 13429909, 13429910, 13429911, 13429912, 13429913, 13429914, 13429915, 13429916, 13429917, 13496092], "trace_timestamp_s": 439.22600000000057, "ttft_s": 0.1307018640000024, "turn_id": 4} +{"actual_output_tokens": 7, "cached_tokens": 35376, "effective_input_length": 35413, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35413, "latency_s": 0.12645277499905205, "output_length": 7, "proxy_request_id": "1344773:13:1370257:589", "request_id": "1344773:13:1370257:589", "request_type": "coder", "requested_output_tokens": 7, "session_id": "1344773", "t_dispatch_unix": 1779961184.9522977, "t_finish_unix": 1779961185.0787504, "t_first_token_unix": 1779961185.0376346, "tpot_s": 0.0068138193334258785, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13545743, 13581991, 13581992], "trace_timestamp_s": 463.15700000000015, "ttft_s": 0.08533474499927252, "turn_id": 13} +{"actual_output_tokens": 162, "cached_tokens": 62752, "effective_input_length": 63235, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63235, "latency_s": 18.29065033400184, "output_length": 162, "proxy_request_id": "1363093:2:1368700:580", "request_id": "1363093:2:1368700:580", "request_type": "coder", "requested_output_tokens": 162, "session_id": "1363093", "t_dispatch_unix": 1779961166.9837923, "t_finish_unix": 1779961185.2744424, "t_first_token_unix": 1779961183.1372232, "tpot_s": 0.013272802068335612, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147], "trace_timestamp_s": 457.7940000000008, "ttft_s": 16.153429034999135, "turn_id": 2} +{"actual_output_tokens": 21, "cached_tokens": 10160, "effective_input_length": 10284, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10284, "latency_s": 2.66868108899871, "output_length": 21, "proxy_request_id": "1362265:3:1373357:605", "request_id": "1362265:3:1373357:605", "request_type": "coder", "requested_output_tokens": 21, "session_id": "1362265", "t_dispatch_unix": 1779961183.187871, "t_finish_unix": 1779961185.8565516, "t_first_token_unix": 1779961185.4984827, "tpot_s": 0.017889534999994794, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13610624], "trace_timestamp_s": 474.0, "ttft_s": 2.310610735999944, "turn_id": 3} +{"actual_output_tokens": 88, "cached_tokens": 18384, "effective_input_length": 18396, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18396, "latency_s": 7.687621526998555, "output_length": 88, "proxy_request_id": "1363943:4:1372250:603", "request_id": "1363943:4:1372250:603", "request_type": "coder", "requested_output_tokens": 88, "session_id": "1363943", "t_dispatch_unix": 1779961179.4166002, "t_finish_unix": 1779961187.1042213, "t_first_token_unix": 1779961185.4974673, "tpot_s": 0.01846442910341309, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124], "trace_timestamp_s": 470.22900000000027, "ttft_s": 6.080866076001257, "turn_id": 4} +{"actual_output_tokens": 104, "cached_tokens": 30624, "effective_input_length": 64531, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64531, "latency_s": 15.077453836998757, "output_length": 104, "proxy_request_id": "1342634:2:1370263:590", "request_id": "1342634:2:1370263:590", "request_type": "coder", "requested_output_tokens": 104, "session_id": "1342634", "t_dispatch_unix": 1779961172.3876495, "t_finish_unix": 1779961187.4651031, "t_first_token_unix": 1779961185.4950407, "tpot_s": 0.01912393898060896, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 4565053, 4565054, 4565055, 127456, 127457, 127458, 127459, 4565056, 4565057, 61286, 4565058, 4565059, 4565060, 4565061, 4565062, 4565063, 4565064, 4565065, 4565066, 4565067, 4565068, 4565069, 4565070, 4565071, 4565072, 4565073, 4565074, 4565075, 4565076, 4565077, 4565078, 4565079, 4565080, 4565081, 4565082, 4565083, 4565084, 4565085, 4565086, 4565087, 4565088, 4565089, 13036298, 13036299, 13036300, 13036301, 13036302, 13036303, 13036304, 13036305, 13036306, 13036307, 13036308, 13036309, 13036310, 13036311, 13036312, 13036313, 13036314, 13036315, 13036316, 13036317, 13036318, 13036319, 13036320, 13036321, 13036322, 13036323, 13036324, 13036325, 13036326, 13036327, 13036328, 13036329, 13036330, 13036331, 13036332, 13036333, 13036334, 13036335, 13036336, 13036337, 13068093, 13326543, 13326544, 13326545, 13326546, 13326547, 13326548, 13326549, 13326550, 13326551, 13326552, 13326553, 13326554, 13326555, 13326556, 13326557, 13326558, 13326559, 13326560, 13326561, 13326562, 13326563, 13326564, 13326565, 13326566, 13326567, 13326568, 13326569, 13326570, 13582003, 13582004, 13582005, 13582006, 13582007, 13582008, 13582009, 13582010, 13582011, 13582012, 13582013], "trace_timestamp_s": 463.1940000000004, "ttft_s": 13.107389401997352, "turn_id": 2} +{"actual_output_tokens": 109, "cached_tokens": 26928, "effective_input_length": 32814, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32814, "latency_s": 11.879312968001614, "output_length": 109, "proxy_request_id": "1367329:2:1371226:595", "request_id": "1367329:2:1371226:595", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1367329", "t_dispatch_unix": 1779961175.6389976, "t_finish_unix": 1779961187.5183103, "t_first_token_unix": 1779961185.5012531, "tpot_s": 0.01867400243517531, "trace_hash_ids": [13554866, 13554867, 13554868, 13554869, 13554870, 13554871, 13554872, 13554873, 13554874, 13554875, 13554876, 13554877, 13554878, 13554879, 13554880, 13554881, 13554882, 13554883, 13554884, 13554885, 13554886, 13554887, 13554888, 13554889, 13554890, 13554891, 13554892, 13554893, 13554894, 13554895, 13554896, 13554897, 13554898, 13554899, 13554900, 13554901, 13554902, 13554903, 13554904, 13554905, 13554906, 13554907, 13554908, 13554909, 13554910, 13554911, 13554912, 13554913, 13554914, 13554915, 13554916, 13554917, 13580089, 13580090, 13580091, 13580092, 13580093, 13580094, 13580095, 13580096, 13591778, 13591779, 13591780, 13591781, 13591782], "trace_timestamp_s": 466.4480000000003, "ttft_s": 9.862254151001252, "turn_id": 2} +{"actual_output_tokens": 33, "cached_tokens": 35072, "effective_input_length": 46764, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 46764, "latency_s": 3.8793390980026743, "output_length": 33, "proxy_request_id": "1366128:5:1373829:610", "request_id": "1366128:5:1373829:610", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1366128", "t_dispatch_unix": 1779961184.905573, "t_finish_unix": 1779961188.7849116, "t_first_token_unix": 1779961188.2838223, "tpot_s": 0.015650685531227282, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13614741], "trace_timestamp_s": 475.71100000000024, "ttft_s": 3.3782475250009156, "turn_id": 5} +{"actual_output_tokens": 181, "cached_tokens": 18480, "effective_input_length": 18676, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18676, "latency_s": 1.7076663250009005, "output_length": 181, "proxy_request_id": "1363943:5:1373637:609", "request_id": "1363943:5:1373637:609", "request_type": "coder", "requested_output_tokens": 181, "session_id": "1363943", "t_dispatch_unix": 1779961187.105331, "t_finish_unix": 1779961188.8129961, "t_first_token_unix": 1779961187.240226, "tpot_s": 0.008735900733336166, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13613147], "trace_timestamp_s": 475.0650000000005, "ttft_s": 0.13489411100090365, "turn_id": 5} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 18497, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18497, "latency_s": 2.2801387639992754, "output_length": 38, "proxy_request_id": "1374465:1:1374465:613", "request_id": "1374465:1:1374465:613", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1374465", "t_dispatch_unix": 1779961187.135968, "t_finish_unix": 1779961189.4161067, "t_first_token_unix": 1779961189.0311432, "tpot_s": 0.010398309324365392, "trace_hash_ids": [6133, 6134, 6135, 6136, 6137, 6138, 6139, 6140, 6141, 6142, 6143, 6144, 6145, 6146, 6147, 6148, 6149, 6150, 6151, 6152, 6153, 6154, 6155, 6156, 6157, 6158, 6159, 6160, 6161, 6162, 6163, 6351, 6352, 6353, 6167, 6168, 13620867], "trace_timestamp_s": 477.942, "ttft_s": 1.8951736989984056, "turn_id": 1} +{"actual_output_tokens": 65, "cached_tokens": 0, "effective_input_length": 19862, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19862, "latency_s": 2.769847496001603, "output_length": 65, "proxy_request_id": "1374347:1:1374347:611", "request_id": "1374347:1:1374347:611", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1374347", "t_dispatch_unix": 1779961186.6947076, "t_finish_unix": 1779961189.4645548, "t_first_token_unix": 1779961188.8705072, "tpot_s": 0.009276816843737379, "trace_hash_ids": [13586651, 13586652, 13586653, 13586654, 13586655, 13586656, 13586657, 13586658, 13586659, 13586660, 13586661, 13586662, 13586663, 13586664, 13586665, 13586666, 13586667, 13586668, 13586669, 13586670, 13586671, 13598853, 13598854, 13598855, 13598856, 13598857, 13598858, 13598859, 13598860, 13608483, 13608484, 13608485, 13608486, 13608487, 13619670, 13619671, 13619672, 13619673, 13619674], "trace_timestamp_s": 477.5, "ttft_s": 2.1757986880002136, "turn_id": 1} +{"actual_output_tokens": 512, "cached_tokens": 4096, "effective_input_length": 18301, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18301, "latency_s": 18.303222798000206, "output_length": 512, "proxy_request_id": "1370129:1:1370129:587", "request_id": "1370129:1:1370129:587", "request_type": "coder", "requested_output_tokens": 512, "session_id": "1370129", "t_dispatch_unix": 1779961171.9303417, "t_finish_unix": 1779961190.2335644, "t_first_token_unix": 1779961173.513905, "tpot_s": 0.03271901777690388, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13580719], "trace_timestamp_s": 462.7390000000005, "ttft_s": 1.5835610370013455, "turn_id": 1} +{"actual_output_tokens": 956, "cached_tokens": 14480, "effective_input_length": 26705, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26705, "latency_s": 13.255378469999414, "output_length": 956, "proxy_request_id": "1364090:2:1371798:600", "request_id": "1364090:2:1371798:600", "request_type": "coder", "requested_output_tokens": 956, "session_id": "1364090", "t_dispatch_unix": 1779961177.713277, "t_finish_unix": 1779961190.9686558, "t_first_token_unix": 1779961179.7821748, "tpot_s": 0.01171320130366601, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13597497], "trace_timestamp_s": 468.52000000000044, "ttft_s": 2.0688958619975892, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 37312, "effective_input_length": 38041, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38041, "latency_s": 2.7738929120023386, "output_length": 55, "proxy_request_id": "1355951:3:1375866:619", "request_id": "1355951:3:1375866:619", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1355951", "t_dispatch_unix": 1779961192.0769696, "t_finish_unix": 1779961194.8508618, "t_first_token_unix": 1779961193.811134, "tpot_s": 0.019249151685168425, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424], "trace_timestamp_s": 482.8890000000001, "ttft_s": 1.7341621080013283, "turn_id": 3} +{"actual_output_tokens": 375, "cached_tokens": 49056, "effective_input_length": 49483, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49483, "latency_s": 34.32436236299691, "output_length": 375, "proxy_request_id": "1340278:2:1367225:564", "request_id": "1340278:2:1367225:564", "request_type": "coder", "requested_output_tokens": 375, "session_id": "1340278", "t_dispatch_unix": 1779961161.8566728, "t_finish_unix": 1779961196.1810348, "t_first_token_unix": 1779961183.476271, "tpot_s": 0.03396842784491979, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13553910, 13553911, 13553912, 13553913, 13553914, 13553915, 13553916, 13553917, 13553918, 13553919, 13553920, 13553921, 13553922, 13553923, 13553924, 13553925, 13553926, 13553927, 13553928, 13553929, 13553930, 13553931, 13553932, 13553933, 13553934, 13553935, 13553936, 13553937, 13553938, 13553939, 13553940, 13553941, 13553942, 13553943, 13553944, 13553945, 13553946, 13553947, 13553948, 13553949, 13553950, 13553951, 13553952, 13553953, 13553954, 13553955, 13553956, 13553957, 13553958, 13553959, 13553960, 13553961, 13553962, 13553963, 13553964, 13553965, 13553966, 13553967, 13553968, 13553969, 13553970, 13553971, 13553972, 13553973, 13553974, 13553975, 13553976, 13553977, 13553978, 13553979, 13553980, 13553981, 13553982, 13553983, 13553984], "trace_timestamp_s": 452.65300000000025, "ttft_s": 21.619596144999377, "turn_id": 2} +{"actual_output_tokens": 56, "cached_tokens": 18528, "effective_input_length": 21588, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21588, "latency_s": 2.6691309500019997, "output_length": 56, "proxy_request_id": "1374465:2:1376358:620", "request_id": "1374465:2:1376358:620", "request_type": "coder", "requested_output_tokens": 56, "session_id": "1374465", "t_dispatch_unix": 1779961193.5383365, "t_finish_unix": 1779961196.2074668, "t_first_token_unix": 1779961195.46121, "tpot_s": 0.013557499818191652, "trace_hash_ids": [6133, 6134, 6135, 6136, 6137, 6138, 6139, 6140, 6141, 6142, 6143, 6144, 6145, 6146, 6147, 6148, 6149, 6150, 6151, 6152, 6153, 6154, 6155, 6156, 6157, 6158, 6159, 6160, 6161, 6162, 6163, 6351, 6352, 6353, 6167, 6168, 13620867, 13637304, 5578065, 5578066, 5578067, 5578068, 5578069], "trace_timestamp_s": 484.35000000000036, "ttft_s": 1.9228718650010705, "turn_id": 2} +{"actual_output_tokens": 520, "cached_tokens": 36624, "effective_input_length": 38252, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38252, "latency_s": 17.307271369001683, "output_length": 520, "proxy_request_id": "1277428:7:1372183:602", "request_id": "1277428:7:1372183:602", "request_type": "coder", "requested_output_tokens": 520, "session_id": "1277428", "t_dispatch_unix": 1779961179.1437974, "t_finish_unix": 1779961196.4510682, "t_first_token_unix": 1779961180.2252092, "tpot_s": 0.031263071512519405, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512, 13126540, 13126541, 13126542, 13126543, 13547979, 13547980, 13547981, 13547982, 13547983, 13601623, 13601624, 13601625, 13601626], "trace_timestamp_s": 469.9549999999999, "ttft_s": 1.0814101950018085, "turn_id": 7} +{"actual_output_tokens": 5, "cached_tokens": 49856, "effective_input_length": 50124, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50124, "latency_s": 0.30576951799957897, "output_length": 5, "proxy_request_id": "1340278:3:1368072:576", "request_id": "1340278:3:1368072:576", "request_type": "coder", "requested_output_tokens": 5, "session_id": "1340278", "t_dispatch_unix": 1779961196.1998703, "t_finish_unix": 1779961196.5056405, "t_first_token_unix": 1779961196.468174, "tpot_s": 0.009285885000281269, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13561218, 13561219, 13561220, 13561221, 13561222, 13561223, 13561224, 13561225, 13561226, 13561227, 13561228, 13561229, 13561230, 13561231, 13561232, 13561233, 13561234, 13561235, 13561236, 13561237, 13561238, 13561239, 13561240, 13561241, 13561242, 13561243, 13561244, 13561245, 13561246, 13561247, 13561248, 13561249, 13561250, 13561251, 13561252, 13561253, 13561254, 13561255, 13561256, 13561257, 13561258, 13561259, 13561260, 13561261, 13561262, 13561263, 13561264, 13561265, 13561266, 13561267, 13561268, 13561269, 13561270, 13561271, 13561272, 13561273, 13561274, 13561275, 13561276, 13561277, 13561278, 13561279, 13561280, 13561281, 13561282, 13561283, 13561284, 13561285, 13561286, 13561287, 13561288, 13561289, 13561290, 13561291, 13561292, 13561293], "trace_timestamp_s": 455.64100000000053, "ttft_s": 0.268301194999367, "turn_id": 3} +{"actual_output_tokens": 212, "cached_tokens": 46784, "effective_input_length": 58511, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58511, "latency_s": 7.997318844998517, "output_length": 212, "proxy_request_id": "1366128:6:1375094:616", "request_id": "1366128:6:1375094:616", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1366128", "t_dispatch_unix": 1779961189.3976102, "t_finish_unix": 1779961197.3949287, "t_first_token_unix": 1779961193.616914, "tpot_s": 0.01790405153555167, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13626307], "trace_timestamp_s": 480.20400000000063, "ttft_s": 4.219301621997147, "turn_id": 6} +{"actual_output_tokens": 28, "cached_tokens": 0, "effective_input_length": 16241, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16241, "latency_s": 1.774210954998125, "output_length": 28, "proxy_request_id": "1377061:1:1377061:622", "request_id": "1377061:1:1377061:622", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1377061", "t_dispatch_unix": 1779961196.1664732, "t_finish_unix": 1779961197.9406843, "t_first_token_unix": 1779961197.6711547, "tpot_s": 0.00997263370367431, "trace_hash_ids": [13622967, 13622968, 13622969, 13622970, 13622971, 13622972, 13622973, 13622974, 13622975, 13622976, 13622977, 13622978, 13622979, 13622980, 13622981, 13622982, 13622983, 13622984, 13622985, 13622986, 13622987, 13622988, 13622989, 13622990, 13633616, 13633617, 13633618, 13633619, 13643798, 13643799, 13643800, 13643801], "trace_timestamp_s": 486.97299999999996, "ttft_s": 1.5046793069996056, "turn_id": 1} +{"actual_output_tokens": 206, "cached_tokens": 0, "effective_input_length": 41508, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41508, "latency_s": 10.376012772998365, "output_length": 206, "proxy_request_id": "1268861:7:1374579:614", "request_id": "1268861:7:1374579:614", "request_type": "coder", "requested_output_tokens": 206, "session_id": "1268861", "t_dispatch_unix": 1779961187.59846, "t_finish_unix": 1779961197.9744725, "t_first_token_unix": 1779961194.5006864, "tpot_s": 0.016943723073164597, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13621774], "trace_timestamp_s": 478.40900000000056, "ttft_s": 6.9022243459985475, "turn_id": 7} +{"actual_output_tokens": 98, "cached_tokens": 0, "effective_input_length": 24323, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24323, "latency_s": 3.963475020998885, "output_length": 98, "proxy_request_id": "1371337:2:1376534:621", "request_id": "1371337:2:1376534:621", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1371337", "t_dispatch_unix": 1779961194.2028818, "t_finish_unix": 1779961198.1663566, "t_first_token_unix": 1779961197.0171306, "tpot_s": 0.011845284876321832, "trace_hash_ids": [13566840, 13566841, 13566842, 13566843, 13566844, 13566845, 13566846, 13566847, 13581073, 13592764, 13592765, 13592766, 13592767, 13592768, 13592769, 13592770, 13592771, 13592772, 13602976, 13602977, 13602978, 13602979, 13602980, 13602981, 13602982, 13602983, 13602984, 13611256, 13611257, 13611258, 13611259, 13611260, 13611261, 13611262, 13621634, 13621635, 13621636, 13621637, 13621638, 13621639, 13621640, 13630722, 13630723, 13630724, 13639093, 13639094, 13639095, 13639096], "trace_timestamp_s": 485.0100000000002, "ttft_s": 2.8142465989985794, "turn_id": 2} +{"actual_output_tokens": 614, "cached_tokens": 0, "effective_input_length": 117888, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 117888, "latency_s": 60.74742805700225, "output_length": 614, "proxy_request_id": "1360649:1:1360649:527", "request_id": "1360649:1:1360649:527", "request_type": "coder", "requested_output_tokens": 614, "session_id": "1360649", "t_dispatch_unix": 1779961138.701705, "t_finish_unix": 1779961199.4491327, "t_first_token_unix": 1779961183.5903177, "tpot_s": 0.025870074063621785, "trace_hash_ids": [57650, 57651, 63986, 63987, 63988, 63989, 63990, 63991, 102342, 102343, 102344, 102345, 102346, 102347, 102348, 102349, 102350, 102351, 1097540, 1097541, 1097542, 1097543, 1097544, 1097545, 1097546, 1097547, 1097548, 1097549, 1097550, 1097551, 1097552, 2097078, 2097079, 2097080, 6400718, 6400719, 6400720, 6400721, 6400722, 6400723, 6400724, 6400725, 6400726, 6400727, 6400728, 6400729, 6400730, 6400731, 6400732, 6400733, 6400734, 6400735, 6400736, 6400737, 6400738, 6400739, 6400740, 6400741, 6400742, 6400743, 6400744, 6400745, 6400746, 6400747, 6400748, 6400749, 6400750, 6400751, 6400752, 6400753, 6400754, 6400755, 6400756, 6400757, 8009133, 8009134, 8009135, 8009136, 8009137, 8009138, 8009139, 8009140, 8009141, 8009142, 8009143, 8009144, 8009145, 8009146, 8009147, 8009148, 8009149, 8009150, 8009151, 8348761, 8348762, 9534642, 9534643, 9534644, 9534645, 9534646, 9534647, 9534648, 9534649, 9534650, 9534651, 9534652, 9534653, 9534654, 9868654, 9868655, 9868656, 10214275, 10214276, 10214277, 10237087, 10237088, 10237089, 10271265, 10271266, 10765786, 10765787, 10765788, 10765789, 10765790, 10765791, 10765792, 10795530, 10795531, 10795532, 10876221, 10876222, 10876223, 11181494, 11232572, 11232573, 11277307, 11277308, 11298127, 11298128, 11298129, 11490882, 11490883, 11490884, 11490885, 12220320, 12220321, 12220322, 12220323, 12220324, 12220325, 12220326, 12220327, 12241076, 12241077, 12241078, 12241079, 12241080, 12241081, 12703418, 12703419, 12703420, 12703421, 12703422, 12703423, 12703424, 12703425, 12703426, 12703427, 12703428, 12703429, 12773085, 12833183, 12857953, 12905536, 12905537, 12905538, 12948771, 12948772, 13065333, 13065334, 13102786, 13102787, 13102788, 13102789, 13121628, 13174865, 13174866, 13240785, 13240786, 13240787, 13311934, 13311935, 13311936, 13468170, 13468171, 13493539, 13493540, 13493541, 13493542, 13493543, 13493544, 13493545, 13493546, 13493547, 13493548, 13493549, 13493550, 13493551, 13493552, 13493553, 13493554, 13493555, 13493556, 13493557, 13493558, 13493559, 13493560, 13493561, 13493562, 13493563, 13493564, 13493565, 13493566, 13493567, 13493568, 13493569, 13493570, 13493571, 13493572, 13493573, 13493574], "trace_timestamp_s": 429.46200000000044, "ttft_s": 44.888610449001135, "turn_id": 1} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 14851, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14851, "latency_s": 1.694282247000956, "output_length": 37, "proxy_request_id": "1372791:2:1377698:624", "request_id": "1372791:2:1377698:624", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1372791", "t_dispatch_unix": 1779961198.406591, "t_finish_unix": 1779961200.1008728, "t_first_token_unix": 1779961199.7284908, "tpot_s": 0.010316339111139113, "trace_hash_ids": [13606288, 13606289, 13606290, 13606291, 13606292, 13606293, 13606294, 13606295, 13606296, 13634971, 13634972, 13634973, 13634974, 13634975, 13634976, 13634977, 13642781, 13642782, 13642783, 13642784, 13642785, 13642786, 13650522, 13650523, 13650524, 13650525, 13650526, 13650527, 13650528, 13650529], "trace_timestamp_s": 489.21500000000015, "ttft_s": 1.3218987740001467, "turn_id": 2} +{"actual_output_tokens": 99, "cached_tokens": 58720, "effective_input_length": 59007, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59007, "latency_s": 1.8906116430007387, "output_length": 99, "proxy_request_id": "1366128:7:1378071:626", "request_id": "1366128:7:1378071:626", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1366128", "t_dispatch_unix": 1779961199.6524642, "t_finish_unix": 1779961201.5430753, "t_first_token_unix": 1779961199.9680605, "tpot_s": 0.016067608887763582, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13653793], "trace_timestamp_s": 490.46300000000065, "ttft_s": 0.3155947480008763, "turn_id": 7} +{"actual_output_tokens": 160, "cached_tokens": 18848, "effective_input_length": 19116, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19116, "latency_s": 11.103576145997067, "output_length": 160, "proxy_request_id": "1363943:6:1375416:618", "request_id": "1363943:6:1375416:618", "request_type": "coder", "requested_output_tokens": 160, "session_id": "1363943", "t_dispatch_unix": 1779961190.445888, "t_finish_unix": 1779961201.5494635, "t_first_token_unix": 1779961200.0392466, "tpot_s": 0.009495931044031476, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13629311], "trace_timestamp_s": 481.2580000000007, "ttft_s": 9.593357188998198, "turn_id": 6} +{"actual_output_tokens": 15, "cached_tokens": 16256, "effective_input_length": 16515, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16515, "latency_s": 0.254834776998905, "output_length": 15, "proxy_request_id": "1377061:2:1378590:631", "request_id": "1377061:2:1378590:631", "request_type": "coder", "requested_output_tokens": 15, "session_id": "1377061", "t_dispatch_unix": 1779961201.4357555, "t_finish_unix": 1779961201.6905901, "t_first_token_unix": 1779961201.5619755, "tpot_s": 0.00916777378578055, "trace_hash_ids": [13622967, 13622968, 13622969, 13622970, 13622971, 13622972, 13622973, 13622974, 13622975, 13622976, 13622977, 13622978, 13622979, 13622980, 13622981, 13622982, 13622983, 13622984, 13622985, 13622986, 13622987, 13622988, 13622989, 13622990, 13633616, 13633617, 13633618, 13633619, 13643798, 13643799, 13643800, 13658414, 13658415], "trace_timestamp_s": 492.2480000000005, "ttft_s": 0.12621790900084306, "turn_id": 2} +{"actual_output_tokens": 120, "cached_tokens": 118496, "effective_input_length": 119052, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119052, "latency_s": 3.158720166000421, "output_length": 120, "proxy_request_id": "1360649:2:1367022:561", "request_id": "1360649:2:1367022:561", "request_type": "coder", "requested_output_tokens": 120, "session_id": "1360649", "t_dispatch_unix": 1779961199.4615622, "t_finish_unix": 1779961202.6202822, "t_first_token_unix": 1779961200.098867, "tpot_s": 0.021186021142851997, "trace_hash_ids": [57650, 57651, 63986, 63987, 63988, 63989, 63990, 63991, 102342, 102343, 102344, 102345, 102346, 102347, 102348, 102349, 102350, 102351, 1097540, 1097541, 1097542, 1097543, 1097544, 1097545, 1097546, 1097547, 1097548, 1097549, 1097550, 1097551, 1097552, 2097078, 2097079, 2097080, 6400718, 6400719, 6400720, 6400721, 6400722, 6400723, 6400724, 6400725, 6400726, 6400727, 6400728, 6400729, 6400730, 6400731, 6400732, 6400733, 6400734, 6400735, 6400736, 6400737, 6400738, 6400739, 6400740, 6400741, 6400742, 6400743, 6400744, 6400745, 6400746, 6400747, 6400748, 6400749, 6400750, 6400751, 6400752, 6400753, 6400754, 6400755, 6400756, 6400757, 8009133, 8009134, 8009135, 8009136, 8009137, 8009138, 8009139, 8009140, 8009141, 8009142, 8009143, 8009144, 8009145, 8009146, 8009147, 8009148, 8009149, 8009150, 8009151, 8348761, 8348762, 9534642, 9534643, 9534644, 9534645, 9534646, 9534647, 9534648, 9534649, 9534650, 9534651, 9534652, 9534653, 9534654, 9868654, 9868655, 9868656, 10214275, 10214276, 10214277, 10237087, 10237088, 10237089, 10271265, 10271266, 10765786, 10765787, 10765788, 10765789, 10765790, 10765791, 10765792, 10795530, 10795531, 10795532, 10876221, 10876222, 10876223, 11181494, 11232572, 11232573, 11277307, 11277308, 11298127, 11298128, 11298129, 11490882, 11490883, 11490884, 11490885, 12220320, 12220321, 12220322, 12220323, 12220324, 12220325, 12220326, 12220327, 12241076, 12241077, 12241078, 12241079, 12241080, 12241081, 12703418, 12703419, 12703420, 12703421, 12703422, 12703423, 12703424, 12703425, 12703426, 12703427, 12703428, 12703429, 12773085, 12833183, 12857953, 12905536, 12905537, 12905538, 12948771, 12948772, 13065333, 13065334, 13102786, 13102787, 13102788, 13102789, 13121628, 13174865, 13174866, 13240785, 13240786, 13240787, 13311934, 13311935, 13311936, 13468170, 13468171, 13493539, 13551893, 13551894, 13551895, 13551896, 13551897, 13551898, 13551899, 13551900, 13551901, 13551902, 13551903, 13551904, 13551905, 13551906, 13551907, 13551908, 13551909, 13551910, 13551911, 13551912, 13551913, 13551914, 13551915, 13551916, 13551917, 13551918, 13551919, 13551920, 13551921, 13551922, 13551923, 13551924, 13551925, 13551926, 13551927, 13551928, 13551929], "trace_timestamp_s": 451.77600000000075, "ttft_s": 0.6373031549992447, "turn_id": 2} +{"actual_output_tokens": 52, "cached_tokens": 0, "effective_input_length": 7810, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7810, "latency_s": 1.049222532001295, "output_length": 52, "proxy_request_id": "1378684:1:1378684:632", "request_id": "1378684:1:1378684:632", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1378684", "t_dispatch_unix": 1779961201.7731993, "t_finish_unix": 1779961202.8224223, "t_first_token_unix": 1779961202.3202767, "tpot_s": 0.0098397606275017, "trace_hash_ids": [13630792, 13630793, 13630794, 13630795, 13645188, 13645189, 13645190, 13645191, 13659421, 13659422, 13659423, 13659424, 13659425, 13659426, 13659427, 13659428], "trace_timestamp_s": 492.58300000000054, "ttft_s": 0.5470755089991144, "turn_id": 1} +{"actual_output_tokens": 228, "cached_tokens": 23264, "effective_input_length": 23457, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23457, "latency_s": 3.5212583069987886, "output_length": 228, "proxy_request_id": "1355484:8:1377993:625", "request_id": "1355484:8:1377993:625", "request_type": "coder", "requested_output_tokens": 228, "session_id": "1355484", "t_dispatch_unix": 1779961199.385569, "t_finish_unix": 1779961202.906827, "t_first_token_unix": 1779961199.5015368, "tpot_s": 0.015000286607930385, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13653201], "trace_timestamp_s": 490.1980000000003, "ttft_s": 0.11596607799947378, "turn_id": 8} +{"actual_output_tokens": 189, "cached_tokens": 19264, "effective_input_length": 20727, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20727, "latency_s": 2.158064691000618, "output_length": 189, "proxy_request_id": "1363943:7:1377305:623", "request_id": "1363943:7:1377305:623", "request_type": "coder", "requested_output_tokens": 189, "session_id": "1363943", "t_dispatch_unix": 1779961201.5513453, "t_finish_unix": 1779961203.7094097, "t_first_token_unix": 1779961201.8536031, "tpot_s": 0.009867258473411524, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13646868], "trace_timestamp_s": 487.90300000000025, "ttft_s": 0.30225672099913936, "turn_id": 7} +{"actual_output_tokens": 5258, "cached_tokens": 78496, "effective_input_length": 80246, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80246, "latency_s": 67.06622621499992, "output_length": 5258, "proxy_request_id": "1269373:22:1358956:522", "request_id": "1269373:22:1358956:522", "request_type": "coder", "requested_output_tokens": 5258, "session_id": "1269373", "t_dispatch_unix": 1779961136.724176, "t_finish_unix": 1779961203.790402, "t_first_token_unix": 1779961137.763061, "tpot_s": 0.012559798634392223, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13388482, 13388483, 13388484, 13388485, 13388486, 13420383, 13420384, 13420385, 13476943, 13476944, 13476945, 13476946, 13476947], "trace_timestamp_s": 423.39200000000073, "ttft_s": 1.038882762000867, "turn_id": 22} +{"actual_output_tokens": 206, "cached_tokens": 0, "effective_input_length": 5458, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5458, "latency_s": 2.589893332999054, "output_length": 206, "proxy_request_id": "1378543:1:1378543:630", "request_id": "1378543:1:1378543:630", "request_type": "coder", "requested_output_tokens": 206, "session_id": "1378543", "t_dispatch_unix": 1779961201.2814412, "t_finish_unix": 1779961203.8713343, "t_first_token_unix": 1779961201.703959, "tpot_s": 0.010570875395134818, "trace_hash_ids": [13642933, 13642934, 13642935, 13642936, 13652140, 13652141, 13657982, 13657983, 13657984, 13657985, 13657986], "trace_timestamp_s": 492.09200000000055, "ttft_s": 0.42251662699709414, "turn_id": 1} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 1422, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1422, "latency_s": 0.7131967800014536, "output_length": 38, "proxy_request_id": "1379185:1:1379185:634", "request_id": "1379185:1:1379185:634", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1379185", "t_dispatch_unix": 1779961203.4923832, "t_finish_unix": 1779961204.2055802, "t_first_token_unix": 1779961203.7746544, "tpot_s": 0.01164043737839706, "trace_hash_ids": [13664231, 13664232, 13664233], "trace_timestamp_s": 494.3050000000003, "ttft_s": 0.2822701730001427, "turn_id": 1} +{"actual_output_tokens": 2009, "cached_tokens": 98224, "effective_input_length": 98267, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 98267, "latency_s": 46.89862690600057, "output_length": 2009, "proxy_request_id": "1279412:25:1366203:554", "request_id": "1279412:25:1366203:554", "request_type": "coder", "requested_output_tokens": 2009, "session_id": "1279412", "t_dispatch_unix": 1779961158.0605228, "t_finish_unix": 1779961204.9591494, "t_first_token_unix": 1779961158.7793684, "tpot_s": 0.02299777793824755, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104], "trace_timestamp_s": 448.8700000000008, "ttft_s": 0.7188433869996516, "turn_id": 25} +{"actual_output_tokens": 302, "cached_tokens": 15792, "effective_input_length": 22132, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22132, "latency_s": 5.371442183000909, "output_length": 302, "proxy_request_id": "1286804:4:1378156:627", "request_id": "1286804:4:1378156:627", "request_type": "coder", "requested_output_tokens": 302, "session_id": "1286804", "t_dispatch_unix": 1779961199.9110188, "t_finish_unix": 1779961205.2824607, "t_first_token_unix": 1779961201.009723, "tpot_s": 0.014194299166116022, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12930548, 13438556, 13438557, 13654392, 13654393, 13654394, 13654395, 13654396, 13654397, 13654398, 13654399, 13654400, 13654401, 13654402, 13654403, 13654404, 13654405], "trace_timestamp_s": 490.72100000000046, "ttft_s": 1.0986911479994887, "turn_id": 4} +{"actual_output_tokens": 87, "cached_tokens": 0, "effective_input_length": 2632, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2632, "latency_s": 0.6059555239990004, "output_length": 87, "proxy_request_id": "1379569:1:1379569:638", "request_id": "1379569:1:1379569:638", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1379569", "t_dispatch_unix": 1779961204.7219577, "t_finish_unix": 1779961205.327913, "t_first_token_unix": 1779961204.887756, "tpot_s": 0.005115679837238763, "trace_hash_ids": [13667374, 13667375, 13667376, 13667377, 13667378, 13667379], "trace_timestamp_s": 495.53400000000056, "ttft_s": 0.1657973689980281, "turn_id": 1} +{"actual_output_tokens": 567, "cached_tokens": 18800, "effective_input_length": 56286, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56286, "latency_s": 15.622305603999848, "output_length": 567, "proxy_request_id": "1370129:2:1373467:607", "request_id": "1370129:2:1373467:607", "request_type": "coder", "requested_output_tokens": 567, "session_id": "1370129", "t_dispatch_unix": 1779961190.2493992, "t_finish_unix": 1779961205.8717046, "t_first_token_unix": 1779961200.0425558, "tpot_s": 0.010298058441696907, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500], "trace_timestamp_s": 474.45900000000074, "ttft_s": 9.793155371000466, "turn_id": 2} +{"actual_output_tokens": 135, "cached_tokens": 100272, "effective_input_length": 100340, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 100340, "latency_s": 1.8427033080006368, "output_length": 135, "proxy_request_id": "1279412:26:1378269:628", "request_id": "1279412:26:1378269:628", "request_type": "coder", "requested_output_tokens": 135, "session_id": "1279412", "t_dispatch_unix": 1779961204.965277, "t_finish_unix": 1779961206.8079803, "t_first_token_unix": 1779961205.2076232, "tpot_s": 0.011939863514923143, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367], "trace_timestamp_s": 491.1310000000003, "ttft_s": 0.2423444849991938, "turn_id": 26} +{"actual_output_tokens": 131, "cached_tokens": 23680, "effective_input_length": 23717, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23717, "latency_s": 1.626354079999146, "output_length": 131, "proxy_request_id": "1355484:9:1379722:640", "request_id": "1355484:9:1379722:640", "request_type": "coder", "requested_output_tokens": 131, "session_id": "1355484", "t_dispatch_unix": 1779961205.2352965, "t_finish_unix": 1779961206.8616505, "t_first_token_unix": 1779961205.3179183, "tpot_s": 0.011872986846160179, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13668401], "trace_timestamp_s": 496.0470000000005, "ttft_s": 0.0826198939976166, "turn_id": 9} +{"actual_output_tokens": 20, "cached_tokens": 16528, "effective_input_length": 17368, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17368, "latency_s": 0.3954871339992678, "output_length": 20, "proxy_request_id": "1377061:3:1380174:641", "request_id": "1377061:3:1380174:641", "request_type": "coder", "requested_output_tokens": 20, "session_id": "1377061", "t_dispatch_unix": 1779961206.8420923, "t_finish_unix": 1779961207.2375798, "t_first_token_unix": 1779961207.0495937, "tpot_s": 0.009876082789368842, "trace_hash_ids": [13622967, 13622968, 13622969, 13622970, 13622971, 13622972, 13622973, 13622974, 13622975, 13622976, 13622977, 13622978, 13622979, 13622980, 13622981, 13622982, 13622983, 13622984, 13622985, 13622986, 13622987, 13622988, 13622989, 13622990, 13633616, 13633617, 13633618, 13633619, 13643798, 13643799, 13643800, 13658414, 13666839, 13672311], "trace_timestamp_s": 497.65400000000045, "ttft_s": 0.20749941800022498, "turn_id": 3} +{"actual_output_tokens": 2, "cached_tokens": 5312, "effective_input_length": 5314, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5314, "latency_s": 0.03214970000044559, "output_length": 2, "proxy_request_id": "1378543:2:1380447:644", "request_id": "1378543:2:1380447:644", "request_type": "coder", "requested_output_tokens": 2, "session_id": "1378543", "t_dispatch_unix": 1779961207.7625155, "t_finish_unix": 1779961207.7946649, "t_first_token_unix": 1779961207.7941322, "tpot_s": 0.00027122499886900187, "trace_hash_ids": [13674795, 13674796, 13674797, 13674798, 13674799, 13674800, 13674801, 13674802, 13674803, 13674804, 13674805], "trace_timestamp_s": 498.5710000000008, "ttft_s": 0.03161557299972628, "turn_id": 2} +{"actual_output_tokens": 82, "cached_tokens": 59104, "effective_input_length": 59230, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59230, "latency_s": 0.8032985619975079, "output_length": 82, "proxy_request_id": "1366128:8:1380438:643", "request_id": "1366128:8:1380438:643", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1366128", "t_dispatch_unix": 1779961207.7143202, "t_finish_unix": 1779961208.5176184, "t_first_token_unix": 1779961207.8923755, "tpot_s": 0.007713556888906349, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13674751], "trace_timestamp_s": 498.52500000000055, "ttft_s": 0.17805295899961493, "turn_id": 8} +{"actual_output_tokens": 1861, "cached_tokens": 63392, "effective_input_length": 63536, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63536, "latency_s": 21.733077034001326, "output_length": 1861, "proxy_request_id": "1363093:3:1374394:612", "request_id": "1363093:3:1374394:612", "request_type": "coder", "requested_output_tokens": 1861, "session_id": "1363093", "t_dispatch_unix": 1779961186.8435185, "t_finish_unix": 1779961208.5765953, "t_first_token_unix": 1779961188.8800004, "tpot_s": 0.01058940880967746, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147, 13620062], "trace_timestamp_s": 477.65500000000065, "ttft_s": 2.036480003000179, "turn_id": 3} +{"actual_output_tokens": 117, "cached_tokens": 2704, "effective_input_length": 6767, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6767, "latency_s": 0.9441604230014491, "output_length": 117, "proxy_request_id": "1379569:2:1380473:645", "request_id": "1379569:2:1380473:645", "request_type": "coder", "requested_output_tokens": 117, "session_id": "1379569", "t_dispatch_unix": 1779961207.906558, "t_finish_unix": 1779961208.8507183, "t_first_token_unix": 1779961208.228724, "tpot_s": 0.005359674163785179, "trace_hash_ids": [13667374, 13667375, 13667376, 13667377, 13667378, 13674970, 13674971, 13674972, 13674973, 13674974, 13674975, 13674976, 13674977, 13674978], "trace_timestamp_s": 498.71800000000076, "ttft_s": 0.32216440300180693, "turn_id": 2} +{"actual_output_tokens": 387, "cached_tokens": 0, "effective_input_length": 79495, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79495, "latency_s": 26.397583230002056, "output_length": 387, "proxy_request_id": "1373577:1:1373577:608", "request_id": "1373577:1:1373577:608", "request_type": "coder", "requested_output_tokens": 387, "session_id": "1373577", "t_dispatch_unix": 1779961184.0788367, "t_finish_unix": 1779961210.4764192, "t_first_token_unix": 1779961205.5903404, "tpot_s": 0.012657617844562492, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 231422, 231423, 252744, 252745, 252746, 252747, 3133, 3651868, 3651869, 3651870, 3651871, 3651872, 3651873, 3651874, 3904549, 10482905, 6324555, 13612320, 13612321, 13612322, 13612323, 13612324, 13612325, 13612326, 13612327, 13612328, 13612329, 13612330, 13612331, 13612332, 13612333, 13612334, 13612335, 13612336, 13612337, 13612338, 13612339, 13612340, 13612341, 13612342, 13612343, 13612344, 13612345, 13612346, 13612347, 13612348, 13612349, 13612350, 13612351, 13612352, 13612353, 13612354, 13612355, 13612356, 13612357, 13612358, 13612359, 13612360, 13612361, 13612362, 13612363, 13612364, 13612365, 13612366, 13612367, 13612368, 13612369, 13612370, 13612371, 13612372, 13612373, 13612374, 13612375, 13612376, 13612377, 13612378, 13612379, 13612380, 13612381, 13612382, 13612383, 13612384, 13612385, 13612386, 13612387, 13612388, 13612389, 13612390, 13612391, 13612392, 13612393, 13612394, 13612395, 13612396, 13612397, 13612398, 13612399, 13612400, 13612401, 13612402, 13612403, 13612404, 13612405, 13612406, 13612407, 13612408, 13612409, 13612410, 13612411, 13612412, 13612413, 13612414, 13612415, 13612416, 13612417, 13612418, 13612419, 13612420, 13612421, 13612422, 13612423, 13612424, 13612425, 13612426, 13612427, 13612428, 13612429, 13612430, 13612431, 13612432, 13612433, 13612434, 13612435, 13612436, 13612437, 13612438, 13612439, 13612440, 13612441, 13612442, 13612443, 13612444, 13612445, 13612446, 13612447, 13612448, 13612449, 13612450, 13612451, 13612452, 13612453], "trace_timestamp_s": 474.8630000000003, "ttft_s": 21.511501601999043, "turn_id": 1} +{"actual_output_tokens": 195, "cached_tokens": 100464, "effective_input_length": 100538, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 100538, "latency_s": 2.274352596999961, "output_length": 195, "proxy_request_id": "1279412:27:1380696:646", "request_id": "1279412:27:1380696:646", "request_type": "coder", "requested_output_tokens": 195, "session_id": "1279412", "t_dispatch_unix": 1779961208.772143, "t_finish_unix": 1779961211.0464952, "t_first_token_unix": 1779961209.0211132, "tpot_s": 0.010438586907222304, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13677275], "trace_timestamp_s": 499.58100000000013, "ttft_s": 0.248967735999031, "turn_id": 27} +{"actual_output_tokens": 99, "cached_tokens": 30906, "effective_input_length": 30907, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30907, "latency_s": 3.9972462709993124, "output_length": 99, "proxy_request_id": "1374465:3:1380413:642", "request_id": "1374465:3:1380413:642", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1374465", "t_dispatch_unix": 1779961207.6365607, "t_finish_unix": 1779961211.6338062, "t_first_token_unix": 1779961210.933364, "tpot_s": 0.007144780816333321, "trace_hash_ids": [6133, 6134, 6135, 6136, 6137, 6138, 6139, 6140, 6141, 6142, 6143, 6144, 6145, 6146, 6147, 6148, 6149, 6150, 6151, 6152, 6153, 6154, 6155, 6156, 6157, 6158, 6159, 6160, 6161, 6162, 6163, 6351, 6352, 6353, 6167, 6168, 13620867, 13637304, 5578065, 5578066, 5578067, 5578068, 5578069, 13674597, 13674598, 2474295, 13674599, 13674600, 13674601, 13674602, 13674603, 13674604, 13674605, 13674606, 13674607, 13674608, 13674609, 13674610, 13674611, 13674612, 13674613], "trace_timestamp_s": 498.4410000000007, "ttft_s": 3.2968018829997163, "turn_id": 3} +{"actual_output_tokens": 31, "cached_tokens": 0, "effective_input_length": 1391, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1391, "latency_s": 0.25438333099737065, "output_length": 31, "proxy_request_id": "1381728:1:1381728:651", "request_id": "1381728:1:1381728:651", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1381728", "t_dispatch_unix": 1779961212.4408603, "t_finish_unix": 1779961212.6952434, "t_first_token_unix": 1779961212.5446875, "tpot_s": 0.005003115933383621, "trace_hash_ids": [13687007, 13687008, 13687009], "trace_timestamp_s": 503.2530000000006, "ttft_s": 0.10382647599908523, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 10304, "effective_input_length": 10645, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10645, "latency_s": 0.5773401700025715, "output_length": 42, "proxy_request_id": "1362265:4:1381673:650", "request_id": "1362265:4:1381673:650", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1362265", "t_dispatch_unix": 1779961212.2173524, "t_finish_unix": 1779961212.7946918, "t_first_token_unix": 1779961212.3233073, "tpot_s": 0.011492145682895192, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588], "trace_timestamp_s": 503.03000000000065, "ttft_s": 0.10595443200145382, "turn_id": 4} +{"actual_output_tokens": 96, "cached_tokens": 6880, "effective_input_length": 7620, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7620, "latency_s": 1.550115342000936, "output_length": 96, "proxy_request_id": "1379569:3:1381510:649", "request_id": "1379569:3:1381510:649", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1379569", "t_dispatch_unix": 1779961211.5345397, "t_finish_unix": 1779961213.0846553, "t_first_token_unix": 1779961212.4196498, "tpot_s": 0.006997182378951325, "trace_hash_ids": [13667374, 13667375, 13667376, 13667377, 13667378, 13674970, 13674971, 13674972, 13674973, 13674974, 13674975, 13674976, 13674977, 13685191, 13685192], "trace_timestamp_s": 502.34700000000066, "ttft_s": 0.8851086329996178, "turn_id": 3} +{"actual_output_tokens": 51, "cached_tokens": 59296, "effective_input_length": 59374, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59374, "latency_s": 0.5341473470034543, "output_length": 51, "proxy_request_id": "1366128:9:1381799:652", "request_id": "1366128:9:1381799:652", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1366128", "t_dispatch_unix": 1779961212.6893728, "t_finish_unix": 1779961213.2235198, "t_first_token_unix": 1779961212.854939, "tpot_s": 0.007354237079998711, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389], "trace_timestamp_s": 503.5010000000002, "ttft_s": 0.16556427400064422, "turn_id": 9} +{"actual_output_tokens": 5049, "cached_tokens": 67552, "effective_input_length": 68259, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68259, "latency_s": 103.03391221399943, "output_length": 5049, "proxy_request_id": "1314357:4:1352612:497", "request_id": "1314357:4:1352612:497", "request_type": "coder", "requested_output_tokens": 5049, "session_id": "1314357", "t_dispatch_unix": 1779961110.42417, "t_finish_unix": 1779961213.4580815, "t_first_token_unix": 1779961110.9397063, "tpot_s": 0.020308665038826747, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13419015, 13419016], "trace_timestamp_s": 401.23199999999997, "ttft_s": 0.5155347809995874, "turn_id": 4} +{"actual_output_tokens": 633, "cached_tokens": 56848, "effective_input_length": 61457, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61457, "latency_s": 8.3277481490004, "output_length": 633, "proxy_request_id": "1370129:3:1379538:637", "request_id": "1370129:3:1379538:637", "request_type": "coder", "requested_output_tokens": 633, "session_id": "1370129", "t_dispatch_unix": 1779961205.8798199, "t_finish_unix": 1779961214.207568, "t_first_token_unix": 1779961207.7289157, "tpot_s": 0.010250312185131475, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500, 13667056, 13667057, 13667058, 13667059, 13667060, 13667061, 13667062, 13667063, 13667064, 13667065, 13667066], "trace_timestamp_s": 495.41600000000017, "ttft_s": 1.8490940679985215, "turn_id": 3} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 3034, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3034, "latency_s": 0.48660368800119613, "output_length": 32, "proxy_request_id": "1382294:1:1382294:656", "request_id": "1382294:1:1382294:656", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1382294", "t_dispatch_unix": 1779961214.442662, "t_finish_unix": 1779961214.9292657, "t_first_token_unix": 1779961214.676069, "tpot_s": 0.008158438096870668, "trace_hash_ids": [13692603, 13692604, 13692605, 13692606, 13692607, 13692608], "trace_timestamp_s": 505.2550000000001, "ttft_s": 0.23340572199958842, "turn_id": 1} +{"actual_output_tokens": 1054, "cached_tokens": 20912, "effective_input_length": 20948, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20948, "latency_s": 11.744278218000545, "output_length": 1054, "proxy_request_id": "1363943:8:1379215:635", "request_id": "1363943:8:1379215:635", "request_type": "coder", "requested_output_tokens": 1054, "session_id": "1363943", "t_dispatch_unix": 1779961203.7113461, "t_finish_unix": 1779961215.4556243, "t_first_token_unix": 1779961203.7885299, "tpot_s": 0.011079592506171644, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416], "trace_timestamp_s": 494.45700000000033, "ttft_s": 0.07718183700126247, "turn_id": 8} +{"actual_output_tokens": 338, "cached_tokens": 79872, "effective_input_length": 81147, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81147, "latency_s": 5.368721458999062, "output_length": 338, "proxy_request_id": "1373577:2:1380740:647", "request_id": "1373577:2:1380740:647", "request_type": "coder", "requested_output_tokens": 338, "session_id": "1373577", "t_dispatch_unix": 1779961210.4807785, "t_finish_unix": 1779961215.8495002, "t_first_token_unix": 1779961211.3633358, "tpot_s": 0.013311024382783865, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 231422, 231423, 252744, 252745, 252746, 252747, 3133, 3651868, 3651869, 3651870, 3651871, 3651872, 3651873, 3651874, 3904549, 10482905, 6324555, 13612320, 13612321, 13612322, 13612323, 13612324, 13612325, 13612326, 13612327, 13612328, 13612329, 13612330, 13612331, 13612332, 13612333, 13612334, 13612335, 13612336, 13612337, 13612338, 13612339, 13612340, 13612341, 13612342, 13612343, 13612344, 13612345, 13612346, 13612347, 13612348, 13612349, 13612350, 13612351, 13612352, 13612353, 13612354, 13612355, 13612356, 13612357, 13612358, 13612359, 13612360, 13612361, 13612362, 13612363, 13612364, 13612365, 13612366, 13612367, 13612368, 13612369, 13612370, 13612371, 13612372, 13612373, 13612374, 13612375, 13612376, 13612377, 13612378, 13612379, 13612380, 13612381, 13612382, 13612383, 13612384, 13612385, 13612386, 13612387, 13612388, 13612389, 13612390, 13612391, 13612392, 13612393, 13612394, 13612395, 13612396, 13612397, 13612398, 13612399, 13612400, 13612401, 13612402, 13612403, 13612404, 13612405, 13612406, 13612407, 13612408, 13612409, 13612410, 13612411, 13612412, 13612413, 13612414, 13612415, 13612416, 13612417, 13612418, 13612419, 13612420, 13612421, 13612422, 13612423, 13612424, 13612425, 13612426, 13612427, 13612428, 13612429, 13612430, 13612431, 13612432, 13612433, 13612434, 13612435, 13612436, 13612437, 13612438, 13612439, 13612440, 13612441, 13612442, 13612443, 13612444, 13612445, 13612446, 13612447, 13612448, 13612449, 13612450, 13612451, 13612452, 13677770, 13677771, 13677772, 13677773], "trace_timestamp_s": 499.7430000000004, "ttft_s": 0.8825551250010903, "turn_id": 2} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 1955, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1955, "latency_s": 0.404257594000228, "output_length": 47, "proxy_request_id": "1382667:1:1382667:658", "request_id": "1382667:1:1382667:658", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1382667", "t_dispatch_unix": 1779961215.86064, "t_finish_unix": 1779961216.2648976, "t_first_token_unix": 1779961215.9878376, "tpot_s": 0.0060155509347722454, "trace_hash_ids": [13695912, 13695913, 13695914, 13695915], "trace_timestamp_s": 506.6720000000005, "ttft_s": 0.12719587099854834, "turn_id": 1} +{"actual_output_tokens": 35, "cached_tokens": 0, "effective_input_length": 627, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 627, "latency_s": 0.23806899199917098, "output_length": 35, "proxy_request_id": "1382804:1:1382804:660", "request_id": "1382804:1:1382804:660", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1382804", "t_dispatch_unix": 1779961216.1886232, "t_finish_unix": 1779961216.426692, "t_first_token_unix": 1779961216.2587411, "tpot_s": 0.004930554588260266, "trace_hash_ids": [13696917, 13696918], "trace_timestamp_s": 507.0010000000002, "ttft_s": 0.07011662699733279, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 3190, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3190, "latency_s": 0.5325231729984807, "output_length": 26, "proxy_request_id": "1382710:1:1382710:659", "request_id": "1382710:1:1382710:659", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1382710", "t_dispatch_unix": 1779961215.959431, "t_finish_unix": 1779961216.4919538, "t_first_token_unix": 1779961216.2529316, "tpot_s": 0.00954482936009299, "trace_hash_ids": [13684985, 13690307, 13696041, 13696042, 13696043, 13696044, 13696045], "trace_timestamp_s": 506.77000000000044, "ttft_s": 0.29349918499792693, "turn_id": 1} +{"actual_output_tokens": 821, "cached_tokens": 60003, "effective_input_length": 60004, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60004, "latency_s": 39.28712900800019, "output_length": 821, "proxy_request_id": "1313181:4:1368020:573", "request_id": "1313181:4:1368020:573", "request_type": "coder", "requested_output_tokens": 821, "session_id": "1313181", "t_dispatch_unix": 1779961177.600437, "t_finish_unix": 1779961216.8875656, "t_first_token_unix": 1779961205.5958643, "tpot_s": 0.01377009462194997, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13560946], "trace_timestamp_s": 455.47700000000077, "ttft_s": 27.99542541700066, "turn_id": 4} +{"actual_output_tokens": 53, "cached_tokens": 0, "effective_input_length": 5135, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5135, "latency_s": 0.5967878279989236, "output_length": 53, "proxy_request_id": "1383009:1:1383009:663", "request_id": "1383009:1:1383009:663", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1383009", "t_dispatch_unix": 1779961216.8306277, "t_finish_unix": 1779961217.4274154, "t_first_token_unix": 1779961217.1596773, "tpot_s": 0.005143453346206046, "trace_hash_ids": [13680021, 13680022, 13690856, 13690857, 13690858, 13690859, 13690860, 13690861, 13690862, 13698936, 13698937], "trace_timestamp_s": 507.64200000000073, "ttft_s": 0.32904852199862944, "turn_id": 1} +{"actual_output_tokens": 48, "cached_tokens": 3056, "effective_input_length": 5164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5164, "latency_s": 0.5750368009976228, "output_length": 48, "proxy_request_id": "1382294:2:1383073:664", "request_id": "1382294:2:1383073:664", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1382294", "t_dispatch_unix": 1779961217.05522, "t_finish_unix": 1779961217.630257, "t_first_token_unix": 1779961217.248231, "tpot_s": 0.008122881085078103, "trace_hash_ids": [13692603, 13692604, 13692605, 13692606, 13692607, 13692608, 13699684, 13699685, 13699686, 13699687, 13699688], "trace_timestamp_s": 507.8670000000002, "ttft_s": 0.19300988699978916, "turn_id": 2} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 9305, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9305, "latency_s": 1.0722212769978796, "output_length": 46, "proxy_request_id": "1383090:1:1383090:665", "request_id": "1383090:1:1383090:665", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1383090", "t_dispatch_unix": 1779961217.0967958, "t_finish_unix": 1779961218.1690176, "t_first_token_unix": 1779961217.8440647, "tpot_s": 0.007213467955524619, "trace_hash_ids": [13676594, 13676595, 13676596, 13676597, 13676598, 13676599, 13676600, 13684524, 13684525, 13684526, 13684527, 13693279, 13693280, 13693281, 13693282, 13693283, 13699848, 13699849, 13699850], "trace_timestamp_s": 507.90599999999995, "ttft_s": 0.7472668990012608, "turn_id": 1} +{"actual_output_tokens": 2085, "cached_tokens": 0, "effective_input_length": 35888, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35888, "latency_s": 29.401224984998407, "output_length": 2085, "proxy_request_id": "1301929:2:1375154:617", "request_id": "1301929:2:1375154:617", "request_type": "coder", "requested_output_tokens": 2085, "session_id": "1301929", "t_dispatch_unix": 1779961189.586002, "t_finish_unix": 1779961218.987227, "t_first_token_unix": 1779961194.93903, "tpot_s": 0.01153932444673734, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 244222, 244223, 8074420, 8074421, 12946894, 12946895, 12946896, 12946897, 12946898, 12946899, 12946900, 12946901, 12946902, 12946903, 12946904, 12946905, 12946906, 12946907, 12946908, 12946909, 12946910, 12946911, 12946912, 12946913, 12946914, 12946915, 12946916, 12946917, 12946918, 12946919, 12946920, 12946921, 12946922, 12946923, 12946924, 12946925, 12946926, 12946927, 12946928, 12946929, 12946930, 12946931, 12946932, 12946933, 12946934, 12946935, 12946936, 12946937, 12946938, 12946939, 12946940, 12946941, 12946942, 12946943, 12946944, 12946945, 12946946, 12946947, 12946948, 12946949, 12946950, 13626958, 13626959, 5975800], "trace_timestamp_s": 480.39800000000014, "ttft_s": 5.353026436998334, "turn_id": 2} +{"actual_output_tokens": 57, "cached_tokens": 7712, "effective_input_length": 10217, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10217, "latency_s": 1.8320441099967866, "output_length": 57, "proxy_request_id": "1379569:4:1383116:666", "request_id": "1379569:4:1383116:666", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1379569", "t_dispatch_unix": 1779961217.1876442, "t_finish_unix": 1779961219.0196874, "t_first_token_unix": 1779961218.6254559, "tpot_s": 0.007036325303553375, "trace_hash_ids": [13667374, 13667375, 13667376, 13667377, 13667378, 13674970, 13674971, 13674972, 13674973, 13674974, 13674975, 13674976, 13674977, 13685191, 13692448, 13692449, 13699991, 13699992, 13699993, 13699994], "trace_timestamp_s": 507.9990000000007, "ttft_s": 1.4378112899976259, "turn_id": 4} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 3186, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3186, "latency_s": 0.3275573409991921, "output_length": 27, "proxy_request_id": "1383625:1:1383625:668", "request_id": "1383625:1:1383625:668", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1383625", "t_dispatch_unix": 1779961219.0299954, "t_finish_unix": 1779961219.357553, "t_first_token_unix": 1779961219.2278018, "tpot_s": 0.004977503807682437, "trace_hash_ids": [13696954, 13704618, 13704619, 13704620, 13704621, 13704622, 13704623], "trace_timestamp_s": 509.84100000000035, "ttft_s": 0.19780504799928167, "turn_id": 1} +{"actual_output_tokens": 267, "cached_tokens": 0, "effective_input_length": 13989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13989, "latency_s": 8.3715028229999, "output_length": 267, "proxy_request_id": "1381387:1:1381387:648", "request_id": "1381387:1:1381387:648", "request_type": "coder", "requested_output_tokens": 267, "session_id": "1381387", "t_dispatch_unix": 1779961211.1200857, "t_finish_unix": 1779961219.4915886, "t_first_token_unix": 1779961212.3385026, "tpot_s": 0.026889539127816015, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13684112], "trace_timestamp_s": 501.9280000000008, "ttft_s": 1.2184157310002774, "turn_id": 1} +{"actual_output_tokens": 25, "cached_tokens": 0, "effective_input_length": 38111, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38111, "latency_s": 6.007715219999227, "output_length": 25, "proxy_request_id": "1382089:1:1382089:655", "request_id": "1382089:1:1382089:655", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1382089", "t_dispatch_unix": 1779961213.7091877, "t_finish_unix": 1779961219.716903, "t_first_token_unix": 1779961219.5815444, "tpot_s": 0.005630170583420598, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424], "trace_timestamp_s": 504.5050000000001, "ttft_s": 5.8723543739979505, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 3200, "effective_input_length": 4150, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4150, "latency_s": 0.539285506001761, "output_length": 27, "proxy_request_id": "1383625:2:1384279:673", "request_id": "1383625:2:1384279:673", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1383625", "t_dispatch_unix": 1779961221.4476826, "t_finish_unix": 1779961221.986968, "t_first_token_unix": 1779961221.6126456, "tpot_s": 0.014384175269207424, "trace_hash_ids": [13696954, 13704618, 13704619, 13704620, 13704621, 13704622, 13709928, 13709929, 13709930], "trace_timestamp_s": 512.2600000000002, "ttft_s": 0.16496198200184153, "turn_id": 2} +{"actual_output_tokens": 60, "cached_tokens": 2000, "effective_input_length": 5989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5989, "latency_s": 0.6532991259991832, "output_length": 60, "proxy_request_id": "1382667:2:1384299:674", "request_id": "1382667:2:1384299:674", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1382667", "t_dispatch_unix": 1779961221.5117762, "t_finish_unix": 1779961222.1650755, "t_first_token_unix": 1779961221.8408554, "tpot_s": 0.005491812050838805, "trace_hash_ids": [13695912, 13695913, 13695914, 13703943, 13703944, 13703945, 13703946, 13710107, 13710108, 13710109, 13710110, 13710111], "trace_timestamp_s": 512.3230000000003, "ttft_s": 0.32907759899899247, "turn_id": 2} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 11113, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11113, "latency_s": 1.1604360559977067, "output_length": 32, "proxy_request_id": "1383009:2:1384930:679", "request_id": "1383009:2:1384930:679", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1383009", "t_dispatch_unix": 1779961223.482176, "t_finish_unix": 1779961224.642612, "t_first_token_unix": 1779961224.3757327, "tpot_s": 0.008599916129066016, "trace_hash_ids": [13680021, 13680022, 13690856, 13690857, 13690858, 13690859, 13690860, 13690861, 13690862, 13698936, 13705525, 13705526, 13705527, 13705528, 13705529, 13705530, 13705531, 13716553, 13716554, 13716555, 13716556, 13716557], "trace_timestamp_s": 514.2930000000006, "ttft_s": 0.893555506998382, "turn_id": 2} +{"actual_output_tokens": 197, "cached_tokens": 0, "effective_input_length": 21221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21221, "latency_s": 4.83205750399793, "output_length": 197, "proxy_request_id": "1340290:3:1384149:672", "request_id": "1340290:3:1384149:672", "request_type": "coder", "requested_output_tokens": 197, "session_id": "1340290", "t_dispatch_unix": 1779961220.9684508, "t_finish_unix": 1779961225.8005083, "t_first_token_unix": 1779961224.1422117, "tpot_s": 0.008459281479580178, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13305218], "trace_timestamp_s": 511.78099999999995, "ttft_s": 3.1737589629992726, "turn_id": 3} +{"actual_output_tokens": 66, "cached_tokens": 59424, "effective_input_length": 59506, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59506, "latency_s": 9.849403902000631, "output_length": 66, "proxy_request_id": "1366128:10:1382843:661", "request_id": "1366128:10:1382843:661", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1366128", "t_dispatch_unix": 1779961216.3067253, "t_finish_unix": 1779961226.1561275, "t_first_token_unix": 1779961224.730495, "tpot_s": 0.021927637123063996, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13697230], "trace_timestamp_s": 507.1170000000002, "ttft_s": 8.423769370998343, "turn_id": 10} +{"actual_output_tokens": 141, "cached_tokens": 49856, "effective_input_length": 49865, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49865, "latency_s": 4.131244420997973, "output_length": 141, "proxy_request_id": "1340278:3:1384549:676", "request_id": "1340278:3:1384549:676", "request_type": "coder", "requested_output_tokens": 141, "session_id": "1340278", "t_dispatch_unix": 1779961222.2574425, "t_finish_unix": 1779961226.388687, "t_first_token_unix": 1779961222.3503282, "tpot_s": 0.028843157735718706, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13561218, 13561219, 13712170, 13712171, 13712172, 13712173, 13712174, 13712175, 13712176, 13712177, 13712178, 13712179, 13712180, 13712181, 13712182, 13712183, 13712184, 13712185, 13712186, 13712187, 13712188, 13712189, 13712190, 13712191, 13712192, 13712193, 13712194, 13712195, 13712196, 13712197, 13712198, 13712199, 13712200, 13712201, 13712202, 13712203, 13712204, 13712205, 13712206, 13712207, 13712208, 13712209, 13712210, 13712211, 13712212, 13712213, 13712214, 13712215, 13712216, 13712217, 13712218, 13712219, 13712220, 13712221, 13712222, 13712223, 13712224, 13712225, 13712226, 13712227, 13712228, 13712229, 13712230, 13712231, 13712232, 13712233, 13712234, 13712235, 13712236, 13712237, 13712238, 13712239, 13712240, 13712241, 13712242, 13712243], "trace_timestamp_s": 513.0550000000003, "ttft_s": 0.09288377899792977, "turn_id": 3} +{"actual_output_tokens": 5, "cached_tokens": 50000, "effective_input_length": 50272, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50272, "latency_s": 0.2546906809984648, "output_length": 5, "proxy_request_id": "1340278:3:1385417:683", "request_id": "1340278:3:1385417:683", "request_type": "coder", "requested_output_tokens": 5, "session_id": "1340278", "t_dispatch_unix": 1779961226.4052231, "t_finish_unix": 1779961226.659914, "t_first_token_unix": 1779961226.6277893, "tpot_s": 0.007957237000482564, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13561218, 13561219, 13720652, 1600817, 13720653, 13720654, 13720655, 13720656, 13720657, 13720658, 13720659, 13720660, 13720661, 13720662, 13720663, 13720664, 13720665, 13720666, 13720667, 13720668, 13720669, 13720670, 13720671, 13720672, 13720673, 13720674, 13720675, 13720676, 13720677, 13720678, 13720679, 13720680, 13720681, 13720682, 13720683, 13720684, 13720685, 13720686, 13720687, 13720688, 13720689, 13720690, 13720691, 13720692, 13720693, 13720694, 13720695, 13720696, 13720697, 13720698, 13720699, 13720700, 13720701, 13720702, 13720703, 13720704, 13720705, 13720706, 13720707, 13720708, 13720709, 13720710, 13720711, 13720712, 13720713, 13720714, 13720715, 13720716, 13720717, 13720718, 13720719, 13720720, 13720721, 13720722, 13720723, 13720724, 13720725], "trace_timestamp_s": 516.067, "ttft_s": 0.2225632849986141, "turn_id": 3} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 19034, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19034, "latency_s": 3.429977167998004, "output_length": 47, "proxy_request_id": "1384947:1:1384947:680", "request_id": "1384947:1:1384947:680", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1384947", "t_dispatch_unix": 1779961223.5407035, "t_finish_unix": 1779961226.9706805, "t_first_token_unix": 1779961225.4826107, "tpot_s": 0.03234096163040427, "trace_hash_ids": [4956072, 8815665, 13716742, 13716743, 13716744, 13716745, 13716746, 13716747, 13716748, 13716749, 13716750, 13716751, 13716752, 13716753, 13716754, 13716755, 13716756, 13716757, 13716758, 13716759, 13716760, 13716761, 13716762, 13716763, 13716764, 13716765, 13716766, 13716767, 13716768, 13716769, 13716770, 13716771, 13716772, 13716773, 13716774, 13716775, 13716776, 13716777], "trace_timestamp_s": 514.3460000000005, "ttft_s": 1.941905408999446, "turn_id": 1} +{"actual_output_tokens": 46, "cached_tokens": 9344, "effective_input_length": 16734, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16734, "latency_s": 2.2372972760022094, "output_length": 46, "proxy_request_id": "1383090:2:1385262:682", "request_id": "1383090:2:1385262:682", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1383090", "t_dispatch_unix": 1779961224.7344584, "t_finish_unix": 1779961226.9717557, "t_first_token_unix": 1779961226.3563964, "tpot_s": 0.013645293222200254, "trace_hash_ids": [13676594, 13676595, 13676596, 13676597, 13676598, 13676599, 13676600, 13684524, 13684525, 13684526, 13684527, 13693279, 13693280, 13693281, 13693282, 13693283, 13699848, 13699849, 13706451, 13706452, 13706453, 13706454, 13706455, 13711662, 13711663, 13711664, 13711665, 13711666, 13711667, 13711668, 13711669, 13719432, 13719433], "trace_timestamp_s": 515.5390000000007, "ttft_s": 1.6219366240002273, "turn_id": 2} +{"actual_output_tokens": 53, "cached_tokens": 21408, "effective_input_length": 26146, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26146, "latency_s": 1.3705328519972682, "output_length": 53, "proxy_request_id": "1340290:4:1385568:684", "request_id": "1340290:4:1385568:684", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1340290", "t_dispatch_unix": 1779961225.837082, "t_finish_unix": 1779961227.207615, "t_first_token_unix": 1779961226.756189, "tpot_s": 0.008676287788428173, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13722203], "trace_timestamp_s": 516.6480000000001, "ttft_s": 0.919105472999945, "turn_id": 4} +{"actual_output_tokens": 3119, "cached_tokens": 0, "effective_input_length": 15283, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15283, "latency_s": 24.4800995350015, "output_length": 3119, "proxy_request_id": "1378979:1:1378979:633", "request_id": "1378979:1:1378979:633", "request_type": "coder", "requested_output_tokens": 3119, "session_id": "1378979", "t_dispatch_unix": 1779961202.7560396, "t_finish_unix": 1779961227.2361388, "t_first_token_unix": 1779961204.1305313, "tpot_s": 0.007410323355356103, "trace_hash_ids": [1978, 1979, 1980, 1981, 1982, 1983, 1984, 1985, 1986, 1987, 1988, 1989, 1990, 1991, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007], "trace_timestamp_s": 493.5690000000004, "ttft_s": 1.3744901630016102, "turn_id": 1} +{"actual_output_tokens": 279, "cached_tokens": 14240, "effective_input_length": 28383, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28383, "latency_s": 7.8150791300031415, "output_length": 279, "proxy_request_id": "1381387:2:1383735:669", "request_id": "1381387:2:1383735:669", "request_type": "coder", "requested_output_tokens": 279, "session_id": "1381387", "t_dispatch_unix": 1779961219.4983363, "t_finish_unix": 1779961227.3134158, "t_first_token_unix": 1779961221.9058547, "tpot_s": 0.01945080808993042, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13705337], "trace_timestamp_s": 510.14500000000044, "ttft_s": 2.4075161690016103, "turn_id": 2} +{"actual_output_tokens": 824, "cached_tokens": 47400, "effective_input_length": 47401, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47401, "latency_s": 14.503592779001337, "output_length": 824, "proxy_request_id": "1364090:3:1381959:653", "request_id": "1364090:3:1381959:653", "request_type": "coder", "requested_output_tokens": 824, "session_id": "1364090", "t_dispatch_unix": 1779961213.2189758, "t_finish_unix": 1779961227.7225683, "t_first_token_unix": 1779961220.5742545, "tpot_s": 0.00868534206804538, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13688849], "trace_timestamp_s": 504.02300000000014, "ttft_s": 7.355276815000252, "turn_id": 3} +{"actual_output_tokens": 36, "cached_tokens": 26192, "effective_input_length": 27220, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27220, "latency_s": 0.5040359590020671, "output_length": 36, "proxy_request_id": "1340290:5:1386504:688", "request_id": "1340290:5:1386504:688", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1340290", "t_dispatch_unix": 1779961228.9834118, "t_finish_unix": 1779961229.4874475, "t_first_token_unix": 1779961229.2780688, "tpot_s": 0.0059738703428593, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13730728], "trace_timestamp_s": 519.7940000000008, "ttft_s": 0.29465452400108916, "turn_id": 5} +{"actual_output_tokens": 151, "cached_tokens": 0, "effective_input_length": 54012, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54012, "latency_s": 18.904712253999605, "output_length": 151, "proxy_request_id": "1382086:1:1382086:654", "request_id": "1382086:1:1382086:654", "request_type": "coder", "requested_output_tokens": 151, "session_id": "1382086", "t_dispatch_unix": 1779961213.7039952, "t_finish_unix": 1779961232.6087072, "t_first_token_unix": 1779961224.7080057, "tpot_s": 0.052668791533336236, "trace_hash_ids": [304046, 5767491, 5767492, 13689891, 13689892, 13689893, 13689894, 13689895, 13689896, 13689897, 13689898, 13689899, 1286259, 13689900, 13689901, 13689902, 13689903, 13689904, 1739228, 1739229, 1739230, 1739231, 13689905, 13689906, 13689907, 13689908, 13689909, 13689910, 13689911, 13689912, 13689913, 13689914, 13689915, 13689916, 13689917, 13689918, 13689919, 13689920, 13689921, 13689922, 13689923, 13689924, 13689925, 13689926, 13689927, 13689928, 13689929, 13689930, 13689931, 13689932, 13689933, 2269381, 13689934, 13689935, 669748, 669749, 669750, 669751, 13689936, 13689937, 192972, 192973, 13689938, 13689939, 13689940, 6755536, 13689941, 13689942, 13689943, 3519703, 13689944, 13689945, 13689946, 13689947, 13689948, 13689949, 13689950, 13689951, 13689952, 13689953, 13689954, 13689955, 13689956, 13689957, 13689958, 13689959, 13689960, 13689961, 13689962, 13689963, 13689964, 13689965, 13689966, 13689967, 13689968, 13689969, 13689970, 13689971, 13689972, 13689973, 13689974, 13689975, 13689976, 363720, 363721, 13689977], "trace_timestamp_s": 504.4960000000001, "ttft_s": 11.004008766998595, "turn_id": 1} +{"actual_output_tokens": 203, "cached_tokens": 100720, "effective_input_length": 100766, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 100766, "latency_s": 17.90225324199855, "output_length": 203, "proxy_request_id": "1279412:28:1382526:657", "request_id": "1279412:28:1382526:657", "request_type": "coder", "requested_output_tokens": 203, "session_id": "1279412", "t_dispatch_unix": 1779961215.3521242, "t_finish_unix": 1779961233.2543766, "t_first_token_unix": 1779961224.726055, "tpot_s": 0.042218208183155664, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13694899], "trace_timestamp_s": 506.16000000000076, "ttft_s": 9.373928124001395, "turn_id": 28} +{"actual_output_tokens": 232, "cached_tokens": 23840, "effective_input_length": 25226, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25226, "latency_s": 11.664814180003305, "output_length": 232, "proxy_request_id": "1355484:10:1384484:675", "request_id": "1355484:10:1384484:675", "request_type": "coder", "requested_output_tokens": 232, "session_id": "1355484", "t_dispatch_unix": 1779961222.1127355, "t_finish_unix": 1779961233.7775497, "t_first_token_unix": 1779961224.8764908, "tpot_s": 0.03853162806492777, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13711657], "trace_timestamp_s": 512.9250000000002, "ttft_s": 2.763753566003288, "turn_id": 10} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 4690, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4690, "latency_s": 11.2122991239994, "output_length": 27, "proxy_request_id": "1384772:1:1384772:677", "request_id": "1384772:1:1384772:677", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1384772", "t_dispatch_unix": 1779961222.9747674, "t_finish_unix": 1779961234.187066, "t_first_token_unix": 1779961223.272794, "tpot_s": 0.4197698694614911, "trace_hash_ids": [13696008, 13696009, 13702186, 13702187, 13702188, 13702189, 13702190, 13707543, 13707544, 13714402], "trace_timestamp_s": 513.7860000000001, "ttft_s": 0.29802561700125807, "turn_id": 1} +{"actual_output_tokens": 73, "cached_tokens": 100960, "effective_input_length": 101200, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101200, "latency_s": 1.0794889349999721, "output_length": 73, "proxy_request_id": "1279412:29:1385688:685", "request_id": "1279412:29:1385688:685", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1279412", "t_dispatch_unix": 1779961233.2583196, "t_finish_unix": 1779961234.3378086, "t_first_token_unix": 1779961233.6239853, "tpot_s": 0.009911182486121106, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13694899, 13723276], "trace_timestamp_s": 517.1180000000004, "ttft_s": 0.36566307099928963, "turn_id": 29} +{"actual_output_tokens": 13, "cached_tokens": 4704, "effective_input_length": 11530, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11530, "latency_s": 0.7897126180032501, "output_length": 13, "proxy_request_id": "1384772:2:1387335:693", "request_id": "1384772:2:1387335:693", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1384772", "t_dispatch_unix": 1779961234.1900995, "t_finish_unix": 1779961234.9798121, "t_first_token_unix": 1779961234.8538485, "tpot_s": 0.010476217166493976, "trace_hash_ids": [13696008, 13696009, 13702186, 13702187, 13702188, 13702189, 13702190, 13707543, 13707544, 13719995, 13719996, 13719997, 13719998, 13725304, 13732414, 13732415, 13732416, 13732417, 13732418, 13738419, 13738420, 13738421, 13738422], "trace_timestamp_s": 522.6730000000007, "ttft_s": 0.6637476230025641, "turn_id": 2} +{"actual_output_tokens": 81, "cached_tokens": 101264, "effective_input_length": 101396, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101396, "latency_s": 1.394958883000072, "output_length": 81, "proxy_request_id": "1279412:30:1387344:694", "request_id": "1279412:30:1387344:694", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1279412", "t_dispatch_unix": 1779961234.34187, "t_finish_unix": 1779961235.736829, "t_first_token_unix": 1779961234.6079926, "tpot_s": 0.014107070274985745, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13694899, 13723276, 13738467], "trace_timestamp_s": 522.6910000000007, "ttft_s": 0.2661203880015819, "turn_id": 30} +{"actual_output_tokens": 166, "cached_tokens": 25456, "effective_input_length": 26837, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26837, "latency_s": 1.557613617998868, "output_length": 166, "proxy_request_id": "1355484:11:1388276:696", "request_id": "1355484:11:1388276:696", "request_type": "coder", "requested_output_tokens": 166, "session_id": "1355484", "t_dispatch_unix": 1779961235.0939763, "t_finish_unix": 1779961236.6515899, "t_first_token_unix": 1779961235.4574065, "tpot_s": 0.007235634569687219, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13748329], "trace_timestamp_s": 525.906, "ttft_s": 0.3634283819992561, "turn_id": 11} +{"actual_output_tokens": 12, "cached_tokens": 656, "effective_input_length": 3678, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3678, "latency_s": 0.4329182840010617, "output_length": 12, "proxy_request_id": "1382804:2:1388620:698", "request_id": "1382804:2:1388620:698", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1382804", "t_dispatch_unix": 1779961236.47345, "t_finish_unix": 1779961236.9063683, "t_first_token_unix": 1779961236.7915719, "tpot_s": 0.01040120300008725, "trace_hash_ids": [13696917, 13723655, 13723656, 13723657, 13723658, 13736021, 13736022, 13751607], "trace_timestamp_s": 527.2850000000008, "ttft_s": 0.31812074999834294, "turn_id": 2} +{"actual_output_tokens": 18, "cached_tokens": 0, "effective_input_length": 12399, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12399, "latency_s": 7.172101903997827, "output_length": 18, "proxy_request_id": "1381728:2:1387040:690", "request_id": "1381728:2:1387040:690", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1381728", "t_dispatch_unix": 1779961230.763201, "t_finish_unix": 1779961237.9353025, "t_first_token_unix": 1779961231.7943208, "tpot_s": 0.3612205986471107, "trace_hash_ids": [13687007, 13687008, 13696180, 13696181, 13696182, 13696183, 13696184, 13703126, 13703127, 13703128, 13711511, 13711512, 13711513, 13711514, 13721898, 13721899, 13721900, 13721901, 13721902, 13729312, 13729313, 13729314, 13729315, 13735232, 13735233], "trace_timestamp_s": 521.5710000000008, "ttft_s": 1.0311184079982922, "turn_id": 2} +{"actual_output_tokens": 117, "cached_tokens": 0, "effective_input_length": 69465, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69465, "latency_s": 17.796258632999525, "output_length": 117, "proxy_request_id": "1342921:3:1384020:670", "request_id": "1342921:3:1384020:670", "request_type": "coder", "requested_output_tokens": 117, "session_id": "1342921", "t_dispatch_unix": 1779961220.39659, "t_finish_unix": 1779961238.1928487, "t_first_token_unix": 1779961237.213232, "tpot_s": 0.008442108025864682, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13707851], "trace_timestamp_s": 511.20600000000013, "ttft_s": 16.816639405999013, "turn_id": 3} +{"actual_output_tokens": 175, "cached_tokens": 27248, "effective_input_length": 27285, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27285, "latency_s": 7.563826929002971, "output_length": 175, "proxy_request_id": "1340290:6:1387365:695", "request_id": "1340290:6:1387365:695", "request_type": "coder", "requested_output_tokens": 175, "session_id": "1340290", "t_dispatch_unix": 1779961231.955079, "t_finish_unix": 1779961239.518906, "t_first_token_unix": 1779961237.8302898, "tpot_s": 0.009703190264378369, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13738577], "trace_timestamp_s": 522.7670000000007, "ttft_s": 5.875209062000067, "turn_id": 6} +{"actual_output_tokens": 265, "cached_tokens": 28656, "effective_input_length": 50793, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50793, "latency_s": 9.261960473002546, "output_length": 265, "proxy_request_id": "1381387:3:1387093:691", "request_id": "1381387:3:1387093:691", "request_type": "coder", "requested_output_tokens": 265, "session_id": "1381387", "t_dispatch_unix": 1779961230.969544, "t_finish_unix": 1779961240.2315042, "t_first_token_unix": 1779961237.827956, "tpot_s": 0.009103378034083245, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13736168], "trace_timestamp_s": 521.7730000000001, "ttft_s": 6.858410299002571, "turn_id": 3} +{"actual_output_tokens": 582, "cached_tokens": 62080, "effective_input_length": 85184, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85184, "latency_s": 17.376434781999706, "output_length": 582, "proxy_request_id": "1370129:4:1384856:678", "request_id": "1370129:4:1384856:678", "request_type": "coder", "requested_output_tokens": 582, "session_id": "1370129", "t_dispatch_unix": 1779961223.2385874, "t_finish_unix": 1779961240.6150222, "t_first_token_unix": 1779961234.0281165, "tpot_s": 0.01133676568847344, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500, 13667056, 13667057, 13667058, 13667059, 13667060, 13667061, 13667062, 13667063, 13667064, 13667065, 13715489, 13715490, 13715491, 13715492, 13715493, 13715494, 13715495, 13715496, 13715497, 13715498, 13715499, 13715500, 13715501, 13715502, 13715503, 13715504, 13715505, 13715506, 13715507, 13715508, 13715509, 13715510, 13715511, 13715512, 13715513, 13715514, 13715515, 13715516, 13715517, 13715518, 13715519, 13715520, 13715521, 13715522, 13715523, 13715524, 13715525, 13715526, 13715527, 13715528, 13715529, 13715530, 13715531, 13715532, 13715533, 13715534, 13715535], "trace_timestamp_s": 514.0410000000002, "ttft_s": 10.789527126999019, "turn_id": 4} +{"actual_output_tokens": 277, "cached_tokens": 69568, "effective_input_length": 70990, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70990, "latency_s": 3.2020188919996144, "output_length": 277, "proxy_request_id": "1342921:4:1389290:702", "request_id": "1342921:4:1389290:702", "request_type": "coder", "requested_output_tokens": 277, "session_id": "1342921", "t_dispatch_unix": 1779961238.8808362, "t_finish_unix": 1779961242.0828547, "t_first_token_unix": 1779961239.679127, "tpot_s": 0.008708108862318088, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 13758038], "trace_timestamp_s": 529.6910000000007, "ttft_s": 0.798288894999132, "turn_id": 4} +{"actual_output_tokens": 54, "cached_tokens": 0, "effective_input_length": 5110, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5110, "latency_s": 0.6031549740000628, "output_length": 54, "proxy_request_id": "1390240:1:1390240:705", "request_id": "1390240:1:1390240:705", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1390240", "t_dispatch_unix": 1779961242.4088376, "t_finish_unix": 1779961243.0119927, "t_first_token_unix": 1779961242.7359743, "tpot_s": 0.0052014364717354695, "trace_hash_ids": [13760644, 13760645, 13760646, 13760647, 13760648, 13760649, 13760650, 13760651, 13760652, 13766529], "trace_timestamp_s": 533.2200000000003, "ttft_s": 0.3271358390011301, "turn_id": 1} +{"actual_output_tokens": 370, "cached_tokens": 60816, "effective_input_length": 105902, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105902, "latency_s": 27.41286220799884, "output_length": 370, "proxy_request_id": "1313181:5:1320817:349", "request_id": "1313181:5:1320817:349", "request_type": "coder", "requested_output_tokens": 370, "session_id": "1313181", "t_dispatch_unix": 1779961216.9157927, "t_finish_unix": 1779961244.328655, "t_first_token_unix": 1779961240.37461, "tpot_s": 0.01071478246612131, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275], "trace_timestamp_s": 289.299, "ttft_s": 23.458814532998076, "turn_id": 5} +{"actual_output_tokens": 168, "cached_tokens": 71253, "effective_input_length": 71254, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71254, "latency_s": 20.446548733998497, "output_length": 168, "proxy_request_id": "1366128:11:1384044:671", "request_id": "1366128:11:1384044:671", "request_type": "coder", "requested_output_tokens": 168, "session_id": "1366128", "t_dispatch_unix": 1779961226.1638129, "t_finish_unix": 1779961246.6103616, "t_first_token_unix": 1779961244.423099, "tpot_s": 0.013095911574839443, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13708083], "trace_timestamp_s": 511.3190000000004, "ttft_s": 18.259283827999752, "turn_id": 11} +{"actual_output_tokens": 57, "cached_tokens": 0, "effective_input_length": 57656, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57656, "latency_s": 43.17655116300011, "output_length": 57, "proxy_request_id": "1263749:2:1379302:636", "request_id": "1263749:2:1379302:636", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1263749", "t_dispatch_unix": 1779961203.964452, "t_finish_unix": 1779961247.1410024, "t_first_token_unix": 1779961246.3342319, "tpot_s": 0.014402019035709859, "trace_hash_ids": [51262, 61305, 61306, 637504, 637505, 637506, 637507, 637508, 637509, 637510, 637511, 637512, 637513, 637514, 637515, 637516, 637517, 637518, 637519, 637520, 637521, 637522, 637523, 637524, 637525, 637526, 584014, 637527, 637528, 1022562, 637530, 1022563, 637532, 637533, 248930, 1022564, 4415649, 4415650, 4415651, 12449838, 12449839, 12449840, 12449841, 12449842, 12449843, 12449844, 12449845, 12449846, 12449847, 12449848, 12449849, 12449850, 12449851, 12449852, 12449853, 12449854, 12449855, 12449856, 12449857, 12449858, 12449859, 12449860, 12449861, 12449862, 12449863, 12449864, 12449865, 12449866, 12449867, 12449868, 12449869, 12449870, 12449871, 12449872, 12449873, 12449874, 12449875, 12449876, 12449877, 12449878, 12449879, 12449880, 12449881, 12449882, 12449883, 12449884, 12449885, 12449886, 12449887, 12449888, 12449889, 12449890, 12449891, 12449892, 12449893, 12449894, 12449895, 12449896, 12449897, 12553020, 12553021, 12553022, 12553023, 12553024, 12553025, 12553026, 12553027, 12553028, 12553029, 12553030, 12911454, 13469821, 13639785], "trace_timestamp_s": 494.77500000000055, "ttft_s": 42.36977738999849, "turn_id": 2} +{"actual_output_tokens": 58, "cached_tokens": 71408, "effective_input_length": 71578, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71578, "latency_s": 0.9438310259974969, "output_length": 58, "proxy_request_id": "1366128:12:1386045:687", "request_id": "1366128:12:1386045:687", "request_type": "coder", "requested_output_tokens": 58, "session_id": "1366128", "t_dispatch_unix": 1779961246.613512, "t_finish_unix": 1779961247.5573432, "t_first_token_unix": 1779961246.8649557, "tpot_s": 0.012142583438585382, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175], "trace_timestamp_s": 518.5060000000003, "ttft_s": 0.2514410339972528, "turn_id": 12} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 38242, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38242, "latency_s": 6.899160256001778, "output_length": 46, "proxy_request_id": "1355951:4:1389858:703", "request_id": "1355951:4:1389858:703", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1355951", "t_dispatch_unix": 1779961241.0094223, "t_finish_unix": 1779961247.908583, "t_first_token_unix": 1779961246.9465606, "tpot_s": 0.021371734311105683, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424], "trace_timestamp_s": 531.8220000000001, "ttft_s": 5.9371360469995125, "turn_id": 4} +{"actual_output_tokens": 438, "cached_tokens": 65392, "effective_input_length": 68187, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68187, "latency_s": 6.416432598998654, "output_length": 438, "proxy_request_id": "1363093:4:1390050:704", "request_id": "1363093:4:1390050:704", "request_type": "coder", "requested_output_tokens": 438, "session_id": "1363093", "t_dispatch_unix": 1779961241.6386523, "t_finish_unix": 1779961248.0550845, "t_first_token_unix": 1779961242.921232, "tpot_s": 0.011747177512581019, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147, 13620062, 13764670, 13764671, 13764672, 13764673, 13764674, 13764675, 13764676, 13764677, 13764678], "trace_timestamp_s": 532.4470000000001, "ttft_s": 1.2825781819992699, "turn_id": 4} +{"actual_output_tokens": 46, "cached_tokens": 71632, "effective_input_length": 71708, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71708, "latency_s": 0.6458663470002648, "output_length": 46, "proxy_request_id": "1366128:13:1387308:692", "request_id": "1366128:13:1387308:692", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1366128", "t_dispatch_unix": 1779961247.5605395, "t_finish_unix": 1779961248.2064056, "t_first_token_unix": 1779961247.7484553, "tpot_s": 0.010171554955579469, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13738057], "trace_timestamp_s": 522.5910000000003, "ttft_s": 0.1879021049971925, "turn_id": 13} +{"actual_output_tokens": 337, "cached_tokens": 0, "effective_input_length": 1349, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1349, "latency_s": 5.432907910002541, "output_length": 337, "proxy_request_id": "1390356:1:1390356:706", "request_id": "1390356:1:1390356:706", "request_type": "coder", "requested_output_tokens": 337, "session_id": "1390356", "t_dispatch_unix": 1779961242.8501606, "t_finish_unix": 1779961248.2830684, "t_first_token_unix": 1779961242.9600964, "tpot_s": 0.01584104134821289, "trace_hash_ids": [498451, 7523068, 6847035], "trace_timestamp_s": 533.6630000000005, "ttft_s": 0.10993423200125108, "turn_id": 1} +{"actual_output_tokens": 40, "cached_tokens": 0, "effective_input_length": 15302, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15302, "latency_s": 1.6061699769998086, "output_length": 40, "proxy_request_id": "1391584:1:1391584:713", "request_id": "1391584:1:1391584:713", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1391584", "t_dispatch_unix": 1779961246.927106, "t_finish_unix": 1779961248.5332756, "t_first_token_unix": 1779961248.3171418, "tpot_s": 0.005535887359049714, "trace_hash_ids": [13707702, 13707703, 13720726, 13720727, 13720728, 13720729, 13733320, 13733321, 13733322, 13733323, 13733324, 13733325, 13733326, 13746256, 13746257, 13746258, 13746259, 13754848, 13763119, 13763120, 13763121, 13763122, 13763123, 13770106, 13770107, 13770108, 13770109, 13779081, 13779082, 13779083], "trace_timestamp_s": 537.7290000000003, "ttft_s": 1.3900346589980472, "turn_id": 1} +{"actual_output_tokens": 652, "cached_tokens": 60848, "effective_input_length": 60858, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60858, "latency_s": 5.538251924997894, "output_length": 652, "proxy_request_id": "1313181:5:1374956:615", "request_id": "1313181:5:1374956:615", "request_type": "coder", "requested_output_tokens": 652, "session_id": "1313181", "t_dispatch_unix": 1779961244.3318274, "t_finish_unix": 1779961249.8700793, "t_first_token_unix": 1779961244.4368508, "tpot_s": 0.008345530313365365, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981], "trace_timestamp_s": 479.66400000000067, "ttft_s": 0.10502161600015825, "turn_id": 5} +{"actual_output_tokens": 457, "cached_tokens": 85760, "effective_input_length": 87687, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 87687, "latency_s": 7.334086050999758, "output_length": 457, "proxy_request_id": "1370129:5:1390477:708", "request_id": "1370129:5:1390477:708", "request_type": "coder", "requested_output_tokens": 457, "session_id": "1370129", "t_dispatch_unix": 1779961243.371035, "t_finish_unix": 1779961250.7051213, "t_first_token_unix": 1779961244.903253, "tpot_s": 0.012722748899122643, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500, 13667056, 13667057, 13667058, 13667059, 13667060, 13667061, 13667062, 13667063, 13667064, 13667065, 13715489, 13715490, 13715491, 13715492, 13715493, 13715494, 13715495, 13715496, 13715497, 13715498, 13715499, 13715500, 13715501, 13715502, 13715503, 13715504, 13715505, 13715506, 13715507, 13715508, 13715509, 13715510, 13715511, 13715512, 13715513, 13715514, 13715515, 13715516, 13715517, 13715518, 13715519, 13715520, 13715521, 13715522, 13715523, 13715524, 13715525, 13715526, 13715527, 13715528, 13715529, 13715530, 13715531, 13715532, 13715533, 13715534, 13768317, 13768318, 13768319, 13768320, 13768321, 13768322], "trace_timestamp_s": 534.1800000000003, "ttft_s": 1.5322153249981056, "turn_id": 5} +{"actual_output_tokens": 70, "cached_tokens": 15328, "effective_input_length": 15483, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15483, "latency_s": 0.4699495820023003, "output_length": 70, "proxy_request_id": "1391584:2:1392466:715", "request_id": "1391584:2:1392466:715", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1391584", "t_dispatch_unix": 1779961250.238156, "t_finish_unix": 1779961250.7081048, "t_first_token_unix": 1779961250.3182478, "tpot_s": 0.00564592939132337, "trace_hash_ids": [13786395, 13786396, 13786397, 13786398, 13786399, 13786400, 13786401, 13786402, 13786403, 13786404, 13786405, 13786406, 13786407, 13786408, 13786409, 13786410, 13786411, 13786412, 13786413, 13786414, 13786415, 13786416, 13786417, 13786418, 13786419, 13786420, 13786421, 13786422, 13786423, 13786424, 13786425], "trace_timestamp_s": 541.0450000000001, "ttft_s": 0.08009024200146087, "turn_id": 2} +{"actual_output_tokens": 265, "cached_tokens": 101472, "effective_input_length": 101993, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101993, "latency_s": 5.103521273998922, "output_length": 265, "proxy_request_id": "1279412:31:1391216:711", "request_id": "1279412:31:1391216:711", "request_type": "coder", "requested_output_tokens": 265, "session_id": "1279412", "t_dispatch_unix": 1779961245.9415743, "t_finish_unix": 1779961251.0450957, "t_first_token_unix": 1779961247.403894, "tpot_s": 0.013791350704540298, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13694899, 13723276, 13775473, 13775474], "trace_timestamp_s": 536.75, "ttft_s": 1.4623173460022372, "turn_id": 31} +{"actual_output_tokens": 204, "cached_tokens": 0, "effective_input_length": 28307, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28307, "latency_s": 4.8838549079991935, "output_length": 204, "proxy_request_id": "1391404:1:1391404:712", "request_id": "1391404:1:1391404:712", "request_type": "coder", "requested_output_tokens": 204, "session_id": "1391404", "t_dispatch_unix": 1779961246.40606, "t_finish_unix": 1779961251.2899146, "t_first_token_unix": 1779961249.9660997, "tpot_s": 0.006519982266021758, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 94557, 94558, 94559, 94560, 94561, 94562, 94563, 94564, 94565, 238090, 238091, 3841644, 3841645, 3841646, 3841647, 3841648, 3841649, 13750192, 3809872, 13750193, 13750194, 13777397, 13777398, 13777399, 13777400, 13777401, 13777402, 13777403, 13777404, 13777405, 13777406, 13777407, 13777408, 13777409, 13777410, 13777411, 13777412, 13777413, 13777414, 13777415, 13777416, 13777417, 13777418, 13777419, 13777420, 13777421, 13777422, 13777423, 13777424, 13777425, 13777426], "trace_timestamp_s": 537.2080000000005, "ttft_s": 3.5600381519980147, "turn_id": 1} +{"actual_output_tokens": 251, "cached_tokens": 26992, "effective_input_length": 28382, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28382, "latency_s": 3.2941329360000964, "output_length": 251, "proxy_request_id": "1355484:12:1391879:714", "request_id": "1355484:12:1391879:714", "request_type": "coder", "requested_output_tokens": 251, "session_id": "1355484", "t_dispatch_unix": 1779961248.0575547, "t_finish_unix": 1779961251.3516874, "t_first_token_unix": 1779961248.430861, "tpot_s": 0.011682237656001234, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13781560], "trace_timestamp_s": 538.8690000000006, "ttft_s": 0.3733030229996075, "turn_id": 12} +{"actual_output_tokens": 44, "cached_tokens": 5152, "effective_input_length": 7440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7440, "latency_s": 0.45008971400238806, "output_length": 44, "proxy_request_id": "1390240:2:1392954:717", "request_id": "1390240:2:1392954:717", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1390240", "t_dispatch_unix": 1779961251.9563837, "t_finish_unix": 1779961252.4064734, "t_first_token_unix": 1779961252.180427, "tpot_s": 0.005250290907032078, "trace_hash_ids": [13760644, 13760645, 13760646, 13760647, 13760648, 13760649, 13760650, 13760651, 13760652, 13766529, 13772017, 13790409, 13790410, 13790411, 13790412], "trace_timestamp_s": 542.768, "ttft_s": 0.22404201999961515, "turn_id": 2} +{"actual_output_tokens": 743, "cached_tokens": 22000, "effective_input_length": 23641, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23641, "latency_s": 9.175290150000365, "output_length": 743, "proxy_request_id": "1363943:9:1390468:707", "request_id": "1363943:9:1390468:707", "request_type": "coder", "requested_output_tokens": 743, "session_id": "1363943", "t_dispatch_unix": 1779961243.3231046, "t_finish_unix": 1779961252.498394, "t_first_token_unix": 1779961243.69526, "tpot_s": 0.01186376343665848, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13768294], "trace_timestamp_s": 534.134, "ttft_s": 0.37215371300044353, "turn_id": 9} +{"actual_output_tokens": 528, "cached_tokens": 0, "effective_input_length": 126340, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 126340, "latency_s": 69.16057026899944, "output_length": 528, "proxy_request_id": "1373431:1:1373431:606", "request_id": "1373431:1:1373431:606", "request_type": "coder", "requested_output_tokens": 528, "session_id": "1373431", "t_dispatch_unix": 1779961183.5601635, "t_finish_unix": 1779961252.7207334, "t_first_token_unix": 1779961234.6463046, "tpot_s": 0.03429634550663686, "trace_hash_ids": [57650, 57651, 57652, 57653, 57654, 57655, 57656, 57657, 57658, 57659, 57660, 57661, 57662, 57663, 57664, 57665, 57666, 57667, 57668, 57669, 57670, 57671, 57672, 57673, 57674, 57675, 57676, 57677, 57678, 57679, 57680, 57681, 57682, 11083275, 11083276, 11083277, 11083278, 11083279, 11268407, 11268408, 11268409, 11268410, 11268411, 11268412, 11268413, 11268414, 11268415, 12839907, 12839908, 12839909, 12839910, 12839911, 12839912, 12839913, 12839914, 12839915, 12839916, 12839917, 12839918, 12839919, 12839920, 12839921, 12839922, 12839923, 12839924, 12839925, 12839926, 12839927, 12839928, 12839929, 12839930, 12839931, 12839932, 12839933, 12839934, 12839935, 12839936, 12839937, 12839938, 12839939, 12839940, 12839941, 12839942, 12839943, 12839944, 12839945, 12839946, 12839947, 12839948, 12839949, 12839950, 12839951, 12839952, 12839953, 12839954, 12839955, 12839956, 12839957, 12839958, 12839959, 12839960, 12839961, 12839962, 12839963, 12839964, 12839965, 12839966, 12839967, 12839968, 12839969, 12839970, 12839971, 12839972, 12839973, 12839974, 12839975, 12839976, 12839977, 12839978, 12839979, 12839980, 12839981, 12839982, 12839983, 12839984, 12839985, 12839986, 12839987, 12839988, 12839989, 12839990, 12839991, 12839992, 12839993, 12839994, 12839995, 12839996, 12839997, 12839998, 12839999, 12840000, 12840001, 12840002, 12840003, 12840004, 12840005, 12840006, 12840007, 12840008, 12840009, 12840010, 12840011, 12840012, 12840013, 12840014, 12840015, 12840016, 12840017, 12840018, 12840019, 12840020, 12840021, 12840022, 13567592, 13567593, 13567594, 13567595, 13567596, 13567597, 13567598, 13567599, 13567600, 13567601, 13567602, 13567603, 13567604, 13567605, 13567606, 13567607, 13567608, 13567609, 13567610, 13567611, 13567612, 13567613, 13567614, 13567615, 13567616, 13567617, 13567618, 13567619, 13567620, 13567621, 13567622, 13567623, 13567624, 13567625, 13567626, 13567627, 13567628, 13567629, 13567630, 13567631, 13567632, 13567633, 13567634, 13567635, 13567636, 13567637, 13567638, 13567639, 13567640, 13567641, 13567642, 13567643, 13567644, 13567645, 13567646, 13567647, 13567648, 13567649, 13567650, 13567651, 13567652, 13567653, 13567654, 13567655, 13567656, 13567657, 13567658, 13567659, 13567660, 13567661, 13567662, 13567663, 13567664, 13567665, 13567666, 13567667, 13567668, 13567669, 13567670, 13567671, 13567672, 13567673, 13611158, 13611159], "trace_timestamp_s": 474.3240000000005, "ttft_s": 51.086139062001166, "turn_id": 1} +{"actual_output_tokens": 45, "cached_tokens": 0, "effective_input_length": 71899, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71899, "latency_s": 18.390056729997013, "output_length": 45, "proxy_request_id": "1388507:1:1388507:697", "request_id": "1388507:1:1388507:697", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1388507", "t_dispatch_unix": 1779961236.0074852, "t_finish_unix": 1779961254.397541, "t_first_token_unix": 1779961253.9755003, "tpot_s": 0.009586998068202362, "trace_hash_ids": [10601431, 21251, 21252, 21253, 7175275, 7175276, 7175277, 10601432, 10601433, 10601434, 10601435, 10601436, 10601437, 10601438, 10601439, 10601440, 10601441, 10601442, 10601443, 10601444, 10601445, 10601446, 10601447, 10601448, 10601449, 10601450, 10601451, 10601452, 10601453, 10601454, 10601455, 10601456, 10601457, 10601458, 10601459, 10601460, 10601461, 10601462, 10601463, 10601464, 10601465, 10601466, 10601467, 10601468, 10601469, 10601470, 10601471, 3889792, 10601472, 10479693, 10479694, 10479695, 10601473, 10601474, 76714, 76715, 76716, 10601475, 10601476, 10601477, 10601478, 10601479, 10601480, 10601481, 10601482, 10601483, 10601484, 10601485, 10601486, 10601487, 10601488, 10601489, 10601490, 10601491, 10601492, 10601493, 10601494, 10601495, 10601496, 10601497, 10601498, 10601499, 10601500, 10601501, 10601502, 10601503, 10601504, 10601505, 10601506, 10601507, 10601508, 10601509, 10601510, 10601511, 10601512, 10601513, 10601514, 11402004, 11402005, 11402006, 11402007, 11402008, 11402009, 11402010, 11402011, 11402012, 11402013, 11402014, 11402015, 11402016, 11402017, 11402018, 11402019, 11402020, 11402021, 11402022, 11402023, 11402024, 11402025, 11402026, 11402027, 11402028, 11402029, 11402030, 11402031, 11402032, 11853944, 11853945, 11853946, 11853947, 11853948, 11853949, 11853950, 11853951, 12251200, 12251201, 12251202, 12251203, 12251204, 12251205, 13699728], "trace_timestamp_s": 526.7930000000006, "ttft_s": 17.968013943998812, "turn_id": 1} +{"actual_output_tokens": 140, "cached_tokens": 126864, "effective_input_length": 127267, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 127267, "latency_s": 2.235697911000898, "output_length": 140, "proxy_request_id": "1373431:2:1378320:629", "request_id": "1373431:2:1378320:629", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1373431", "t_dispatch_unix": 1779961252.7271013, "t_finish_unix": 1779961254.9627986, "t_first_token_unix": 1779961253.3711941, "tpot_s": 0.01144854988487816, "trace_hash_ids": [57650, 57651, 57652, 57653, 57654, 57655, 57656, 57657, 57658, 57659, 57660, 57661, 57662, 57663, 57664, 57665, 57666, 57667, 57668, 57669, 57670, 57671, 57672, 57673, 57674, 57675, 57676, 57677, 57678, 57679, 57680, 57681, 57682, 11083275, 11083276, 11083277, 11083278, 11083279, 11268407, 11268408, 11268409, 11268410, 11268411, 11268412, 11268413, 11268414, 11268415, 12839907, 12839908, 12839909, 12839910, 12839911, 12839912, 12839913, 12839914, 12839915, 12839916, 12839917, 12839918, 12839919, 12839920, 12839921, 12839922, 12839923, 12839924, 12839925, 12839926, 12839927, 12839928, 12839929, 12839930, 12839931, 12839932, 12839933, 12839934, 12839935, 12839936, 12839937, 12839938, 12839939, 12839940, 12839941, 12839942, 12839943, 12839944, 12839945, 12839946, 12839947, 12839948, 12839949, 12839950, 12839951, 12839952, 12839953, 12839954, 12839955, 12839956, 12839957, 12839958, 12839959, 12839960, 12839961, 12839962, 12839963, 12839964, 12839965, 12839966, 12839967, 12839968, 12839969, 12839970, 12839971, 12839972, 12839973, 12839974, 12839975, 12839976, 12839977, 12839978, 12839979, 12839980, 12839981, 12839982, 12839983, 12839984, 12839985, 12839986, 12839987, 12839988, 12839989, 12839990, 12839991, 12839992, 12839993, 12839994, 12839995, 12839996, 12839997, 12839998, 12839999, 12840000, 12840001, 12840002, 12840003, 12840004, 12840005, 12840006, 12840007, 12840008, 12840009, 12840010, 12840011, 12840012, 12840013, 12840014, 12840015, 12840016, 12840017, 12840018, 12840019, 12840020, 12840021, 12840022, 13567592, 13567593, 13567594, 13567595, 13567596, 13567597, 13567598, 13567599, 13567600, 13567601, 13567602, 13567603, 13567604, 13567605, 13567606, 13567607, 13567608, 13567609, 13567610, 13567611, 13567612, 13567613, 13567614, 13567615, 13567616, 13567617, 13567618, 13567619, 13567620, 13567621, 13567622, 13567623, 13567624, 13567625, 13567626, 13567627, 13567628, 13567629, 13567630, 13567631, 13567632, 13567633, 13567634, 13567635, 13567636, 13567637, 13567638, 13567639, 13567640, 13567641, 13567642, 13567643, 13567644, 13567645, 13567646, 13567647, 13567648, 13567649, 13567650, 13567651, 13567652, 13567653, 13567654, 13567655, 13567656, 13567657, 13567658, 13567659, 13567660, 13567661, 13567662, 13567663, 13567664, 13567665, 13567666, 13567667, 13567668, 13567669, 13567670, 13567671, 13567672, 13567673, 13611158, 13655780, 13655781, 13655782], "trace_timestamp_s": 491.299, "ttft_s": 0.64409007300128, "turn_id": 2} +{"actual_output_tokens": 179, "cached_tokens": 19072, "effective_input_length": 20183, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20183, "latency_s": 17.98229467800047, "output_length": 179, "proxy_request_id": "1384947:2:1388842:700", "request_id": "1384947:2:1388842:700", "request_type": "coder", "requested_output_tokens": 179, "session_id": "1384947", "t_dispatch_unix": 1779961237.2306297, "t_finish_unix": 1779961255.2129242, "t_first_token_unix": 1779961253.9680262, "tpot_s": 0.006992144584278884, "trace_hash_ids": [4956072, 8815665, 13716742, 13716743, 13716744, 13716745, 13716746, 13716747, 13716748, 13716749, 13716750, 13716751, 13716752, 13716753, 13716754, 13716755, 13716756, 13716757, 13716758, 13716759, 13716760, 13716761, 13716762, 13716763, 13716764, 13716765, 13716766, 13716767, 13753560, 13753561, 13753562, 13753563, 13753564, 13753565, 13753566, 13753567, 13753568, 13753569, 13753570, 13753571], "trace_timestamp_s": 528.0410000000002, "ttft_s": 16.73739491699962, "turn_id": 2} +{"actual_output_tokens": 103, "cached_tokens": 71744, "effective_input_length": 83404, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83404, "latency_s": 7.315010008001991, "output_length": 103, "proxy_request_id": "1366128:14:1389156:701", "request_id": "1366128:14:1389156:701", "request_type": "coder", "requested_output_tokens": 103, "session_id": "1366128", "t_dispatch_unix": 1779961248.2153976, "t_finish_unix": 1779961255.5304077, "t_first_token_unix": 1779961254.0790684, "tpot_s": 0.014225623382349024, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710], "trace_timestamp_s": 529.2550000000001, "ttft_s": 5.863669271002436, "turn_id": 14} +{"actual_output_tokens": 194, "cached_tokens": 20352, "effective_input_length": 20683, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20683, "latency_s": 1.3252098379998642, "output_length": 194, "proxy_request_id": "1384947:3:1390898:710", "request_id": "1384947:3:1390898:710", "request_type": "coder", "requested_output_tokens": 194, "session_id": "1384947", "t_dispatch_unix": 1779961255.2158263, "t_finish_unix": 1779961256.5410361, "t_first_token_unix": 1779961255.353676, "tpot_s": 0.006150768031100767, "trace_hash_ids": [4956072, 8815665, 13716742, 13716743, 13716744, 13716745, 13716746, 13716747, 13716748, 13716749, 13716750, 13716751, 13716752, 13716753, 13716754, 13716755, 13716756, 13716757, 13716758, 13716759, 13716760, 13716761, 13716762, 13716763, 13716764, 13716765, 13716766, 13716767, 13753560, 13753561, 13753562, 13772382, 13772383, 13772384, 13772385, 13772386, 13772387, 13772388, 13772389, 13772390, 13772391], "trace_timestamp_s": 535.8690000000006, "ttft_s": 0.13784845099871745, "turn_id": 3} +{"actual_output_tokens": 90, "cached_tokens": 127392, "effective_input_length": 128201, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 128201, "latency_s": 1.8699649810005212, "output_length": 90, "proxy_request_id": "1373431:3:1383388:667", "request_id": "1373431:3:1383388:667", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1373431", "t_dispatch_unix": 1779961254.968364, "t_finish_unix": 1779961256.8383288, "t_first_token_unix": 1779961255.8533227, "tpot_s": 0.01106496061798639, "trace_hash_ids": [57650, 57651, 57652, 57653, 57654, 57655, 57656, 57657, 57658, 57659, 57660, 57661, 57662, 57663, 57664, 57665, 57666, 57667, 57668, 57669, 57670, 57671, 57672, 57673, 57674, 57675, 57676, 57677, 57678, 57679, 57680, 57681, 57682, 11083275, 11083276, 11083277, 11083278, 11083279, 11268407, 11268408, 11268409, 11268410, 11268411, 11268412, 11268413, 11268414, 11268415, 12839907, 12839908, 12839909, 12839910, 12839911, 12839912, 12839913, 12839914, 12839915, 12839916, 12839917, 12839918, 12839919, 12839920, 12839921, 12839922, 12839923, 12839924, 12839925, 12839926, 12839927, 12839928, 12839929, 12839930, 12839931, 12839932, 12839933, 12839934, 12839935, 12839936, 12839937, 12839938, 12839939, 12839940, 12839941, 12839942, 12839943, 12839944, 12839945, 12839946, 12839947, 12839948, 12839949, 12839950, 12839951, 12839952, 12839953, 12839954, 12839955, 12839956, 12839957, 12839958, 12839959, 12839960, 12839961, 12839962, 12839963, 12839964, 12839965, 12839966, 12839967, 12839968, 12839969, 12839970, 12839971, 12839972, 12839973, 12839974, 12839975, 12839976, 12839977, 12839978, 12839979, 12839980, 12839981, 12839982, 12839983, 12839984, 12839985, 12839986, 12839987, 12839988, 12839989, 12839990, 12839991, 12839992, 12839993, 12839994, 12839995, 12839996, 12839997, 12839998, 12839999, 12840000, 12840001, 12840002, 12840003, 12840004, 12840005, 12840006, 12840007, 12840008, 12840009, 12840010, 12840011, 12840012, 12840013, 12840014, 12840015, 12840016, 12840017, 12840018, 12840019, 12840020, 12840021, 12840022, 13567592, 13567593, 13567594, 13567595, 13567596, 13567597, 13567598, 13567599, 13567600, 13567601, 13567602, 13567603, 13567604, 13567605, 13567606, 13567607, 13567608, 13567609, 13567610, 13567611, 13567612, 13567613, 13567614, 13567615, 13567616, 13567617, 13567618, 13567619, 13567620, 13567621, 13567622, 13567623, 13567624, 13567625, 13567626, 13567627, 13567628, 13567629, 13567630, 13567631, 13567632, 13567633, 13567634, 13567635, 13567636, 13567637, 13567638, 13567639, 13567640, 13567641, 13567642, 13567643, 13567644, 13567645, 13567646, 13567647, 13567648, 13567649, 13567650, 13567651, 13567652, 13567653, 13567654, 13567655, 13567656, 13567657, 13567658, 13567659, 13567660, 13567661, 13567662, 13567663, 13567664, 13567665, 13567666, 13567667, 13567668, 13567669, 13567670, 13567671, 13567672, 13567673, 13611158, 13655780, 13655781, 13702464, 13702465, 13702466], "trace_timestamp_s": 508.9840000000004, "ttft_s": 0.8849562389987113, "turn_id": 3} +{"actual_output_tokens": 71, "cached_tokens": 28624, "effective_input_length": 28665, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28665, "latency_s": 0.5081209790005232, "output_length": 71, "proxy_request_id": "1355484:13:1394384:723", "request_id": "1355484:13:1394384:723", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1355484", "t_dispatch_unix": 1779961256.96365, "t_finish_unix": 1779961257.4717708, "t_first_token_unix": 1779961257.0339262, "tpot_s": 0.006250974014307888, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13803562], "trace_timestamp_s": 547.7760000000007, "ttft_s": 0.07027442199978395, "turn_id": 13} +{"actual_output_tokens": 2, "cached_tokens": 0, "effective_input_length": 982, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 982, "latency_s": 0.5991339930005779, "output_length": 2, "proxy_request_id": "1394428:1:1394428:724", "request_id": "1394428:1:1394428:724", "request_type": "coder", "requested_output_tokens": 2, "session_id": "1394428", "t_dispatch_unix": 1779961257.1098583, "t_finish_unix": 1779961257.7089922, "t_first_token_unix": 1779961257.3420699, "tpot_s": 0.36639539200041327, "trace_hash_ids": [7025, 13804096], "trace_timestamp_s": 547.9230000000007, "ttft_s": 0.23220993900031317, "turn_id": 1} +{"actual_output_tokens": 19, "cached_tokens": 0, "effective_input_length": 4428, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4428, "latency_s": 0.9898453050009266, "output_length": 19, "proxy_request_id": "1394482:1:1394482:726", "request_id": "1394482:1:1394482:726", "request_type": "coder", "requested_output_tokens": 19, "session_id": "1394482", "t_dispatch_unix": 1779961257.3803952, "t_finish_unix": 1779961258.3702407, "t_first_token_unix": 1779961258.0705624, "tpot_s": 0.016626827388891898, "trace_hash_ids": [13785573, 13792906, 13792907, 13792908, 13792909, 13798843, 13804481, 13804482, 13804483], "trace_timestamp_s": 548.192, "ttft_s": 0.6901654950015654, "turn_id": 1} +{"actual_output_tokens": 73, "cached_tokens": 0, "effective_input_length": 4675, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4675, "latency_s": 2.3831948260012723, "output_length": 73, "proxy_request_id": "1394167:1:1394167:721", "request_id": "1394167:1:1394167:721", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1394167", "t_dispatch_unix": 1779961256.2211258, "t_finish_unix": 1779961258.6043203, "t_first_token_unix": 1779961256.6164162, "tpot_s": 0.027604829125013768, "trace_hash_ids": [13801402, 13801403, 13801404, 13801405, 13801406, 13801407, 13801408, 13801409, 13801410, 13801411], "trace_timestamp_s": 547.0320000000002, "ttft_s": 0.39528987200174015, "turn_id": 1} +{"actual_output_tokens": 118, "cached_tokens": 83504, "effective_input_length": 83622, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83622, "latency_s": 3.086612574003084, "output_length": 118, "proxy_request_id": "1366128:15:1390663:709", "request_id": "1366128:15:1390663:709", "request_type": "coder", "requested_output_tokens": 118, "session_id": "1366128", "t_dispatch_unix": 1779961255.5338488, "t_finish_unix": 1779961258.620461, "t_first_token_unix": 1779961255.7785995, "tpot_s": 0.02428792201709047, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13769857], "trace_timestamp_s": 534.7930000000006, "ttft_s": 0.24474814000132028, "turn_id": 15} +{"actual_output_tokens": 51, "cached_tokens": 0, "effective_input_length": 4736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4736, "latency_s": 2.3181864279977162, "output_length": 51, "proxy_request_id": "1394432:1:1394432:725", "request_id": "1394432:1:1394432:725", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1394432", "t_dispatch_unix": 1779961257.1268547, "t_finish_unix": 1779961259.4450414, "t_first_token_unix": 1779961257.7081144, "tpot_s": 0.034729709480016024, "trace_hash_ids": [13788220, 13788221, 13788222, 13788223, 13788224, 13804106, 13804107, 13804108, 13804109, 13804110], "trace_timestamp_s": 547.9380000000001, "ttft_s": 0.5812574269984907, "turn_id": 1} +{"actual_output_tokens": 49, "cached_tokens": 4784, "effective_input_length": 6892, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6892, "latency_s": 0.9877605959991342, "output_length": 49, "proxy_request_id": "1394432:2:1395186:729", "request_id": "1394432:2:1395186:729", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1394432", "t_dispatch_unix": 1779961259.7153206, "t_finish_unix": 1779961260.7030818, "t_first_token_unix": 1779961259.9998624, "tpot_s": 0.014643973270797991, "trace_hash_ids": [13788220, 13788221, 13788222, 13788223, 13788224, 13804106, 13804107, 13804108, 13804109, 13810289, 13810290, 13810291, 13810292, 13810293], "trace_timestamp_s": 550.527, "ttft_s": 0.2845402679995459, "turn_id": 2} +{"actual_output_tokens": 117, "cached_tokens": 4736, "effective_input_length": 4863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4863, "latency_s": 1.964435688998492, "output_length": 117, "proxy_request_id": "1394167:2:1395165:728", "request_id": "1394167:2:1395165:728", "request_type": "coder", "requested_output_tokens": 117, "session_id": "1394167", "t_dispatch_unix": 1779961259.6525593, "t_finish_unix": 1779961261.616995, "t_first_token_unix": 1779961259.7141054, "tpot_s": 0.016399457974142117, "trace_hash_ids": [13801402, 13801403, 13801404, 13801405, 13801406, 13801407, 13801408, 13801409, 13801410, 13810026], "trace_timestamp_s": 550.4650000000001, "ttft_s": 0.06154433299889206, "turn_id": 2} +{"actual_output_tokens": 206, "cached_tokens": 83728, "effective_input_length": 84897, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 84897, "latency_s": 3.78062619100092, "output_length": 206, "proxy_request_id": "1366128:16:1392704:716", "request_id": "1366128:16:1392704:716", "request_type": "coder", "requested_output_tokens": 206, "session_id": "1366128", "t_dispatch_unix": 1779961258.6249638, "t_finish_unix": 1779961262.4055905, "t_first_token_unix": 1779961259.3993201, "tpot_s": 0.014663197751218743, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167], "trace_timestamp_s": 541.9360000000006, "ttft_s": 0.7743531650012301, "turn_id": 16} +{"actual_output_tokens": 65, "cached_tokens": 0, "effective_input_length": 35450, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35450, "latency_s": 5.631314447000477, "output_length": 65, "proxy_request_id": "1394696:1:1394696:727", "request_id": "1394696:1:1394696:727", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1394696", "t_dispatch_unix": 1779961258.151984, "t_finish_unix": 1779961263.7832985, "t_first_token_unix": 1779961263.3647716, "tpot_s": 0.006535092312503821, "trace_hash_ids": [13806090, 13806091, 13806092, 13806093, 13806094, 13806095, 13806096, 13806097, 13806098, 13806099, 13806100, 13806101, 13806102, 13806103, 13806104, 13806105, 13806106, 13806107, 13806108, 13806109, 13806110, 13806111, 13806112, 13806113, 13806114, 13806115, 13806116, 9511238, 9511239, 9511240, 9511241, 13806117, 13806118, 13806119, 13806120, 13806121, 13806122, 13806123, 13806124, 13806125, 13806126, 13806127, 13806128, 13806129, 13806130, 13806131, 13806132, 13806133, 13806134, 13806135, 13806136, 13806137, 13806138, 13806139, 13806140, 13806141, 13806142, 13806143, 13806144, 13806145, 13806146, 13806147, 13806148, 13806149, 13806150, 13806151, 13806152, 13806153, 13806154, 13806155], "trace_timestamp_s": 548.9520000000002, "ttft_s": 5.212784842999099, "turn_id": 1} +{"actual_output_tokens": 99, "cached_tokens": 85088, "effective_input_length": 85276, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85276, "latency_s": 1.462991914999293, "output_length": 99, "proxy_request_id": "1366128:17:1395596:731", "request_id": "1366128:17:1395596:731", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1366128", "t_dispatch_unix": 1779961262.409916, "t_finish_unix": 1779961263.8729079, "t_first_token_unix": 1779961262.6987205, "tpot_s": 0.01197826947961347, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13813611], "trace_timestamp_s": 552.0660000000007, "ttft_s": 0.2888019789970713, "turn_id": 17} +{"actual_output_tokens": 613, "cached_tokens": 48224, "effective_input_length": 48944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48944, "latency_s": 12.333433581999998, "output_length": 613, "proxy_request_id": "1364090:4:1392998:718", "request_id": "1364090:4:1392998:718", "request_type": "coder", "requested_output_tokens": 613, "session_id": "1364090", "t_dispatch_unix": 1779961252.0579402, "t_finish_unix": 1779961264.3913739, "t_first_token_unix": 1779961254.3266752, "tpot_s": 0.016445157398694017, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13790837], "trace_timestamp_s": 542.8680000000004, "ttft_s": 2.268732860000455, "turn_id": 4} +{"actual_output_tokens": 213, "cached_tokens": 0, "effective_input_length": 21241, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21241, "latency_s": 3.5751392470010614, "output_length": 213, "proxy_request_id": "1395933:1:1395933:732", "request_id": "1395933:1:1395933:732", "request_type": "coder", "requested_output_tokens": 213, "session_id": "1395933", "t_dispatch_unix": 1779961262.4476838, "t_finish_unix": 1779961266.022823, "t_first_token_unix": 1779961264.7192242, "tpot_s": 0.006147612014158441, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 4820695, 12527506, 12667198, 12747031, 12878182, 12930465, 13027097, 13219058, 13256881, 13445564, 13599228, 13718544, 13817211, 13817212, 13817213, 13817214, 13817215, 13817216, 13817217], "trace_timestamp_s": 553.2570000000005, "ttft_s": 2.2715380279987585, "turn_id": 1} +{"actual_output_tokens": 132, "cached_tokens": 0, "effective_input_length": 17047, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17047, "latency_s": 2.4236034830028075, "output_length": 132, "proxy_request_id": "1305906:3:1396717:733", "request_id": "1305906:3:1396717:733", "request_type": "coder", "requested_output_tokens": 132, "session_id": "1305906", "t_dispatch_unix": 1779961265.039022, "t_finish_unix": 1779961267.462625, "t_first_token_unix": 1779961266.7005978, "tpot_s": 0.0058151198091618145, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 13824632], "trace_timestamp_s": 555.8500000000004, "ttft_s": 1.661574379002559, "turn_id": 3} +{"actual_output_tokens": 33, "cached_tokens": 10672, "effective_input_length": 10736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10736, "latency_s": 0.47716538900203886, "output_length": 33, "proxy_request_id": "1362265:5:1398180:741", "request_id": "1362265:5:1398180:741", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1362265", "t_dispatch_unix": 1779961270.2809854, "t_finish_unix": 1779961270.7581506, "t_first_token_unix": 1779961270.3569844, "tpot_s": 0.012524095625053633, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588], "trace_timestamp_s": 561.094, "ttft_s": 0.07599742800084641, "turn_id": 5} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 7877, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7877, "latency_s": 0.6660524449980585, "output_length": 24, "proxy_request_id": "1398594:1:1398594:744", "request_id": "1398594:1:1398594:744", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1398594", "t_dispatch_unix": 1779961271.5688825, "t_finish_unix": 1779961272.2349348, "t_first_token_unix": 1779961272.1177392, "tpot_s": 0.005084298695652726, "trace_hash_ids": [13835320, 13835321, 13835322, 13835323, 13835324, 13835325, 13835326, 13841636, 13841637, 13841638, 13841639, 13841640, 13841641, 13841642, 13841643, 13841644], "trace_timestamp_s": 562.3790000000008, "ttft_s": 0.5488555709998764, "turn_id": 1} +{"actual_output_tokens": 213, "cached_tokens": 28720, "effective_input_length": 31224, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31224, "latency_s": 2.0488908030019957, "output_length": 213, "proxy_request_id": "1355484:14:1398178:740", "request_id": "1355484:14:1398178:740", "request_type": "coder", "requested_output_tokens": 213, "session_id": "1355484", "t_dispatch_unix": 1779961270.2782109, "t_finish_unix": 1779961272.3271015, "t_first_token_unix": 1779961270.9254813, "tpot_s": 0.00661032772169628, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13803562, 13837295, 13837296, 13837297, 13837298, 13837299], "trace_timestamp_s": 561.0889999999999, "ttft_s": 0.6472680090009817, "turn_id": 14} +{"actual_output_tokens": 107, "cached_tokens": 7472, "effective_input_length": 10890, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10890, "latency_s": 12.523740225999063, "output_length": 107, "proxy_request_id": "1390240:3:1395387:730", "request_id": "1390240:3:1395387:730", "request_type": "coder", "requested_output_tokens": 107, "session_id": "1390240", "t_dispatch_unix": 1779961260.5083046, "t_finish_unix": 1779961273.032045, "t_first_token_unix": 1779961271.1650758, "tpot_s": 0.017609399452854665, "trace_hash_ids": [13760644, 13760645, 13760646, 13760647, 13760648, 13760649, 13760650, 13760651, 13760652, 13766529, 13772017, 13790409, 13790410, 13790411, 13798738, 13798739, 13805950, 13805951, 13805952, 13812101, 13812102, 13812103], "trace_timestamp_s": 551.3200000000006, "ttft_s": 10.656770353998581, "turn_id": 3} +{"actual_output_tokens": 185, "cached_tokens": 61504, "effective_input_length": 106305, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106305, "latency_s": 25.37441245000082, "output_length": 185, "proxy_request_id": "1313181:6:1324908:369", "request_id": "1313181:6:1324908:369", "request_type": "coder", "requested_output_tokens": 185, "session_id": "1313181", "t_dispatch_unix": 1779961249.873696, "t_finish_unix": 1779961275.2481077, "t_first_token_unix": 1779961273.3074448, "tpot_s": 0.010544429673917994, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13161676], "trace_timestamp_s": 303.64200000000073, "ttft_s": 23.43374689399934, "turn_id": 6} +{"actual_output_tokens": 46, "cached_tokens": 10768, "effective_input_length": 10816, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10816, "latency_s": 0.6107437919999938, "output_length": 46, "proxy_request_id": "1362265:6:1399937:747", "request_id": "1362265:6:1399937:747", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1362265", "t_dispatch_unix": 1779961276.3478813, "t_finish_unix": 1779961276.9586253, "t_first_token_unix": 1779961276.4163456, "tpot_s": 0.012040873288949823, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 13854355], "trace_timestamp_s": 567.1610000000001, "ttft_s": 0.06846341499840491, "turn_id": 6} +{"actual_output_tokens": 79, "cached_tokens": 31424, "effective_input_length": 31469, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31469, "latency_s": 0.575001187997259, "output_length": 79, "proxy_request_id": "1355484:15:1400281:750", "request_id": "1355484:15:1400281:750", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1355484", "t_dispatch_unix": 1779961277.3825762, "t_finish_unix": 1779961277.9575768, "t_first_token_unix": 1779961277.4593205, "tpot_s": 0.006384544269213877, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13803562, 13837295, 13837296, 13837297, 13837298, 13837299, 13857350], "trace_timestamp_s": 568.1950000000006, "ttft_s": 0.07674325799962389, "turn_id": 15} +{"actual_output_tokens": 57, "cached_tokens": 0, "effective_input_length": 3707, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3707, "latency_s": 0.5171849300022586, "output_length": 57, "proxy_request_id": "1400379:1:1400379:751", "request_id": "1400379:1:1400379:751", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1400379", "t_dispatch_unix": 1779961277.6964293, "t_finish_unix": 1779961278.2136142, "t_first_token_unix": 1779961277.9264166, "tpot_s": 0.005124267714303902, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13858195], "trace_timestamp_s": 568.5080000000007, "ttft_s": 0.22998584900051355, "turn_id": 1} +{"actual_output_tokens": 442, "cached_tokens": 61536, "effective_input_length": 61543, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61543, "latency_s": 3.7696839769996586, "output_length": 442, "proxy_request_id": "1313181:6:1379623:639", "request_id": "1313181:6:1379623:639", "request_type": "coder", "requested_output_tokens": 442, "session_id": "1313181", "t_dispatch_unix": 1779961275.251331, "t_finish_unix": 1779961279.021015, "t_first_token_unix": 1779961275.354805, "tpot_s": 0.008312802319725091, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13667684], "trace_timestamp_s": 495.71700000000055, "ttft_s": 0.10347165400162339, "turn_id": 6} +{"actual_output_tokens": 568, "cached_tokens": 31536, "effective_input_length": 32332, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32332, "latency_s": 4.128439764997893, "output_length": 568, "proxy_request_id": "1355484:16:1401320:758", "request_id": "1355484:16:1401320:758", "request_type": "coder", "requested_output_tokens": 568, "session_id": "1355484", "t_dispatch_unix": 1779961281.2597542, "t_finish_unix": 1779961285.3881934, "t_first_token_unix": 1779961281.5373607, "tpot_s": 0.00679107144268459, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13803562, 13837295, 13837296, 13837297, 13837298, 13837299, 13867393, 13867394, 13867395], "trace_timestamp_s": 572.0710000000008, "ttft_s": 0.2776055059985083, "turn_id": 16} +{"actual_output_tokens": 133, "cached_tokens": 0, "effective_input_length": 63258, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63258, "latency_s": 15.210787435000384, "output_length": 133, "proxy_request_id": "1253743:8:1398344:743", "request_id": "1253743:8:1398344:743", "request_type": "coder", "requested_output_tokens": 133, "session_id": "1253743", "t_dispatch_unix": 1779961270.7075772, "t_finish_unix": 1779961285.918365, "t_first_token_unix": 1779961284.8407843, "tpot_s": 0.008161282666647325, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 481346, 481347, 481348, 710670, 710671, 710672, 710673, 710674, 710675, 710676, 710677, 710678, 710679, 13839194, 13839195, 13839196, 13839197, 13839198, 13839199, 13839200, 13839201, 13839202, 13839203, 13839204, 13839205, 13839206, 13839207, 13839208, 13839209, 13839210, 13839211, 13839212, 13839213, 13839214, 13839215, 13839216, 13839217, 13839218, 13839219, 184023, 184024, 567789, 13839220, 13839221, 146857, 146858, 146859, 146860, 13839222, 11521, 13839223, 13839224, 13839225, 13839226, 13839227, 13839228, 13839229, 13839230, 13839231, 13839232, 13839233, 13839234, 13839235, 13839236, 13839237, 13839238, 13839239, 13839240, 13839241, 13839242, 13839243, 13839244, 13839245, 13839246, 13839247, 13839248, 13839249, 13839250, 13839251, 13839252, 13839253, 13839254, 13839255, 13839256, 13839257, 11719668, 13839258, 13839259, 13839260, 13839261, 13839262, 13839263, 13839264, 13839265, 13839266, 13839267, 13839268, 13839269, 13839270, 13839271, 13839272, 13839273], "trace_timestamp_s": 561.4990000000007, "ttft_s": 14.133204992001993, "turn_id": 8} +{"actual_output_tokens": 641, "cached_tokens": 24368, "effective_input_length": 24442, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24442, "latency_s": 8.309564145998593, "output_length": 641, "proxy_request_id": "1363943:10:1401002:755", "request_id": "1363943:10:1401002:755", "request_type": "coder", "requested_output_tokens": 641, "session_id": "1363943", "t_dispatch_unix": 1779961280.090817, "t_finish_unix": 1779961288.4003806, "t_first_token_unix": 1779961280.1706967, "tpot_s": 0.012858333290625978, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 13864501], "trace_timestamp_s": 570.9030000000002, "ttft_s": 0.07987858900014544, "turn_id": 10} +{"actual_output_tokens": 108, "cached_tokens": 0, "effective_input_length": 8848, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8848, "latency_s": 1.2472750209999504, "output_length": 108, "proxy_request_id": "1403188:1:1403188:764", "request_id": "1403188:1:1403188:764", "request_type": "coder", "requested_output_tokens": 108, "session_id": "1403188", "t_dispatch_unix": 1779961287.9240496, "t_finish_unix": 1779961289.1713247, "t_first_token_unix": 1779961288.5951035, "tpot_s": 0.005382949953294135, "trace_hash_ids": [13861837, 13861838, 13861839, 13861840, 13861841, 13861842, 13861843, 13861844, 13873939, 13873940, 13873941, 13873942, 13884865, 13884866, 13884867, 13884868, 13884869, 13884870], "trace_timestamp_s": 578.7340000000004, "ttft_s": 0.6710525859998597, "turn_id": 1} +{"actual_output_tokens": 71, "cached_tokens": 0, "effective_input_length": 1954, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1954, "latency_s": 0.47674198200184037, "output_length": 71, "proxy_request_id": "1403989:1:1403989:767", "request_id": "1403989:1:1403989:767", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1403989", "t_dispatch_unix": 1779961290.4196448, "t_finish_unix": 1779961290.8963866, "t_first_token_unix": 1779961290.5481787, "tpot_s": 0.0049706112856906, "trace_hash_ids": [13892332, 13892333, 13892334, 13892335], "trace_timestamp_s": 581.232, "ttft_s": 0.12853306300166878, "turn_id": 1} +{"actual_output_tokens": 81, "cached_tokens": 63376, "effective_input_length": 63643, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63643, "latency_s": 0.8679879240007722, "output_length": 81, "proxy_request_id": "1253743:8:1404284:769", "request_id": "1253743:8:1404284:769", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1253743", "t_dispatch_unix": 1779961291.440464, "t_finish_unix": 1779961292.308452, "t_first_token_unix": 1779961291.68012, "tpot_s": 0.007851172475011482, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 481346, 481347, 481348, 710670, 710671, 710672, 710673, 710674, 710675, 710676, 710677, 710678, 710679, 13839194, 13839195, 13839196, 13839197, 13839198, 13839199, 13839200, 13839201, 13839202, 13839203, 13839204, 13839205, 13839206, 13839207, 13839208, 13839209, 13839210, 13839211, 13839212, 13839213, 13839214, 13839215, 13839216, 13839217, 13839218, 13839219, 184023, 184024, 567789, 13839220, 13839221, 146857, 146858, 146859, 146860, 13839222, 11521, 13839223, 13839224, 13839225, 13839226, 13839227, 13839228, 13839229, 13839230, 13839231, 13839232, 13839233, 13839234, 13839235, 13839236, 13839237, 13839238, 13839239, 13839240, 13839241, 13839242, 13839243, 13839244, 13839245, 13839246, 13839247, 13839248, 13839249, 13839250, 13839251, 13839252, 13839253, 13839254, 13839255, 13839256, 13839257, 11719668, 13839258, 13839259, 13839260, 13839261, 13839262, 13839263, 13839264, 13839265, 13839266, 13839267, 13839268, 13839269, 13839270, 13839271, 13839272, 13839273, 13894363], "trace_timestamp_s": 582.25, "ttft_s": 0.23965376100022695, "turn_id": 8} +{"actual_output_tokens": 47, "cached_tokens": 35296, "effective_input_length": 39203, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39203, "latency_s": 1.3877526729993406, "output_length": 47, "proxy_request_id": "1382089:2:1404847:773", "request_id": "1382089:2:1404847:773", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1382089", "t_dispatch_unix": 1779961293.4347088, "t_finish_unix": 1779961294.8224607, "t_first_token_unix": 1779961294.51996, "tpot_s": 0.006569887586880688, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424, 13776305, 13841463], "trace_timestamp_s": 584.2460000000001, "ttft_s": 1.0852495750004891, "turn_id": 2} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 11503, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11503, "latency_s": 1.6338840520002123, "output_length": 47, "proxy_request_id": "1405199:1:1405199:776", "request_id": "1405199:1:1405199:776", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1405199", "t_dispatch_unix": 1779961294.66852, "t_finish_unix": 1779961296.3024044, "t_first_token_unix": 1779961295.6332052, "tpot_s": 0.01453963786954536, "trace_hash_ids": [13880436, 13880437, 13880438, 13880439, 13880440, 13880441, 13880442, 13880443, 13880444, 13880445, 13880446, 13880447, 13880448, 13880449, 13886683, 13886684, 13886685, 13893489, 13901376, 13901377, 13901378, 13901379, 13901380], "trace_timestamp_s": 585.4770000000008, "ttft_s": 0.9646835769999598, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 7888, "effective_input_length": 21009, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21009, "latency_s": 6.254977763997886, "output_length": 34, "proxy_request_id": "1398594:2:1404702:771", "request_id": "1398594:2:1404702:771", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1398594", "t_dispatch_unix": 1779961292.9295216, "t_finish_unix": 1779961299.1844995, "t_first_token_unix": 1779961298.8858306, "tpot_s": 0.009041724697012934, "trace_hash_ids": [13835320, 13835321, 13835322, 13835323, 13835324, 13835325, 13835326, 13841636, 13841637, 13841638, 13841639, 13841640, 13841641, 13841642, 13841643, 13848797, 13848798, 13848799, 13848800, 13848801, 13848802, 13858752, 13858753, 13858754, 13858755, 13858756, 13858757, 13858758, 13858759, 13858760, 13858761, 13867990, 13867991, 13867992, 13867993, 13877954, 13877955, 13884204, 13884205, 13897216, 13897217, 13897218], "trace_timestamp_s": 583.7370000000001, "ttft_s": 5.956306856998708, "turn_id": 2} +{"actual_output_tokens": 67, "cached_tokens": 3760, "effective_input_length": 3863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3863, "latency_s": 19.73271389099682, "output_length": 67, "proxy_request_id": "1400379:2:1401201:757", "request_id": "1400379:2:1401201:757", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1400379", "t_dispatch_unix": 1779961280.8124928, "t_finish_unix": 1779961300.5452063, "t_first_token_unix": 1779961299.6322954, "tpot_s": 0.013824000409096532, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13866334], "trace_timestamp_s": 571.625, "ttft_s": 18.81980167599977, "turn_id": 2} +{"actual_output_tokens": 264, "cached_tokens": 0, "effective_input_length": 44148, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44148, "latency_s": 12.174861048999446, "output_length": 264, "proxy_request_id": "1268861:8:1403753:765", "request_id": "1268861:8:1403753:765", "request_type": "coder", "requested_output_tokens": 264, "session_id": "1268861", "t_dispatch_unix": 1779961289.66829, "t_finish_unix": 1779961301.8431504, "t_first_token_unix": 1779961297.808955, "tpot_s": 0.015337732034214058, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 13890053], "trace_timestamp_s": 580.4790000000003, "ttft_s": 8.140662294001231, "turn_id": 8} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 11216, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11216, "latency_s": 1.303504816001805, "output_length": 46, "proxy_request_id": "1400379:3:1402972:763", "request_id": "1400379:3:1402972:763", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1400379", "t_dispatch_unix": 1779961300.5485177, "t_finish_unix": 1779961301.8520224, "t_first_token_unix": 1779961301.459409, "tpot_s": 0.008719065400024798, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13875507, 13875508, 13875509, 13875510, 13875511, 13875512, 13875513, 13875514, 13875515, 13882803, 13882804, 13882805, 13882806, 13882807, 13882808], "trace_timestamp_s": 577.8340000000007, "ttft_s": 0.9108895019999181, "turn_id": 3} +{"actual_output_tokens": 283, "cached_tokens": 51056, "effective_input_length": 68109, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68109, "latency_s": 24.121928079002828, "output_length": 283, "proxy_request_id": "1381387:4:1400724:754", "request_id": "1381387:4:1400724:754", "request_type": "coder", "requested_output_tokens": 283, "session_id": "1381387", "t_dispatch_unix": 1779961279.0513973, "t_finish_unix": 1779961303.1733255, "t_first_token_unix": 1779961286.1612318, "tpot_s": 0.06032428874822091, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13861846, 13861847, 13861848, 13861849, 13861850, 13861851, 13861852, 13861853, 13861854, 13861855, 13861856, 13861857, 13861858, 13861859, 8957641, 13861860, 13861861, 13861862, 13861863, 13861864, 13861865, 13861866, 13861867, 13861868, 13861869, 13861870, 13861871, 13861872, 13861873, 13861874, 13861875, 13861876, 13861877, 13861878, 13861879], "trace_timestamp_s": 569.8560000000007, "ttft_s": 7.109831667003164, "turn_id": 4} +{"actual_output_tokens": 49, "cached_tokens": 11248, "effective_input_length": 19966, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19966, "latency_s": 1.5068799660002696, "output_length": 49, "proxy_request_id": "1400379:4:1405483:779", "request_id": "1400379:4:1405483:779", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1400379", "t_dispatch_unix": 1779961301.8561203, "t_finish_unix": 1779961303.3630006, "t_first_token_unix": 1779961303.0873113, "tpot_s": 0.005737512895772549, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13875507, 13875508, 13875509, 13875510, 13875511, 13875512, 13875513, 13875514, 13875515, 13882803, 13882804, 13882805, 13882806, 13882807, 13889270, 13889271, 13889272, 13889273, 13889274, 13895605, 13895606, 13895607, 13895608, 13895609, 13903871, 13903872, 13903873, 13903874, 13903875, 13903876, 13903877, 13903878], "trace_timestamp_s": 586.3600000000006, "ttft_s": 1.2311887680007203, "turn_id": 4} +{"actual_output_tokens": 64, "cached_tokens": 20000, "effective_input_length": 22009, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22009, "latency_s": 0.7745550049985468, "output_length": 64, "proxy_request_id": "1400379:5:1406380:784", "request_id": "1400379:5:1406380:784", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1400379", "t_dispatch_unix": 1779961303.3645396, "t_finish_unix": 1779961304.139095, "t_first_token_unix": 1779961303.7643907, "tpot_s": 0.005942708507929984, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13875507, 13875508, 13875509, 13875510, 13875511, 13875512, 13875513, 13875514, 13875515, 13882803, 13882804, 13882805, 13882806, 13882807, 13889270, 13889271, 13889272, 13889273, 13889274, 13895605, 13895606, 13895607, 13895608, 13895609, 13903871, 13903872, 13903873, 13903874, 13903875, 13903876, 13903877, 13903878, 13912279, 13912280, 13912281, 13912282], "trace_timestamp_s": 589.7420000000002, "ttft_s": 0.3998485570009507, "turn_id": 5} +{"actual_output_tokens": 747, "cached_tokens": 0, "effective_input_length": 32944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32944, "latency_s": 9.703716111001995, "output_length": 747, "proxy_request_id": "1405155:1:1405155:775", "request_id": "1405155:1:1405155:775", "request_type": "coder", "requested_output_tokens": 747, "session_id": "1405155", "t_dispatch_unix": 1779961294.5360138, "t_finish_unix": 1779961304.2397301, "t_first_token_unix": 1779961299.1426609, "tpot_s": 0.006832175717160507, "trace_hash_ids": [10318, 19962, 19963, 6857595, 285666, 285667, 285668, 285669, 285670, 46040, 5773882, 5773883, 1206371, 5773884, 5773885, 5773886, 13900916, 133747, 5372951, 5372952, 5372953, 5372954, 5372955, 5372956, 13900917, 13900918, 13900919, 13900920, 13900921, 13900922, 13900923, 13900924, 13900925, 13900926, 13900927, 13900928, 13900929, 13900930, 13900931, 13900932, 13900933, 13900934, 13900935, 13900936, 13900937, 13900938, 13900939, 13900940, 13900941, 13900942, 13900943, 13900944, 13900945, 13900946, 13900947, 13900948, 13900949, 13900950, 13900951, 13900952, 13900953, 13900954, 13900955, 13900956, 13900957], "trace_timestamp_s": 585.3360000000002, "ttft_s": 4.606644322000648, "turn_id": 1} +{"actual_output_tokens": 76, "cached_tokens": 0, "effective_input_length": 2944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2944, "latency_s": 0.5655665090016555, "output_length": 76, "proxy_request_id": "1407995:1:1407995:793", "request_id": "1407995:1:1407995:793", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1407995", "t_dispatch_unix": 1779961304.5307384, "t_finish_unix": 1779961305.0963051, "t_first_token_unix": 1779961304.7120023, "tpot_s": 0.0051199331066648784, "trace_hash_ids": [13926947, 13926948, 13926949, 13926950, 13926951, 13926952], "trace_timestamp_s": 595.3430000000008, "ttft_s": 0.18126242500147782, "turn_id": 1} +{"actual_output_tokens": 2641, "cached_tokens": 28496, "effective_input_length": 33321, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33321, "latency_s": 50.77905862300031, "output_length": 2641, "proxy_request_id": "1391404:2:1393919:720", "request_id": "1391404:2:1393919:720", "request_type": "coder", "requested_output_tokens": 2641, "session_id": "1391404", "t_dispatch_unix": 1779961255.2624323, "t_finish_unix": 1779961306.041491, "t_first_token_unix": 1779961271.163379, "tpot_s": 0.013211306984090477, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 94557, 94558, 94559, 94560, 94561, 94562, 94563, 94564, 94565, 238090, 238091, 3841644, 3841645, 3841646, 3841647, 3841648, 3841649, 13750192, 3809872, 13750193, 13750194, 13777397, 13777398, 13777399, 13777400, 13777401, 13777402, 13777403, 13777404, 13777405, 13777406, 13777407, 13777408, 13777409, 13777410, 13777411, 13777412, 13777413, 13777414, 13777415, 13777416, 13777417, 13777418, 13777419, 13777420, 13777421, 13777422, 13777423, 13777424, 13777425, 13799002, 13799003, 13799004, 13799005, 13799006, 13799007, 13799008, 13799009, 13799010, 13799011, 13799012], "trace_timestamp_s": 546.0730000000003, "ttft_s": 15.900944437998987, "turn_id": 2} +{"actual_output_tokens": 191, "cached_tokens": 68384, "effective_input_length": 69508, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69508, "latency_s": 3.302695243000926, "output_length": 191, "proxy_request_id": "1381387:5:1404170:768", "request_id": "1381387:5:1404170:768", "request_type": "coder", "requested_output_tokens": 191, "session_id": "1381387", "t_dispatch_unix": 1779961303.176344, "t_finish_unix": 1779961306.4790394, "t_first_token_unix": 1779961303.823832, "tpot_s": 0.013972114778937937, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13861846, 13861847, 13861848, 13861849, 13861850, 13861851, 13861852, 13861853, 13861854, 13861855, 13861856, 13861857, 13861858, 13861859, 8957641, 13861860, 13861861, 13861862, 13861863, 13861864, 13861865, 13861866, 13861867, 13861868, 13861869, 13861870, 13861871, 13861872, 13861873, 13861874, 13861875, 13861876, 13861877, 13861878, 13893568, 13893569, 13893570], "trace_timestamp_s": 581.8360000000002, "ttft_s": 0.6474853200015787, "turn_id": 5} +{"actual_output_tokens": 39, "cached_tokens": 0, "effective_input_length": 7553, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7553, "latency_s": 0.7186894190017483, "output_length": 39, "proxy_request_id": "1408430:1:1408430:797", "request_id": "1408430:1:1408430:797", "request_type": "coder", "requested_output_tokens": 39, "session_id": "1408430", "t_dispatch_unix": 1779961306.0611508, "t_finish_unix": 1779961306.7798402, "t_first_token_unix": 1779961306.5804868, "tpot_s": 0.005238739868410018, "trace_hash_ids": [13895286, 13899747, 13899748, 13906888, 13906889, 13914310, 13914311, 13914312, 13925471, 13925472, 13930592, 13930593, 13930594, 13930595, 13930596], "trace_timestamp_s": 596.8710000000001, "ttft_s": 0.5193332560011186, "turn_id": 1} +{"actual_output_tokens": 110, "cached_tokens": 27456, "effective_input_length": 27786, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27786, "latency_s": 1.6409993579982256, "output_length": 110, "proxy_request_id": "1340290:7:1408176:795", "request_id": "1340290:7:1408176:795", "request_type": "coder", "requested_output_tokens": 110, "session_id": "1340290", "t_dispatch_unix": 1779961305.216073, "t_finish_unix": 1779961306.857072, "t_first_token_unix": 1779961305.3948243, "tpot_s": 0.013412101422020003, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13928402], "trace_timestamp_s": 596.0280000000002, "ttft_s": 0.17874882199976128, "turn_id": 7} +{"actual_output_tokens": 556, "cached_tokens": 0, "effective_input_length": 62630, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62630, "latency_s": 26.93111713699909, "output_length": 556, "proxy_request_id": "1364090:5:1401054:756", "request_id": "1364090:5:1401054:756", "request_type": "coder", "requested_output_tokens": 556, "session_id": "1364090", "t_dispatch_unix": 1779961280.3201518, "t_finish_unix": 1779961307.2512684, "t_first_token_unix": 1779961299.6404278, "tpot_s": 0.013712774888286683, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13865242], "trace_timestamp_s": 571.1260000000002, "ttft_s": 19.320274621000863, "turn_id": 5} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 1801, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1801, "latency_s": 0.34903138500158093, "output_length": 47, "proxy_request_id": "1408779:1:1408779:802", "request_id": "1408779:1:1408779:802", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1408779", "t_dispatch_unix": 1779961307.1618676, "t_finish_unix": 1779961307.5108993, "t_first_token_unix": 1779961307.2999914, "tpot_s": 0.0045776480652104665, "trace_hash_ids": [13934169, 13934170, 13934171, 13934172], "trace_timestamp_s": 597.9740000000002, "ttft_s": 0.13812203500128817, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 3230, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3230, "latency_s": 0.3307597179991717, "output_length": 26, "proxy_request_id": "1408889:1:1408889:804", "request_id": "1408889:1:1408889:804", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1408889", "t_dispatch_unix": 1779961307.5335972, "t_finish_unix": 1779961307.8643568, "t_first_token_unix": 1779961307.7383988, "tpot_s": 0.0050275410800531975, "trace_hash_ids": [13935095, 13935096, 13935097, 13935098, 13935099, 13935100, 13935101], "trace_timestamp_s": 598.344, "ttft_s": 0.20480087299802108, "turn_id": 1} +{"actual_output_tokens": 91, "cached_tokens": 10848, "effective_input_length": 11070, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11070, "latency_s": 1.3784926540029119, "output_length": 91, "proxy_request_id": "1362265:7:1408772:800", "request_id": "1362265:7:1408772:800", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1362265", "t_dispatch_unix": 1779961307.1442866, "t_finish_unix": 1779961308.5227795, "t_first_token_unix": 1779961307.2425456, "tpot_s": 0.014220666455568992, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 13934071], "trace_timestamp_s": 597.9570000000003, "ttft_s": 0.09825713300233474, "turn_id": 7} +{"actual_output_tokens": 53, "cached_tokens": 8944, "effective_input_length": 14728, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14728, "latency_s": 3.117869128000166, "output_length": 53, "proxy_request_id": "1403188:2:1408249:796", "request_id": "1403188:2:1408249:796", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1403188", "t_dispatch_unix": 1779961305.478133, "t_finish_unix": 1779961308.5960019, "t_first_token_unix": 1779961308.1826386, "tpot_s": 0.007944831980799231, "trace_hash_ids": [13929233, 13929234, 13929235, 13929236, 13929237, 13929238, 13929239, 13929240, 13929241, 13929242, 13929243, 13929244, 13929245, 13929246, 13929247, 13929248, 13929249, 13929250, 13929251, 13929252, 13929253, 13929254, 13929255, 13929256, 13929257, 13929258, 13929259, 13929260, 13929261], "trace_timestamp_s": 596.2850000000008, "ttft_s": 2.704504052999255, "turn_id": 2} +{"actual_output_tokens": 207, "cached_tokens": 0, "effective_input_length": 6377, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6377, "latency_s": 3.0033812820001913, "output_length": 207, "proxy_request_id": "1408578:1:1408578:798", "request_id": "1408578:1:1408578:798", "request_type": "coder", "requested_output_tokens": 207, "session_id": "1408578", "t_dispatch_unix": 1779961306.482897, "t_finish_unix": 1779961309.486279, "t_first_token_unix": 1779961306.9766374, "tpot_s": 0.012180238184458361, "trace_hash_ids": [13916254, 13916255, 13916256, 13916257, 13916258, 13916259, 13916260, 13921648, 13926172, 13926173, 13926174, 13931865, 13931866], "trace_timestamp_s": 597.2930000000006, "ttft_s": 0.49373892999938107, "turn_id": 1} +{"actual_output_tokens": 212, "cached_tokens": 6480, "effective_input_length": 27676, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27676, "latency_s": 5.135910480999883, "output_length": 212, "proxy_request_id": "1286804:5:1407989:792", "request_id": "1286804:5:1407989:792", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1286804", "t_dispatch_unix": 1779961304.502929, "t_finish_unix": 1779961309.6388392, "t_first_token_unix": 1779961307.5431857, "tpot_s": 0.009930563289099026, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12930548, 13438556, 13438557, 13654392, 13654393, 13654394, 13654395, 13654396, 13654397, 13654398, 13654399, 13654400, 13654401, 13654402, 13654403, 13654404, 13926882, 13926883, 13926884, 13926885, 13926886, 13926887, 13926888, 13926889, 13926890, 13926891, 13926892, 13926893], "trace_timestamp_s": 595.3130000000001, "ttft_s": 3.040254730000015, "turn_id": 5} +{"actual_output_tokens": 22, "cached_tokens": 0, "effective_input_length": 3213, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3213, "latency_s": 40.78377480299969, "output_length": 22, "proxy_request_id": "1398145:1:1398145:739", "request_id": "1398145:1:1398145:739", "request_type": "coder", "requested_output_tokens": 22, "session_id": "1398145", "t_dispatch_unix": 1779961270.2016218, "t_finish_unix": 1779961310.9853961, "t_first_token_unix": 1779961298.1914144, "tpot_s": 0.6092253652379787, "trace_hash_ids": [13836943, 13836944, 13836945, 13836946, 13836947, 13836948, 13836949], "trace_timestamp_s": 561.0129999999999, "ttft_s": 27.98979103199963, "turn_id": 1} +{"actual_output_tokens": 1206, "cached_tokens": 0, "effective_input_length": 21684, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21684, "latency_s": 19.232147299000644, "output_length": 1206, "proxy_request_id": "1404395:1:1404395:770", "request_id": "1404395:1:1404395:770", "request_type": "coder", "requested_output_tokens": 1206, "session_id": "1404395", "t_dispatch_unix": 1779961291.8345058, "t_finish_unix": 1779961311.0666528, "t_first_token_unix": 1779961294.2204232, "tpot_s": 0.013979990272198855, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13895255], "trace_timestamp_s": 582.6379999999999, "ttft_s": 2.385915537000983, "turn_id": 1} +{"actual_output_tokens": 64, "cached_tokens": 0, "effective_input_length": 3891, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3891, "latency_s": 41.21963069299818, "output_length": 64, "proxy_request_id": "1398213:1:1398213:742", "request_id": "1398213:1:1398213:742", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1398213", "t_dispatch_unix": 1779961270.342467, "t_finish_unix": 1779961311.562098, "t_first_token_unix": 1779961298.6873713, "tpot_s": 0.20435517761905517, "trace_hash_ids": [13837649, 13837650, 13837651, 13837652, 13837653, 13837654, 13837655, 13837656], "trace_timestamp_s": 561.1540000000005, "ttft_s": 28.344903237000835, "turn_id": 1} +{"actual_output_tokens": 30, "cached_tokens": 1840, "effective_input_length": 5001, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5001, "latency_s": 0.38374749700233224, "output_length": 30, "proxy_request_id": "1408779:2:1410032:807", "request_id": "1408779:2:1410032:807", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1408779", "t_dispatch_unix": 1779961311.6835618, "t_finish_unix": 1779961312.0673096, "t_first_token_unix": 1779961311.9187093, "tpot_s": 0.005110609999974258, "trace_hash_ids": [13934169, 13934170, 13934171, 13940285, 13940286, 13945464, 13945465, 13945466, 13945467, 13945468], "trace_timestamp_s": 602.4940000000006, "ttft_s": 0.2351459750025242, "turn_id": 2} +{"actual_output_tokens": 3525, "cached_tokens": 88128, "effective_input_length": 106143, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106143, "latency_s": 56.97200443499969, "output_length": 3525, "proxy_request_id": "1370129:6:1394177:722", "request_id": "1370129:6:1394177:722", "request_type": "coder", "requested_output_tokens": 3525, "session_id": "1370129", "t_dispatch_unix": 1779961256.259298, "t_finish_unix": 1779961313.2313023, "t_first_token_unix": 1779961267.2653086, "tpot_s": 0.013043600881668903, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500, 13667056, 13667057, 13667058, 13667059, 13667060, 13667061, 13667062, 13667063, 13667064, 13667065, 13715489, 13715490, 13715491, 13715492, 13715493, 13715494, 13715495, 13715496, 13715497, 13715498, 13715499, 13715500, 13715501, 13715502, 13715503, 13715504, 13715505, 13715506, 13715507, 13715508, 13715509, 13715510, 13715511, 13715512, 13715513, 13715514, 13715515, 13715516, 13715517, 13715518, 13715519, 13715520, 13715521, 13715522, 13715523, 13715524, 13715525, 13715526, 13715527, 13715528, 13715529, 13715530, 13715531, 13715532, 13715533, 13715534, 13768317, 13768318, 13768319, 13768320, 13768321, 13801467, 13801468, 13801469, 13801470, 13801471, 13801472, 13801473, 13801474, 13801475, 13801476, 13801477, 13801478, 13801479, 13801480, 13801481, 13801482, 13801483, 13801484, 13801485, 13801486, 13801487, 13801488, 13801489, 13801490, 13801491, 13801492, 13801493, 13801494, 13801495, 13801496, 13801497, 13801498, 13801499, 13801500, 13801501, 13801502, 13801503], "trace_timestamp_s": 547.0610000000006, "ttft_s": 11.006008415999531, "turn_id": 6} +{"actual_output_tokens": 56, "cached_tokens": 3248, "effective_input_length": 4825, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4825, "latency_s": 0.47598873800234287, "output_length": 56, "proxy_request_id": "1408889:2:1410453:810", "request_id": "1408889:2:1410453:810", "request_type": "coder", "requested_output_tokens": 56, "session_id": "1408889", "t_dispatch_unix": 1779961312.9187026, "t_finish_unix": 1779961313.3946912, "t_first_token_unix": 1779961313.1076133, "tpot_s": 0.005215149745477406, "trace_hash_ids": [13935095, 13935096, 13935097, 13935098, 13935099, 13935100, 13940392, 13940393, 13948965, 13948966], "trace_timestamp_s": 603.7310000000007, "ttft_s": 0.18890981799995643, "turn_id": 2} +{"actual_output_tokens": 87, "cached_tokens": 85360, "effective_input_length": 85504, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85504, "latency_s": 47.56569633199979, "output_length": 87, "proxy_request_id": "1366128:18:1397382:735", "request_id": "1366128:18:1397382:735", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1366128", "t_dispatch_unix": 1779961267.2972276, "t_finish_unix": 1779961314.8629236, "t_first_token_unix": 1779961267.9377937, "tpot_s": 0.5456378013720897, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174], "trace_timestamp_s": 558.107, "ttft_s": 0.6405628399988927, "turn_id": 18} +{"actual_output_tokens": 73, "cached_tokens": 0, "effective_input_length": 11414, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11414, "latency_s": 3.7148949610018462, "output_length": 73, "proxy_request_id": "1398213:2:1400590:753", "request_id": "1398213:2:1400590:753", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1398213", "t_dispatch_unix": 1779961311.5694356, "t_finish_unix": 1779961315.284331, "t_first_token_unix": 1779961314.0794687, "tpot_s": 0.016729702819450014, "trace_hash_ids": [13837649, 13837650, 13837651, 13837652, 13837653, 13837654, 13837655, 13846300, 13846301, 13846302, 13846303, 13846304, 13851656, 13851657, 13851658, 13851659, 13851660, 13851661, 13860134, 13860135, 13860136, 13860137, 13860138], "trace_timestamp_s": 569.2930000000006, "ttft_s": 2.51003126499927, "turn_id": 2} +{"actual_output_tokens": 31, "cached_tokens": 5024, "effective_input_length": 7110, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7110, "latency_s": 0.36053630099922884, "output_length": 31, "proxy_request_id": "1408779:3:1411249:815", "request_id": "1408779:3:1411249:815", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1408779", "t_dispatch_unix": 1779961315.695882, "t_finish_unix": 1779961316.056418, "t_first_token_unix": 1779961315.9007766, "tpot_s": 0.005178990099981699, "trace_hash_ids": [13934169, 13934170, 13934171, 13940285, 13940286, 13945464, 13945465, 13945466, 13945467, 13956042, 13956043, 13956044, 13956045, 13956046], "trace_timestamp_s": 606.5080000000007, "ttft_s": 0.20489353599987226, "turn_id": 3} +{"actual_output_tokens": 110, "cached_tokens": 69696, "effective_input_length": 71570, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71570, "latency_s": 7.2765050859998155, "output_length": 110, "proxy_request_id": "1381387:6:1409195:806", "request_id": "1381387:6:1409195:806", "request_type": "coder", "requested_output_tokens": 110, "session_id": "1381387", "t_dispatch_unix": 1779961308.7942712, "t_finish_unix": 1779961316.0707762, "t_first_token_unix": 1779961313.2188544, "tpot_s": 0.026161840577990855, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13861846, 13861847, 13861848, 13861849, 13861850, 13861851, 13861852, 13861853, 13861854, 13861855, 13861856, 13861857, 13861858, 13861859, 8957641, 13861860, 13861861, 13861862, 13861863, 13861864, 13861865, 13861866, 13861867, 13861868, 13861869, 13861870, 13861871, 13861872, 13861873, 13861874, 13861875, 13861876, 13861877, 13861878, 13893568, 13893569, 13937687, 13937688, 13937689, 13937690, 13937691], "trace_timestamp_s": 599.6050000000005, "ttft_s": 4.424580843999138, "turn_id": 6} +{"actual_output_tokens": 196, "cached_tokens": 27888, "effective_input_length": 29730, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29730, "latency_s": 8.63991465000072, "output_length": 196, "proxy_request_id": "1340290:8:1409129:805", "request_id": "1340290:8:1409129:805", "request_type": "coder", "requested_output_tokens": 196, "session_id": "1340290", "t_dispatch_unix": 1779961308.5386667, "t_finish_unix": 1779961317.1785812, "t_first_token_unix": 1779961313.210221, "tpot_s": 0.020347875287179473, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13936967], "trace_timestamp_s": 599.3500000000004, "ttft_s": 4.671552602001611, "turn_id": 8} +{"actual_output_tokens": 49, "cached_tokens": 29920, "effective_input_length": 29958, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29958, "latency_s": 0.6984160789979796, "output_length": 49, "proxy_request_id": "1340290:9:1410595:811", "request_id": "1340290:9:1410595:811", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1340290", "t_dispatch_unix": 1779961317.1798515, "t_finish_unix": 1779961317.878268, "t_first_token_unix": 1779961317.2801223, "tpot_s": 0.012453429270863126, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13950218], "trace_timestamp_s": 604.1469999999999, "ttft_s": 0.10026893299800577, "turn_id": 9} +{"actual_output_tokens": 3875, "cached_tokens": 73296, "effective_input_length": 101803, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101803, "latency_s": 65.84095383800013, "output_length": 3875, "proxy_request_id": "1314357:5:1393659:719", "request_id": "1314357:5:1393659:719", "request_type": "coder", "requested_output_tokens": 3875, "session_id": "1314357", "t_dispatch_unix": 1779961254.3174675, "t_finish_unix": 1779961320.1584213, "t_first_token_unix": 1779961270.719307, "tpot_s": 0.012761697175270953, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 13796640], "trace_timestamp_s": 545.116, "ttft_s": 16.40183723299924, "turn_id": 5} +{"actual_output_tokens": 417, "cached_tokens": 63184, "effective_input_length": 73392, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73392, "latency_s": 14.049034068997571, "output_length": 417, "proxy_request_id": "1364090:6:1408777:801", "request_id": "1364090:6:1408777:801", "request_type": "coder", "requested_output_tokens": 417, "session_id": "1364090", "t_dispatch_unix": 1779961307.2581384, "t_finish_unix": 1779961321.3071723, "t_first_token_unix": 1779961311.8690443, "tpot_s": 0.02268707157211863, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13934141], "trace_timestamp_s": 597.969, "ttft_s": 4.610903470998892, "turn_id": 6} +{"actual_output_tokens": 196, "cached_tokens": 93039, "effective_input_length": 93040, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93040, "latency_s": 53.60062642999765, "output_length": 196, "proxy_request_id": "1397515:1:1397515:736", "request_id": "1397515:1:1397515:736", "request_type": "coder", "requested_output_tokens": 196, "session_id": "1397515", "t_dispatch_unix": 1779961267.7832882, "t_finish_unix": 1779961321.3839142, "t_first_token_unix": 1779961319.4655998, "tpot_s": 0.0098362697230746, "trace_hash_ids": [61256, 61257, 9334, 61258, 61259, 61260, 61261, 61262, 61263, 61264, 61265, 139791, 92491, 139792, 139793, 139794, 139795, 139796, 139797, 139798, 740834, 740835, 740836, 740837, 1942273, 1942274, 1942275, 1942276, 1942277, 1942278, 1942279, 1942280, 1942281, 590845, 590846, 590847, 590848, 1942282, 161018, 161019, 161020, 161021, 1942283, 10351134, 10351135, 10351136, 10351137, 10351138, 10351139, 10351140, 10351141, 10351142, 10351143, 13831505, 2806911, 13831506, 13831507, 13831508, 13831509, 13831510, 13831511, 13831512, 13831513, 13831514, 13831515, 13831516, 13831517, 13831518, 13831519, 13831520, 13831521, 13831522, 13831523, 13831524, 13831525, 13831526, 13831527, 13831528, 13831529, 13831530, 13831531, 13831532, 13831533, 13831534, 13831535, 13831536, 13831537, 13831538, 13831539, 13831540, 13831541, 13831542, 13831543, 13831544, 13831545, 13831546, 13831547, 13831548, 13831549, 13831550, 13831551, 13831552, 13831553, 13831554, 13831555, 13831556, 13831557, 13831558, 13831559, 13831560, 13831561, 13831562, 13831563, 13831564, 13831565, 13831566, 13831567, 13831568, 13831569, 13831570, 13831571, 13831572, 13831573, 13831574, 13831575, 13831576, 13831577, 13831578, 13831579, 13831580, 13831581, 13831582, 13831583, 13831584, 13831585, 13831586, 13831587, 13831588, 13831589, 13831590, 13831591, 13831592, 13831593, 13831594, 13831595, 13831596, 13831597, 13831598, 13831599, 13831600, 13831601, 13831602, 13831603, 13831604, 13831605, 13831606, 13831607, 13831608, 13831609, 13831610, 13831611, 13831612, 13831613, 13831614, 13831615, 13831616, 13831617, 13831618, 13831619, 13831620, 13831621, 13831622, 13831623, 13831624, 13831625, 13831626, 13831627, 13831628, 13831629, 13831630, 13831631, 13831632], "trace_timestamp_s": 558.5540000000001, "ttft_s": 51.682309040999826, "turn_id": 1} +{"actual_output_tokens": 115, "cached_tokens": 61984, "effective_input_length": 121811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121811, "latency_s": 44.7750776110006, "output_length": 115, "proxy_request_id": "1313181:7:1327489:383", "request_id": "1313181:7:1327489:383", "request_type": "coder", "requested_output_tokens": 115, "session_id": "1313181", "t_dispatch_unix": 1779961279.0302033, "t_finish_unix": 1779961323.8052812, "t_first_token_unix": 1779961315.3501563, "tpot_s": 0.07416447781581251, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321], "trace_timestamp_s": 313.01800000000003, "ttft_s": 36.31995004399869, "turn_id": 7} +{"actual_output_tokens": 249, "cached_tokens": 65968, "effective_input_length": 85438, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85438, "latency_s": 31.946536054998433, "output_length": 249, "proxy_request_id": "1373577:3:1404917:774", "request_id": "1373577:3:1404917:774", "request_type": "coder", "requested_output_tokens": 249, "session_id": "1373577", "t_dispatch_unix": 1779961293.722552, "t_finish_unix": 1779961325.669087, "t_first_token_unix": 1779961322.0261707, "tpot_s": 0.014687996504034668, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 231422, 231423, 252744, 252745, 252746, 252747, 3133, 3651868, 3651869, 3651870, 3651871, 3651872, 3651873, 3651874, 3904549, 10482905, 6324555, 13612320, 13612321, 13612322, 13612323, 13612324, 13612325, 13612326, 13612327, 13612328, 13612329, 13612330, 13612331, 13612332, 13612333, 13612334, 13612335, 13612336, 13612337, 13612338, 13612339, 13612340, 13612341, 13612342, 13612343, 13612344, 13612345, 13612346, 13612347, 13612348, 13612349, 13612350, 13612351, 13612352, 13612353, 13612354, 13612355, 13612356, 13612357, 13612358, 13612359, 13612360, 13612361, 13612362, 13612363, 13612364, 13612365, 13612366, 13612367, 13612368, 13612369, 13612370, 13612371, 13612372, 13612373, 13612374, 13612375, 13612376, 13612377, 13612378, 13612379, 13612380, 13612381, 13612382, 13612383, 13612384, 13612385, 13612386, 13612387, 13612388, 13612389, 13612390, 13612391, 13612392, 13612393, 13612394, 13612395, 13612396, 13612397, 13612398, 13612399, 13612400, 13612401, 13612402, 13612403, 13612404, 13612405, 13612406, 13612407, 13612408, 13612409, 13612410, 13612411, 13612412, 13612413, 13612414, 13612415, 13612416, 13612417, 13612418, 13612419, 13612420, 13612421, 13612422, 13612423, 13612424, 13612425, 13612426, 13612427, 13612428, 13612429, 13612430, 13612431, 13612432, 13612433, 13612434, 13612435, 13612436, 13612437, 13612438, 13612439, 13612440, 13612441, 13612442, 13612443, 13612444, 13612445, 13612446, 13612447, 13612448, 13612449, 13612450, 13612451, 13612452, 13677770, 13677771, 13677772, 13898584, 13898585, 13898586, 13898587, 13898588, 13898589, 13898590, 13898591, 13898592], "trace_timestamp_s": 584.531, "ttft_s": 28.303617401998054, "turn_id": 3} +{"actual_output_tokens": 74, "cached_tokens": 3008, "effective_input_length": 22392, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22392, "latency_s": 4.6449303930021415, "output_length": 74, "proxy_request_id": "1407995:2:1413725:826", "request_id": "1407995:2:1413725:826", "request_type": "coder", "requested_output_tokens": 74, "session_id": "1407995", "t_dispatch_unix": 1779961324.357028, "t_finish_unix": 1779961329.001958, "t_first_token_unix": 1779961326.6570017, "tpot_s": 0.03211852601368127, "trace_hash_ids": [13926947, 13926948, 13926949, 13926950, 13926951, 13936036, 13936037, 13936038, 13936039, 13936040, 13945776, 13945777, 13945778, 13945779, 13955974, 13955975, 13955976, 13955977, 13955978, 13955979, 13955980, 13964295, 13964296, 13964297, 13964298, 13964299, 13964300, 13964301, 13964302, 13971392, 13971393, 13971394, 13971395, 13971396, 13971397, 13971398, 13978636, 13978637, 13978638, 13978639, 13978640, 13978641, 13978642, 13978643], "trace_timestamp_s": 615.1620000000003, "ttft_s": 2.2999719840008765, "turn_id": 2} +{"actual_output_tokens": 185, "cached_tokens": 10632, "effective_input_length": 10633, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10633, "latency_s": 3.9586709840004914, "output_length": 185, "proxy_request_id": "1408889:3:1414177:827", "request_id": "1408889:3:1414177:827", "request_type": "coder", "requested_output_tokens": 185, "session_id": "1408889", "t_dispatch_unix": 1779961325.8604972, "t_finish_unix": 1779961329.819168, "t_first_token_unix": 1779961328.8029585, "tpot_s": 0.0055211539565196135, "trace_hash_ids": [13935095, 13935096, 13935097, 13935098, 13935099, 13935100, 13940392, 13940393, 13948965, 13956064, 13956065, 13962134, 13962135, 13962136, 13968978, 13968979, 13968980, 13968981, 13968982, 13983352, 13983353], "trace_timestamp_s": 616.6710000000003, "ttft_s": 2.9424596940007177, "turn_id": 3} +{"actual_output_tokens": 280, "cached_tokens": 30000, "effective_input_length": 30154, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30154, "latency_s": 13.184425653998915, "output_length": 280, "proxy_request_id": "1340290:10:1411397:816", "request_id": "1340290:10:1411397:816", "request_type": "coder", "requested_output_tokens": 280, "session_id": "1340290", "t_dispatch_unix": 1779961317.8798988, "t_finish_unix": 1779961331.0643249, "t_first_token_unix": 1779961318.0071578, "tpot_s": 0.046798207677421884, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145], "trace_timestamp_s": 607.1330000000007, "ttft_s": 0.12725630400018417, "turn_id": 10} +{"actual_output_tokens": 458, "cached_tokens": 11472, "effective_input_length": 12910, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12910, "latency_s": 15.852098498999112, "output_length": 458, "proxy_request_id": "1398213:3:1401507:759", "request_id": "1398213:3:1401507:759", "request_type": "coder", "requested_output_tokens": 458, "session_id": "1398213", "t_dispatch_unix": 1779961315.2857687, "t_finish_unix": 1779961331.1378672, "t_first_token_unix": 1779961315.5378075, "tpot_s": 0.03413529473085479, "trace_hash_ids": [13837649, 13837650, 13837651, 13837652, 13837653, 13837654, 13837655, 13846300, 13846301, 13846302, 13846303, 13846304, 13851656, 13851657, 13851658, 13851659, 13851660, 13851661, 13860134, 13860135, 13860136, 13860137, 13869190, 13869191, 13869192, 13869193], "trace_timestamp_s": 572.7200000000003, "ttft_s": 0.25203704299929086, "turn_id": 3} +{"actual_output_tokens": 192, "cached_tokens": 85680, "effective_input_length": 90818, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 90818, "latency_s": 5.613532744002441, "output_length": 192, "proxy_request_id": "1373577:4:1408642:799", "request_id": "1373577:4:1408642:799", "request_type": "coder", "requested_output_tokens": 192, "session_id": "1373577", "t_dispatch_unix": 1779961325.6749046, "t_finish_unix": 1779961331.288437, "t_first_token_unix": 1779961328.64519, "tpot_s": 0.013837641937181558, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 231422, 231423, 252744, 252745, 252746, 252747, 3133, 3651868, 3651869, 3651870, 3651871, 3651872, 3651873, 3651874, 3904549, 10482905, 6324555, 13612320, 13612321, 13612322, 13612323, 13612324, 13612325, 13612326, 13612327, 13612328, 13612329, 13612330, 13612331, 13612332, 13612333, 13612334, 13612335, 13612336, 13612337, 13612338, 13612339, 13612340, 13612341, 13612342, 13612343, 13612344, 13612345, 13612346, 13612347, 13612348, 13612349, 13612350, 13612351, 13612352, 13612353, 13612354, 13612355, 13612356, 13612357, 13612358, 13612359, 13612360, 13612361, 13612362, 13612363, 13612364, 13612365, 13612366, 13612367, 13612368, 13612369, 13612370, 13612371, 13612372, 13612373, 13612374, 13612375, 13612376, 13612377, 13612378, 13612379, 13612380, 13612381, 13612382, 13612383, 13612384, 13612385, 13612386, 13612387, 13612388, 13612389, 13612390, 13612391, 13612392, 13612393, 13612394, 13612395, 13612396, 13612397, 13612398, 13612399, 13612400, 13612401, 13612402, 13612403, 13612404, 13612405, 13612406, 13612407, 13612408, 13612409, 13612410, 13612411, 13612412, 13612413, 13612414, 13612415, 13612416, 13612417, 13612418, 13612419, 13612420, 13612421, 13612422, 13612423, 13612424, 13612425, 13612426, 13612427, 13612428, 13612429, 13612430, 13612431, 13612432, 13612433, 13612434, 13612435, 13612436, 13612437, 13612438, 13612439, 13612440, 13612441, 13612442, 13612443, 13612444, 13612445, 13612446, 13612447, 13612448, 13612449, 13612450, 13612451, 13612452, 13677770, 13677771, 13677772, 13898584, 13898585, 13898586, 13898587, 13898588, 13898589, 13898590, 13898591, 13898592, 13932466, 13932467, 13932468, 13932469, 13932470, 13932471, 13932472, 13932473, 13932474, 13932475, 13932476], "trace_timestamp_s": 597.5, "ttft_s": 2.9702830540009018, "turn_id": 4} +{"actual_output_tokens": 393, "cached_tokens": 62016, "effective_input_length": 62018, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62018, "latency_s": 8.008321794000949, "output_length": 393, "proxy_request_id": "1313181:7:1382851:662", "request_id": "1313181:7:1382851:662", "request_type": "coder", "requested_output_tokens": 393, "session_id": "1313181", "t_dispatch_unix": 1779961323.8084633, "t_finish_unix": 1779961331.8167856, "t_first_token_unix": 1779961323.916572, "tpot_s": 0.020152800969392082, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13697374], "trace_timestamp_s": 507.1290000000008, "ttft_s": 0.10810639099872787, "turn_id": 7} +{"actual_output_tokens": 528, "cached_tokens": 33680, "effective_input_length": 40330, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40330, "latency_s": 6.297690665000118, "output_length": 528, "proxy_request_id": "1405155:2:1414214:828", "request_id": "1405155:2:1414214:828", "request_type": "coder", "requested_output_tokens": 528, "session_id": "1405155", "t_dispatch_unix": 1779961326.0074568, "t_finish_unix": 1779961332.305147, "t_first_token_unix": 1779961328.3613007, "tpot_s": 0.007483086201135722, "trace_hash_ids": [10318, 19962, 19963, 6857595, 285666, 285667, 285668, 285669, 285670, 46040, 5773882, 5773883, 1206371, 5773884, 5773885, 5773886, 13900916, 133747, 5372951, 5372952, 5372953, 5372954, 5372955, 5372956, 13900917, 13900918, 13900919, 13900920, 13900921, 13900922, 13900923, 13900924, 13900925, 13900926, 13900927, 13900928, 13900929, 13900930, 13900931, 13900932, 13900933, 13900934, 13900935, 13900936, 13900937, 13900938, 13900939, 13900940, 13900941, 13900942, 13900943, 13900944, 13900945, 13900946, 13900947, 13900948, 13900949, 13900950, 13900951, 13900952, 13900953, 13900954, 13900955, 13900956, 13983589, 13983590, 13983591, 13983592, 13983593, 13983594, 13983595, 13983596, 13983597, 13983598, 13983599, 13983600, 13983601, 13983602, 13983603], "trace_timestamp_s": 616.817, "ttft_s": 2.353842025000631, "turn_id": 2} +{"actual_output_tokens": 249, "cached_tokens": 30432, "effective_input_length": 35022, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35022, "latency_s": 5.505798115998914, "output_length": 249, "proxy_request_id": "1340290:11:1413050:822", "request_id": "1340290:11:1413050:822", "request_type": "coder", "requested_output_tokens": 249, "session_id": "1340290", "t_dispatch_unix": 1779961331.0675569, "t_finish_unix": 1779961336.573355, "t_first_token_unix": 1779961332.3018153, "tpot_s": 0.017223005806455707, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 13972768], "trace_timestamp_s": 612.7440000000006, "ttft_s": 1.234256189000007, "turn_id": 11} +{"actual_output_tokens": 510, "cached_tokens": 73808, "effective_input_length": 86193, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 86193, "latency_s": 17.3438941280001, "output_length": 510, "proxy_request_id": "1364090:7:1412644:820", "request_id": "1364090:7:1412644:820", "request_type": "coder", "requested_output_tokens": 510, "session_id": "1364090", "t_dispatch_unix": 1779961321.3159804, "t_finish_unix": 1779961338.6598742, "t_first_token_unix": 1779961327.6665707, "tpot_s": 0.02159723459135957, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13968761, 13968762, 13968763, 13968764, 13968765, 13968766, 13968767, 13968768, 13968769, 13968770, 13968771, 13968772, 13968773, 13968774, 13968775, 13968776, 13968777, 13968778, 13968779, 13968780, 13968781, 13968782, 13968783, 13968784, 13968785, 13968786], "trace_timestamp_s": 611.3520000000008, "ttft_s": 6.350587969998742, "turn_id": 7} +{"actual_output_tokens": 44, "cached_tokens": 16549, "effective_input_length": 16550, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16550, "latency_s": 74.34628842899838, "output_length": 44, "proxy_request_id": "1397840:1:1397840:737", "request_id": "1397840:1:1397840:737", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1397840", "t_dispatch_unix": 1779961269.1308136, "t_finish_unix": 1779961343.477102, "t_first_token_unix": 1779961342.8104537, "tpot_s": 0.015492525651203577, "trace_hash_ids": [13834561, 13834562, 13834563, 13834564, 13834565, 13834566, 13834567, 13834568, 13834569, 13834570, 13834571, 13834572, 13834573, 13834574, 13834575, 13834576, 13834577, 13834578, 13834579, 13834580, 13834581, 13834582, 13834583, 13834584, 13834585, 13834586, 13834587, 13834588, 13834589, 13834590, 13834591, 13834592, 13834593], "trace_timestamp_s": 559.9370000000008, "ttft_s": 73.67963928799873, "turn_id": 1} +{"actual_output_tokens": 46, "cached_tokens": 11120, "effective_input_length": 11132, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11132, "latency_s": 0.2832393540011253, "output_length": 46, "proxy_request_id": "1362265:8:1419710:834", "request_id": "1362265:8:1419710:834", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1362265", "t_dispatch_unix": 1779961345.4458911, "t_finish_unix": 1779961345.7291307, "t_first_token_unix": 1779961345.495783, "tpot_s": 0.005172213111088947, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 14031065], "trace_timestamp_s": 636.2580000000007, "ttft_s": 0.049889693000295665, "turn_id": 8} +{"actual_output_tokens": 32, "cached_tokens": 26439, "effective_input_length": 26440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26440, "latency_s": 3.056717576000665, "output_length": 32, "proxy_request_id": "1397840:2:1400216:749", "request_id": "1397840:2:1400216:749", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1397840", "t_dispatch_unix": 1779961343.4824653, "t_finish_unix": 1779961346.5391834, "t_first_token_unix": 1779961346.3584433, "tpot_s": 0.005820724548445263, "trace_hash_ids": [13834561, 13834562, 13834563, 13834564, 13834565, 13834566, 13834567, 13834568, 13834569, 13834570, 13834571, 13834572, 13834573, 13834574, 13834575, 13834576, 13834577, 13834578, 13834579, 13834580, 13834581, 13834582, 13834583, 13834584, 13834585, 13834586, 13834587, 13834588, 13834589, 13834590, 13834591, 13834592, 13843674, 13843675, 13843676, 13843677, 13843678, 13843679, 13843680, 13843681, 13843682, 13843683, 13843684, 13856781, 13856782, 13856783, 13856784, 13856785, 13856786, 13856787, 13856788, 13856789], "trace_timestamp_s": 567.9860000000008, "ttft_s": 2.8759754359998624, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 26464, "effective_input_length": 28603, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28603, "latency_s": 0.6396064100008516, "output_length": 27, "proxy_request_id": "1397840:3:1402568:761", "request_id": "1397840:3:1402568:761", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1397840", "t_dispatch_unix": 1779961346.5412252, "t_finish_unix": 1779961347.1808317, "t_first_token_unix": 1779961347.0314283, "tpot_s": 0.005734770538485743, "trace_hash_ids": [13834561, 13834562, 13834563, 13834564, 13834565, 13834566, 13834567, 13834568, 13834569, 13834570, 13834571, 13834572, 13834573, 13834574, 13834575, 13834576, 13834577, 13834578, 13834579, 13834580, 13834581, 13834582, 13834583, 13834584, 13834585, 13834586, 13834587, 13834588, 13834589, 13834590, 13834591, 13834592, 13843674, 13843675, 13843676, 13843677, 13843678, 13843679, 13843680, 13843681, 13843682, 13843683, 13843684, 13856781, 13856782, 13856783, 13856784, 13856785, 13856786, 13856787, 13856788, 13878865, 13878866, 13878867, 13878868, 13878869], "trace_timestamp_s": 576.335, "ttft_s": 0.4902015030020266, "turn_id": 3} +{"actual_output_tokens": 193, "cached_tokens": 0, "effective_input_length": 40273, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40273, "latency_s": 26.60174113800167, "output_length": 193, "proxy_request_id": "1277428:8:1412675:821", "request_id": "1277428:8:1412675:821", "request_type": "coder", "requested_output_tokens": 193, "session_id": "1277428", "t_dispatch_unix": 1779961320.6481936, "t_finish_unix": 1779961347.2499347, "t_first_token_unix": 1779961342.8093069, "tpot_s": 0.023126467531255912, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 13969076], "trace_timestamp_s": 611.4540000000006, "ttft_s": 22.16110993899929, "turn_id": 8} +{"actual_output_tokens": 35, "cached_tokens": 11168, "effective_input_length": 11879, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11879, "latency_s": 0.3213042729985318, "output_length": 35, "proxy_request_id": "1362265:9:1422050:838", "request_id": "1362265:9:1422050:838", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1362265", "t_dispatch_unix": 1779961353.9113019, "t_finish_unix": 1779961354.2326055, "t_first_token_unix": 1779961354.0506196, "tpot_s": 0.005344730411760632, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 14031065, 14053142, 14053143], "trace_timestamp_s": 644.7240000000002, "ttft_s": 0.13931736499944236, "turn_id": 9} +{"actual_output_tokens": 212, "cached_tokens": 35264, "effective_input_length": 35303, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35303, "latency_s": 6.337778322002123, "output_length": 212, "proxy_request_id": "1340290:12:1421294:835", "request_id": "1340290:12:1421294:835", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1340290", "t_dispatch_unix": 1779961351.0923736, "t_finish_unix": 1779961357.4301517, "t_first_token_unix": 1779961351.2199106, "tpot_s": 0.02943120617535, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840], "trace_timestamp_s": 641.9040000000005, "ttft_s": 0.1275355830002809, "turn_id": 12} +{"actual_output_tokens": 1126, "cached_tokens": 0, "effective_input_length": 113258, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 113258, "latency_s": 62.94874366300064, "output_length": 1126, "proxy_request_id": "1264679:2:1405259:777", "request_id": "1264679:2:1405259:777", "request_type": "coder", "requested_output_tokens": 1126, "session_id": "1264679", "t_dispatch_unix": 1779961294.8516226, "t_finish_unix": 1779961357.8003666, "t_first_token_unix": 1779961336.4984632, "tpot_s": 0.018934744408887733, "trace_hash_ids": [53669, 53670, 53671, 53672, 53673, 53674, 53675, 53676, 53677, 53678, 53679, 53680, 53681, 53682, 53683, 53684, 53685, 53686, 53687, 53688, 53689, 53690, 165825, 165826, 928597, 928598, 928599, 928600, 928601, 928602, 928603, 928604, 928605, 928606, 928607, 928608, 928609, 928610, 928611, 928612, 928613, 928614, 928615, 1194856, 1194857, 1194858, 1194859, 1194860, 1194861, 1194862, 1194863, 1194864, 1194865, 4751603, 4751604, 4906135, 4906136, 4906137, 4906138, 4906139, 4906140, 4906141, 4906142, 4906143, 4906144, 4906145, 4906146, 4906147, 9918891, 9918892, 9918893, 9918894, 9918895, 9918896, 9918897, 9918898, 9918899, 9918900, 9918901, 9918902, 9918903, 9918904, 9918905, 9918906, 9918907, 9918908, 9918909, 9918910, 9918911, 9918912, 9918913, 9918914, 9918915, 9918916, 9918917, 9918918, 9918919, 9918920, 9918921, 9918922, 9918923, 9918924, 9918925, 9918926, 9918927, 9918928, 9918929, 9918930, 9918931, 9918932, 9918933, 9918934, 9918935, 9918936, 9918937, 9918938, 9918939, 9918940, 9918941, 9918942, 9918943, 9918944, 9918945, 9918946, 9918947, 9918948, 9918949, 9918950, 9918951, 9918952, 9918953, 9918954, 9918955, 9918956, 9918957, 9918958, 9918959, 9918960, 9918961, 9918962, 9918963, 9918964, 9918965, 9918966, 9918967, 9918968, 9918969, 9918970, 9918971, 9918972, 9918973, 9918974, 9918975, 9918976, 9918977, 9918978, 9918979, 9918980, 9918981, 9918982, 9918983, 9918984, 9918985, 9918986, 9918987, 9918988, 9918989, 9918990, 9918991, 9918992, 9918993, 9918994, 9918995, 9918996, 9918997, 9918998, 9918999, 11660422, 11660423, 11660424, 11660425, 11660426, 11660427, 11660428, 11660429, 11660430, 11660431, 11660432, 11660433, 11660434, 11660435, 11660436, 11660437, 11660438, 11660439, 11660440, 11660441, 11660442, 12172627, 12172628, 12172629, 12172630, 12542438, 12542439, 12542440, 12586272, 12586273, 12586274, 12586275, 12586276, 12586277, 12586278, 12586279, 12586280, 12586281, 13901868, 13901869, 13901870, 13901871, 13901872, 13901873, 13901874], "trace_timestamp_s": 585.6600000000008, "ttft_s": 41.64683853400129, "turn_id": 2} +{"actual_output_tokens": 129, "cached_tokens": 0, "effective_input_length": 107292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 107292, "latency_s": 40.76668862099905, "output_length": 129, "proxy_request_id": "1270606:2:1411654:817", "request_id": "1270606:2:1411654:817", "request_type": "coder", "requested_output_tokens": 129, "session_id": "1270606", "t_dispatch_unix": 1779961317.3327465, "t_finish_unix": 1779961358.0994349, "t_first_token_unix": 1779961354.7855105, "tpot_s": 0.025888148367187114, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 13959615, 13959616, 13959617, 13959618, 13959619, 13959620, 13959621, 13959622, 13959623, 13959624, 13959625, 13959626, 13959627, 13959628, 13959629, 13959630, 13959631, 13959632, 13959633, 13959634, 13959635, 13959636, 13959637, 13959638, 13959639, 13959640, 13959641, 13959642, 13959643, 13959644, 13959645, 13959646, 13959647, 13959648, 13959649, 13959650, 13959651, 13959652, 13959653, 13959654, 13959655, 13959656, 13959657, 13959658, 13959659, 13959660, 13959661, 13959662, 13959663, 13959664, 13959665, 13959666, 13959667, 13959668, 13959669, 13959670, 13959671, 13959672, 13959673, 13959674, 13959675, 13959676, 13959677, 13959678, 13959679, 13959680, 13959681, 13959682, 13959683, 13959684, 13959685, 13959686, 13959687, 13959688, 13959689, 13959690, 13959691, 13959692, 13959693, 13959694, 13959695, 13959696, 13959697, 13959698, 13959699, 13959700, 13959701, 13959702, 13959703, 13959704, 13959705, 13959706, 13959707, 13959708, 13959709, 13959710, 13959711, 13959712, 13959713, 13959714, 13959715, 13959716, 13959717, 13959718, 13959719, 13959720, 13959721, 13959722, 13959723, 13959724, 13959725, 13959726, 13959727, 13959728], "trace_timestamp_s": 608.1200000000008, "ttft_s": 37.45276190000004, "turn_id": 2} +{"actual_output_tokens": 221, "cached_tokens": 44400, "effective_input_length": 49308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49308, "latency_s": 7.644535494000593, "output_length": 221, "proxy_request_id": "1268861:9:1421319:836", "request_id": "1268861:9:1421319:836", "request_type": "coder", "requested_output_tokens": 221, "session_id": "1268861", "t_dispatch_unix": 1779961351.1729622, "t_finish_unix": 1779961358.8174982, "t_first_token_unix": 1779961356.282326, "tpot_s": 0.011522339859088375, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14046030], "trace_timestamp_s": 641.9830000000002, "ttft_s": 5.109361415001331, "turn_id": 9} +{"actual_output_tokens": 444, "cached_tokens": 86688, "effective_input_length": 96849, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96849, "latency_s": 20.589985822000017, "output_length": 444, "proxy_request_id": "1364090:8:1417347:830", "request_id": "1364090:8:1417347:830", "request_type": "coder", "requested_output_tokens": 444, "session_id": "1364090", "t_dispatch_unix": 1779961338.6683428, "t_finish_unix": 1779961359.258328, "t_first_token_unix": 1779961344.6541905, "tpot_s": 0.03296589002482908, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13968761, 13968762, 13968763, 13968764, 13968765, 13968766, 13968767, 13968768, 13968769, 13968770, 13968771, 13968772, 13968773, 13968774, 13968775, 13968776, 13968777, 13968778, 13968779, 13968780, 13968781, 13968782, 13968783, 13968784, 13968785, 14010092, 14010093, 14010094, 14010095, 14010096, 14010097, 14010098, 14010099, 14010100, 14010101, 14010102, 14010103, 14010104, 14010105, 14010106, 14010107, 14010108, 14010109, 14010110, 14010111, 14010112, 14010113], "trace_timestamp_s": 628.009, "ttft_s": 5.9858456879992445, "turn_id": 8} +{"actual_output_tokens": 525, "cached_tokens": 105664, "effective_input_length": 105709, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105709, "latency_s": 8.998670565000793, "output_length": 525, "proxy_request_id": "1314357:6:1422517:839", "request_id": "1314357:6:1422517:839", "request_type": "coder", "requested_output_tokens": 525, "session_id": "1314357", "t_dispatch_unix": 1779961355.4202898, "t_finish_unix": 1779961364.4189591, "t_first_token_unix": 1779961355.6244867, "tpot_s": 0.01678277981869639, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14056875, 14056876], "trace_timestamp_s": 646.2290000000003, "ttft_s": 0.20419551000304637, "turn_id": 6} +{"actual_output_tokens": 156, "cached_tokens": 25072, "effective_input_length": 25225, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25225, "latency_s": 1.085622434002289, "output_length": 156, "proxy_request_id": "1363943:11:1424840:842", "request_id": "1363943:11:1424840:842", "request_type": "coder", "requested_output_tokens": 156, "session_id": "1363943", "t_dispatch_unix": 1779961363.7537792, "t_finish_unix": 1779961364.8394015, "t_first_token_unix": 1779961363.863419, "tpot_s": 0.0062950941096548176, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14078449], "trace_timestamp_s": 654.5660000000007, "ttft_s": 0.10963825700309826, "turn_id": 11} +{"actual_output_tokens": 24, "cached_tokens": 35296, "effective_input_length": 39789, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39789, "latency_s": 1.3873592269992514, "output_length": 24, "proxy_request_id": "1355951:5:1425005:843", "request_id": "1355951:5:1425005:843", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1355951", "t_dispatch_unix": 1779961364.4020364, "t_finish_unix": 1779961365.7893958, "t_first_token_unix": 1779961365.6549716, "tpot_s": 0.005830898869570102, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424, 13776305, 13841463, 14061275], "trace_timestamp_s": 655.2139999999999, "ttft_s": 1.2529332199992496, "turn_id": 5} +{"actual_output_tokens": 1465, "cached_tokens": 0, "effective_input_length": 43763, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43763, "latency_s": 31.397467448998214, "output_length": 1465, "proxy_request_id": "1270340:5:1417075:829", "request_id": "1270340:5:1417075:829", "request_type": "coder", "requested_output_tokens": 1465, "session_id": "1270340", "t_dispatch_unix": 1779961336.4086027, "t_finish_unix": 1779961367.8060691, "t_first_token_unix": 1779961344.1030517, "tpot_s": 0.016190325965848774, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 13494255, 13494256, 13494257, 13494258, 13494259, 13494260, 13494261, 13494262, 13494263, 13494264, 13547859, 13547860, 13547861, 13547862, 13547863, 13547864, 13547865, 13547866, 13547867, 13547868, 13547869, 13547870, 13547871, 13547872, 13547873, 14007776, 14007777, 14007778, 14007779, 14007780, 14007781], "trace_timestamp_s": 627.219, "ttft_s": 7.6944470679991355, "turn_id": 5} +{"actual_output_tokens": 71, "cached_tokens": 62400, "effective_input_length": 124090, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 124090, "latency_s": 36.06064937699921, "output_length": 71, "proxy_request_id": "1313181:8:1329951:394", "request_id": "1313181:8:1329951:394", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1313181", "t_dispatch_unix": 1779961331.8223815, "t_finish_unix": 1779961367.88303, "t_first_token_unix": 1779961367.156395, "tpot_s": 0.010377153885721262, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13209153], "trace_timestamp_s": 321.7550000000001, "ttft_s": 35.33401209499789, "turn_id": 8} +{"actual_output_tokens": 64, "cached_tokens": 62432, "effective_input_length": 62444, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62444, "latency_s": 0.6007112730003428, "output_length": 64, "proxy_request_id": "1313181:8:1385690:686", "request_id": "1313181:8:1385690:686", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1313181", "t_dispatch_unix": 1779961367.8872142, "t_finish_unix": 1779961368.4879258, "t_first_token_unix": 1779961367.9981997, "tpot_s": 0.007768605365108381, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278], "trace_timestamp_s": 517.1500000000005, "ttft_s": 0.11098292499809759, "turn_id": 8} +{"actual_output_tokens": 344, "cached_tokens": 97280, "effective_input_length": 101432, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101432, "latency_s": 8.788225201999012, "output_length": 344, "proxy_request_id": "1364090:9:1423736:840", "request_id": "1364090:9:1423736:840", "request_type": "coder", "requested_output_tokens": 344, "session_id": "1364090", "t_dispatch_unix": 1779961360.017332, "t_finish_unix": 1779961368.8055568, "t_first_token_unix": 1779961362.7568738, "tpot_s": 0.01763340722740098, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13968761, 13968762, 13968763, 13968764, 13968765, 13968766, 13968767, 13968768, 13968769, 13968770, 13968771, 13968772, 13968773, 13968774, 13968775, 13968776, 13968777, 13968778, 13968779, 13968780, 13968781, 13968782, 13968783, 13968784, 13968785, 14010092, 14010093, 14010094, 14010095, 14010096, 14010097, 14010098, 14010099, 14010100, 14010101, 14010102, 14010103, 14010104, 14010105, 14010106, 14010107, 14010108, 14010109, 14010110, 14010111, 14010112, 14068318, 14068319, 14068320, 14068321, 14068322, 14068323, 14068324, 14068325, 14068326, 14068327], "trace_timestamp_s": 650.826, "ttft_s": 2.739539928999875, "turn_id": 9} +{"actual_output_tokens": 1859, "cached_tokens": 0, "effective_input_length": 37398, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37398, "latency_s": 31.657493994000106, "output_length": 1859, "proxy_request_id": "1301929:3:1417873:832", "request_id": "1301929:3:1417873:832", "request_type": "coder", "requested_output_tokens": 1859, "session_id": "1301929", "t_dispatch_unix": 1779961339.0396986, "t_finish_unix": 1779961370.6971924, "t_first_token_unix": 1779961349.3640735, "tpot_s": 0.011481625039289487, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 244222, 244223, 8074420, 8074421, 12946894, 12946895, 12946896, 12946897, 12946898, 12946899, 12946900, 12946901, 12946902, 12946903, 12946904, 12946905, 12946906, 12946907, 12946908, 12946909, 12946910, 12946911, 12946912, 12946913, 12946914, 12946915, 12946916, 12946917, 12946918, 12946919, 12946920, 12946921, 12946922, 12946923, 12946924, 12946925, 12946926, 12946927, 12946928, 12946929, 12946930, 12946931, 12946932, 12946933, 12946934, 12946935, 12946936, 12946937, 12946938, 12946939, 12946940, 12946941, 12946942, 12946943, 12946944, 12946945, 12946946, 12946947, 12946948, 12946949, 12946950, 13626958, 13626959, 14014871, 14014872, 14014873, 14014874], "trace_timestamp_s": 629.8510000000006, "ttft_s": 10.324372758001118, "turn_id": 3} +{"actual_output_tokens": 33, "cached_tokens": 107408, "effective_input_length": 108318, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108318, "latency_s": 1.051945290000731, "output_length": 33, "proxy_request_id": "1270606:3:1427164:848", "request_id": "1270606:3:1427164:848", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1270606", "t_dispatch_unix": 1779961372.0709538, "t_finish_unix": 1779961373.1228979, "t_first_token_unix": 1779961372.8476677, "tpot_s": 0.00858980193743264, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 13959615, 13959616, 13959617, 13959618, 13959619, 13959620, 13959621, 13959622, 13959623, 13959624, 13959625, 13959626, 13959627, 13959628, 13959629, 13959630, 13959631, 13959632, 13959633, 13959634, 13959635, 13959636, 13959637, 13959638, 13959639, 13959640, 13959641, 14099892, 14099893, 14099894, 14099895, 14099896, 14099897, 14099898, 14099899, 14099900, 14099901, 14099902, 14099903, 14099904, 14099905, 14099906, 14099907, 14099908, 14099909, 14099910, 14099911, 14099912, 14099913, 14099914, 14099915, 14099916, 14099917, 14099918, 14099919, 14099920, 14099921, 14099922, 14099923, 14099924, 14099925, 14099926, 14099927, 14099928, 14099929, 14099930, 14099931, 14099932, 14099933, 14099934, 14099935, 14099936, 14099937, 14099938, 14099939, 14099940, 14099941, 14099942, 14099943, 14099944, 14099945, 14099946, 14099947, 14099948, 14099949, 14099950, 14099951, 14099952, 14099953, 14099954, 14099955, 14099956, 14099957, 14099958, 14099959, 14099960, 14099961, 14099962, 14099963, 14099964, 14099965, 14099966, 14099967, 14099968, 14099969, 14099970, 14099971, 14099972, 14099973, 14099974, 14099975, 14099976, 14099977, 14099978, 14099979, 14099980], "trace_timestamp_s": 662.8530000000001, "ttft_s": 0.77671299800204, "turn_id": 3} +{"actual_output_tokens": 599, "cached_tokens": 25376, "effective_input_length": 26923, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26923, "latency_s": 4.5452437189997, "output_length": 599, "proxy_request_id": "1363943:12:1426646:845", "request_id": "1363943:12:1426646:845", "request_type": "coder", "requested_output_tokens": 599, "session_id": "1363943", "t_dispatch_unix": 1779961370.2273645, "t_finish_unix": 1779961374.7726076, "t_first_token_unix": 1779961370.5874822, "tpot_s": 0.0069980280735774955, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14094824], "trace_timestamp_s": 661.0390000000007, "ttft_s": 0.36011608999979217, "turn_id": 12} +{"actual_output_tokens": 589, "cached_tokens": 40464, "effective_input_length": 42342, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42342, "latency_s": 4.963588893002452, "output_length": 589, "proxy_request_id": "1277428:8:1426669:846", "request_id": "1277428:8:1426669:846", "request_type": "coder", "requested_output_tokens": 589, "session_id": "1277428", "t_dispatch_unix": 1779961370.3081446, "t_finish_unix": 1779961375.2717328, "t_first_token_unix": 1779961370.9772732, "tpot_s": 0.007303018702377132, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14095200, 14095201, 14095202, 14095203, 14095204], "trace_timestamp_s": 661.1190000000006, "ttft_s": 0.6691272980024223, "turn_id": 8} +{"actual_output_tokens": 339, "cached_tokens": 11904, "effective_input_length": 12596, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12596, "latency_s": 2.4021815859996423, "output_length": 339, "proxy_request_id": "1362265:10:1427606:850", "request_id": "1362265:10:1427606:850", "request_type": "coder", "requested_output_tokens": 339, "session_id": "1362265", "t_dispatch_unix": 1779961373.3328762, "t_finish_unix": 1779961375.7350578, "t_first_token_unix": 1779961373.4820216, "tpot_s": 0.006664943914203842, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 14031065, 14053142, 14104310, 14104311], "trace_timestamp_s": 664.1450000000004, "ttft_s": 0.14914442200097255, "turn_id": 10} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 2115, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2115, "latency_s": 74.91705650199947, "output_length": 47, "proxy_request_id": "1406966:1:1406966:785", "request_id": "1406966:1:1406966:785", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1406966", "t_dispatch_unix": 1779961300.920011, "t_finish_unix": 1779961375.8370678, "t_first_token_unix": 1779961345.3373356, "tpot_s": 0.663031281695705, "trace_hash_ids": [13917921, 13917922, 13917923, 13917924, 13917925], "trace_timestamp_s": 591.732, "ttft_s": 44.417323638997914, "turn_id": 1} +{"actual_output_tokens": 44, "cached_tokens": 0, "effective_input_length": 4789, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4789, "latency_s": 0.5249955770013912, "output_length": 44, "proxy_request_id": "1406966:2:1407710:789", "request_id": "1406966:2:1407710:789", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1406966", "t_dispatch_unix": 1779961375.8386757, "t_finish_unix": 1779961376.3636708, "t_first_token_unix": 1779961376.1411397, "tpot_s": 0.005169551558136063, "trace_hash_ids": [13917921, 13917922, 13917923, 13917924, 13924515, 13924516, 13924517, 13924518, 13924519, 13924520], "trace_timestamp_s": 594.21, "ttft_s": 0.3024632880005811, "turn_id": 2} +{"actual_output_tokens": 39, "cached_tokens": 4832, "effective_input_length": 7893, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7893, "latency_s": 0.4764678659994388, "output_length": 39, "proxy_request_id": "1406966:3:1410097:808", "request_id": "1406966:3:1410097:808", "request_type": "coder", "requested_output_tokens": 39, "session_id": "1406966", "t_dispatch_unix": 1779961376.3653536, "t_finish_unix": 1779961376.8418214, "t_first_token_unix": 1779961376.6423006, "tpot_s": 0.005242547605264822, "trace_hash_ids": [13917921, 13917922, 13917923, 13917924, 13924515, 13924516, 13924517, 13924518, 13924519, 13938672, 13938673, 13938674, 13938675, 13938676, 13945877, 13945878], "trace_timestamp_s": 602.7270000000008, "ttft_s": 0.27694580699971993, "turn_id": 3} +{"actual_output_tokens": 128, "cached_tokens": 0, "effective_input_length": 4991, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4991, "latency_s": 102.64760362599918, "output_length": 128, "proxy_request_id": "1399948:1:1399948:748", "request_id": "1399948:1:1399948:748", "request_type": "coder", "requested_output_tokens": 128, "session_id": "1399948", "t_dispatch_unix": 1779961276.3798654, "t_finish_unix": 1779961379.0274694, "t_first_token_unix": 1779961298.686858, "tpot_s": 0.6326004320157311, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13854387], "trace_timestamp_s": 567.1910000000007, "ttft_s": 22.306991049001226, "turn_id": 1} +{"actual_output_tokens": 55, "cached_tokens": 0, "effective_input_length": 1531, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1531, "latency_s": 76.43938389399773, "output_length": 55, "proxy_request_id": "1407494:1:1407494:787", "request_id": "1407494:1:1407494:787", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1407494", "t_dispatch_unix": 1779961302.7164457, "t_finish_unix": 1779961379.1558292, "t_first_token_unix": 1779961345.3370318, "tpot_s": 0.6262609536851987, "trace_hash_ids": [13922818, 13922819, 13922820], "trace_timestamp_s": 593.5290000000005, "ttft_s": 42.620585551998374, "turn_id": 1} +{"actual_output_tokens": 13, "cached_tokens": 0, "effective_input_length": 6149, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6149, "latency_s": 0.45973826499903225, "output_length": 13, "proxy_request_id": "1399948:2:1405276:778", "request_id": "1399948:2:1405276:778", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1399948", "t_dispatch_unix": 1779961379.0286217, "t_finish_unix": 1779961379.4883602, "t_first_token_unix": 1779961379.431204, "tpot_s": 0.004736310833322932, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13902108], "trace_timestamp_s": 585.7030000000004, "ttft_s": 0.40258086399990134, "turn_id": 2} +{"actual_output_tokens": 28, "cached_tokens": 0, "effective_input_length": 4728, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4728, "latency_s": 0.4384990150028898, "output_length": 28, "proxy_request_id": "1407494:2:1410400:809", "request_id": "1407494:2:1410400:809", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1407494", "t_dispatch_unix": 1779961379.1574054, "t_finish_unix": 1779961379.5959046, "t_first_token_unix": 1779961379.4591074, "tpot_s": 0.0050582860000118945, "trace_hash_ids": [13922818, 13922819, 13922820, 13939528, 13939529, 13939530, 13948712, 13948713, 13948714, 13948715], "trace_timestamp_s": 603.5920000000006, "ttft_s": 0.30170024300241494, "turn_id": 2} +{"actual_output_tokens": 56, "cached_tokens": 6160, "effective_input_length": 7995, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7995, "latency_s": 0.4839486669989128, "output_length": 56, "proxy_request_id": "1399948:3:1405988:782", "request_id": "1399948:3:1405988:782", "request_type": "coder", "requested_output_tokens": 56, "session_id": "1399948", "t_dispatch_unix": 1779961379.4895341, "t_finish_unix": 1779961379.973483, "t_first_token_unix": 1779961379.6835077, "tpot_s": 0.0052655447636260014, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13907778], "trace_timestamp_s": 588.3230000000003, "ttft_s": 0.19397234699863475, "turn_id": 3} +{"actual_output_tokens": 485, "cached_tokens": 106224, "effective_input_length": 106279, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106279, "latency_s": 5.461976742997649, "output_length": 485, "proxy_request_id": "1314357:7:1427957:851", "request_id": "1314357:7:1427957:851", "request_type": "coder", "requested_output_tokens": 485, "session_id": "1314357", "t_dispatch_unix": 1779961374.6156332, "t_finish_unix": 1779961380.0776093, "t_first_token_unix": 1779961374.8574665, "tpot_s": 0.010784953181818994, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14107729], "trace_timestamp_s": 665.424, "ttft_s": 0.2418310869979905, "turn_id": 7} +{"actual_output_tokens": 23, "cached_tokens": 8048, "effective_input_length": 8540, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8540, "latency_s": 0.19877668900153367, "output_length": 23, "proxy_request_id": "1399948:4:1407140:786", "request_id": "1399948:4:1407140:786", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1399948", "t_dispatch_unix": 1779961379.9743562, "t_finish_unix": 1779961380.1731331, "t_first_token_unix": 1779961380.0628664, "tpot_s": 0.005002171727359051, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13919490], "trace_timestamp_s": 592.2640000000001, "ttft_s": 0.08850865600106772, "turn_id": 4} +{"actual_output_tokens": 24, "cached_tokens": 8560, "effective_input_length": 8612, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8612, "latency_s": 0.1548477680007636, "output_length": 24, "proxy_request_id": "1399948:5:1407922:791", "request_id": "1399948:5:1407922:791", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1399948", "t_dispatch_unix": 1779961380.1736736, "t_finish_unix": 1779961380.3285217, "t_first_token_unix": 1779961380.2117543, "tpot_s": 0.005067043260920479, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13926411], "trace_timestamp_s": 595.0500000000002, "ttft_s": 0.03807912699994631, "turn_id": 5} +{"actual_output_tokens": 63, "cached_tokens": 4752, "effective_input_length": 9801, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9801, "latency_s": 0.8073150509990228, "output_length": 63, "proxy_request_id": "1407494:3:1413526:825", "request_id": "1407494:3:1413526:825", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1407494", "t_dispatch_unix": 1779961379.5988622, "t_finish_unix": 1779961380.406177, "t_first_token_unix": 1779961380.0697272, "tpot_s": 0.005423414806500659, "trace_hash_ids": [13922818, 13922819, 13922820, 13939528, 13939529, 13939530, 13948712, 13948713, 13948714, 13962495, 13962496, 13962497, 13962498, 13962499, 13962500, 13962501, 13962502, 13977212, 13977213, 13977214], "trace_timestamp_s": 614.5410000000002, "ttft_s": 0.47086409099938464, "turn_id": 3} +{"actual_output_tokens": 18, "cached_tokens": 8624, "effective_input_length": 11381, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11381, "latency_s": 0.4038575470003707, "output_length": 18, "proxy_request_id": "1399948:6:1410696:812", "request_id": "1399948:6:1410696:812", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1399948", "t_dispatch_unix": 1779961380.3303013, "t_finish_unix": 1779961380.734159, "t_first_token_unix": 1779961380.648516, "tpot_s": 0.005022923588138142, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 13951145], "trace_timestamp_s": 604.4790000000003, "ttft_s": 0.31821313700129394, "turn_id": 6} +{"actual_output_tokens": 43, "cached_tokens": 11392, "effective_input_length": 11537, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11537, "latency_s": 0.29144860000087647, "output_length": 43, "proxy_request_id": "1399948:7:1413205:824", "request_id": "1399948:7:1413205:824", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1399948", "t_dispatch_unix": 1779961380.7348058, "t_finish_unix": 1779961381.0262547, "t_first_token_unix": 1779961380.7989678, "tpot_s": 0.005404770404787823, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 13974423], "trace_timestamp_s": 613.357, "ttft_s": 0.06416042099954211, "turn_id": 7} +{"actual_output_tokens": 25, "cached_tokens": 11568, "effective_input_length": 11736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11736, "latency_s": 0.19055208200006746, "output_length": 25, "proxy_request_id": "1399948:8:1425345:844", "request_id": "1399948:8:1425345:844", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1399948", "t_dispatch_unix": 1779961381.0270436, "t_finish_unix": 1779961381.2175956, "t_first_token_unix": 1779961381.0916843, "tpot_s": 0.00523713383336144, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14082944], "trace_timestamp_s": 656.451, "ttft_s": 0.06463908200021251, "turn_id": 8} +{"actual_output_tokens": 65, "cached_tokens": 0, "effective_input_length": 73188, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73188, "latency_s": 79.28719452099904, "output_length": 65, "proxy_request_id": "1363093:5:1407810:790", "request_id": "1363093:5:1407810:790", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1363093", "t_dispatch_unix": 1779961303.8411698, "t_finish_unix": 1779961383.128364, "t_first_token_unix": 1779961364.1669207, "tpot_s": 0.2962666816719093, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147, 13620062, 13764670, 13764671, 13764672, 13764673, 13764674, 13764675, 13764676, 13764677, 13764678, 13925441, 13925442, 13925443, 13925444, 13925445, 13925446, 13925447, 13925448, 13925449], "trace_timestamp_s": 594.6500000000005, "ttft_s": 60.32574928199756, "turn_id": 5} +{"actual_output_tokens": 1565, "cached_tokens": 0, "effective_input_length": 32179, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32179, "latency_s": 40.248918190998666, "output_length": 1565, "proxy_request_id": "1364128:3:1419644:833", "request_id": "1364128:3:1419644:833", "request_type": "coder", "requested_output_tokens": 1565, "session_id": "1364128", "t_dispatch_unix": 1779961345.2199132, "t_finish_unix": 1779961385.4688315, "t_first_token_unix": 1779961349.7121, "tpot_s": 0.02286216957097221, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13525787, 2139676, 2139677, 13525788, 13554127, 14030453, 14030454, 14030455, 14030456, 14030457, 14030458, 14030459, 14030460, 14030461, 14030462, 14030463, 14030464, 14030465, 14030466, 14030467, 14030468, 14030469, 14030470, 14030471, 14030472, 14030473, 14030474, 14030475, 14030476, 14030477, 14030478, 14030479, 14030480, 14030481, 14030482, 14030483, 14030484, 14030485, 14030486, 14030487, 14030488, 14030489, 14030490, 14030491, 14030492, 14030493, 14030494, 14030495, 14030496, 14030497], "trace_timestamp_s": 636.0240000000003, "ttft_s": 4.492185100996721, "turn_id": 3} +{"actual_output_tokens": 122, "cached_tokens": 106752, "effective_input_length": 106805, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106805, "latency_s": 1.482331384002464, "output_length": 122, "proxy_request_id": "1314357:8:1431749:854", "request_id": "1314357:8:1431749:854", "request_type": "coder", "requested_output_tokens": 122, "session_id": "1314357", "t_dispatch_unix": 1779961388.0038774, "t_finish_unix": 1779961389.4862084, "t_first_token_unix": 1779961388.2361019, "tpot_s": 0.01032902585124368, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14144523], "trace_timestamp_s": 678.8120000000008, "ttft_s": 0.232222136000928, "turn_id": 8} +{"actual_output_tokens": 25, "cached_tokens": 0, "effective_input_length": 85663, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85663, "latency_s": 74.99527826000121, "output_length": 25, "proxy_request_id": "1366128:19:1398824:745", "request_id": "1366128:19:1398824:745", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1366128", "t_dispatch_unix": 1779961314.867014, "t_finish_unix": 1779961389.8622923, "t_first_token_unix": 1779961389.4285364, "tpot_s": 0.01806186799998007, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13843754], "trace_timestamp_s": 563.2670000000007, "ttft_s": 74.56152021299931, "turn_id": 19} +{"actual_output_tokens": 14, "cached_tokens": 11760, "effective_input_length": 11993, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11993, "latency_s": 0.1349745419975079, "output_length": 14, "proxy_request_id": "1399948:9:1433544:857", "request_id": "1399948:9:1433544:857", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1399948", "t_dispatch_unix": 1779961394.5265138, "t_finish_unix": 1779961394.6614883, "t_first_token_unix": 1779961394.599222, "tpot_s": 0.004770906923043255, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14161913], "trace_timestamp_s": 685.3389999999999, "ttft_s": 0.07270647100085625, "turn_id": 9} +{"actual_output_tokens": 111, "cached_tokens": 0, "effective_input_length": 119977, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119977, "latency_s": 100.44134006700187, "output_length": 111, "proxy_request_id": "1275274:2:1405679:780", "request_id": "1275274:2:1405679:780", "request_type": "coder", "requested_output_tokens": 111, "session_id": "1275274", "t_dispatch_unix": 1779961296.329217, "t_finish_unix": 1779961396.7705567, "t_first_token_unix": 1779961345.3553987, "tpot_s": 0.46740734776361603, "trace_hash_ids": [9491467, 195037, 195038, 195039, 195040, 195041, 195042, 195043, 195044, 10319406, 10319407, 10319408, 10319409, 10319410, 10319411, 10319412, 10319413, 10319414, 5374859, 10319415, 10319416, 816846, 10319417, 10319418, 10319419, 10319420, 194680, 194681, 10319421, 10319422, 10319423, 10319424, 10319425, 10319426, 10319427, 10319428, 10319429, 10319430, 10319431, 10319432, 10319433, 10319434, 10319435, 10319436, 10319437, 10319438, 10319439, 10319440, 10319441, 10319442, 10319443, 10319444, 10319445, 10319446, 10319447, 10319448, 10319449, 10319450, 10319451, 10319452, 10319453, 10319454, 10319455, 10319456, 10319457, 10319458, 10319459, 10319460, 10319461, 10319462, 10319463, 10319464, 10319465, 10319466, 10319467, 10319468, 10319469, 10319470, 10319471, 10319472, 10319473, 10319474, 10319475, 10319476, 10319477, 10319478, 10319479, 10319480, 10319481, 10319482, 10319483, 10319484, 10319485, 10319486, 10319487, 10319488, 10319489, 10319490, 10319491, 10319492, 10319493, 10319494, 10319495, 10319496, 10319497, 10319498, 10319499, 10319500, 10319501, 10319502, 10319503, 10319504, 10319505, 10319506, 10319507, 10319508, 10319509, 10319510, 10319511, 10319512, 10319513, 10319514, 10319515, 10319516, 10319517, 10319518, 10319519, 10319520, 10319521, 10319522, 10319523, 10319524, 10319525, 10319526, 10319527, 10319528, 10319529, 10319530, 10319531, 10319532, 10319533, 10319534, 10319535, 10319536, 10319537, 10319538, 10319539, 10319540, 10319541, 10319542, 10319543, 10319544, 10319545, 10319546, 10319547, 10319548, 10319549, 10319550, 10319551, 10319552, 10319553, 10319554, 10319555, 10319556, 10319557, 10319558, 10319559, 10319560, 10319561, 10319562, 10319563, 10319564, 10319565, 10319566, 10319567, 10319568, 10319569, 10319570, 10319571, 10319572, 10319573, 10451843, 10538212, 10538213, 10590028, 10695557, 10848849, 10848850, 10848851, 10949071, 11065667, 11650526, 11650527, 11650528, 11717015, 11717016, 11717017, 11717018, 11717019, 11717020, 11796353, 11796354, 11796355, 11796356, 11895285, 12041647, 12041648, 12041649, 12041650, 12193888, 12247657, 12247658, 12247659, 12247660, 12374859, 12374860, 12374861, 12437166, 12437167, 12596754, 12596755, 12690937, 12844572, 12844573, 12844574, 12844575, 12958938, 13103548, 13103549, 13454539, 13674772, 13905368, 13905369, 13905370, 13905371], "trace_timestamp_s": 587.1360000000004, "ttft_s": 49.02618046700081, "turn_id": 2} +{"actual_output_tokens": 193, "cached_tokens": 0, "effective_input_length": 1501, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1501, "latency_s": 94.1828085720008, "output_length": 193, "proxy_request_id": "1407599:1:1407599:788", "request_id": "1407599:1:1407599:788", "request_type": "coder", "requested_output_tokens": 193, "session_id": "1407599", "t_dispatch_unix": 1779961303.0649233, "t_finish_unix": 1779961397.247732, "t_first_token_unix": 1779961345.8320622, "tpot_s": 0.2677885745677031, "trace_hash_ids": [10764018, 13923669, 13923670], "trace_timestamp_s": 593.8770000000004, "ttft_s": 42.76713566300168, "turn_id": 1} +{"actual_output_tokens": 40, "cached_tokens": 12000, "effective_input_length": 12032, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12032, "latency_s": 0.24823328899947228, "output_length": 40, "proxy_request_id": "1399948:10:1434418:858", "request_id": "1399948:10:1434418:858", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1399948", "t_dispatch_unix": 1779961397.5386329, "t_finish_unix": 1779961397.7868664, "t_first_token_unix": 1779961397.5773225, "tpot_s": 0.0053664004871956045, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14170064], "trace_timestamp_s": 688.3510000000006, "ttft_s": 0.03868814899760764, "turn_id": 10} +{"actual_output_tokens": 531, "cached_tokens": 0, "effective_input_length": 13134, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13134, "latency_s": 132.25553386400134, "output_length": 531, "proxy_request_id": "1397223:1:1397223:734", "request_id": "1397223:1:1397223:734", "request_type": "coder", "requested_output_tokens": 531, "session_id": "1397223", "t_dispatch_unix": 1779961266.6803246, "t_finish_unix": 1779961398.9358582, "t_first_token_unix": 1779961267.7910933, "tpot_s": 0.24744230361698186, "trace_hash_ids": [13793541, 13793542, 13793543, 13802362, 13802363, 13802364, 13802365, 13802366, 13802367, 13811273, 13811274, 13811275, 13811276, 13811277, 13811278, 13811279, 13811280, 13819026, 13819027, 13819028, 13819029, 13828841, 13828842, 13828843, 13828844, 13828845], "trace_timestamp_s": 557.4880000000003, "ttft_s": 1.1107678820008005, "turn_id": 1} +{"actual_output_tokens": 11, "cached_tokens": 12064, "effective_input_length": 12106, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12106, "latency_s": 0.09157528599826037, "output_length": 11, "proxy_request_id": "1399948:11:1435163:860", "request_id": "1399948:11:1435163:860", "request_type": "coder", "requested_output_tokens": 11, "session_id": "1399948", "t_dispatch_unix": 1779961400.2418723, "t_finish_unix": 1779961400.3334475, "t_first_token_unix": 1779961400.2875211, "tpot_s": 0.0045636752001883, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14176836], "trace_timestamp_s": 691.0540000000001, "ttft_s": 0.04564755699902889, "turn_id": 11} +{"actual_output_tokens": 298, "cached_tokens": 39248, "effective_input_length": 40567, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40567, "latency_s": 7.109755760000553, "output_length": 298, "proxy_request_id": "1382089:3:1433211:856", "request_id": "1382089:3:1433211:856", "request_type": "coder", "requested_output_tokens": 298, "session_id": "1382089", "t_dispatch_unix": 1779961393.3042867, "t_finish_unix": 1779961400.4140418, "t_first_token_unix": 1779961395.994327, "tpot_s": 0.014880060245798292, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424, 13776305, 13841463, 14061275, 14158620, 14158621], "trace_timestamp_s": 684.116, "ttft_s": 2.6900385019980604, "turn_id": 3} +{"actual_output_tokens": 26, "cached_tokens": 12112, "effective_input_length": 12164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12164, "latency_s": 0.6606516540014127, "output_length": 26, "proxy_request_id": "1399948:12:1436179:863", "request_id": "1399948:12:1436179:863", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1399948", "t_dispatch_unix": 1779961403.666916, "t_finish_unix": 1779961404.3275676, "t_first_token_unix": 1779961404.1347566, "tpot_s": 0.007701423480029917, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14186143], "trace_timestamp_s": 694.4800000000005, "ttft_s": 0.4678395480004838, "turn_id": 12} +{"actual_output_tokens": 2116, "cached_tokens": 1680, "effective_input_length": 1840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1840, "latency_s": 11.569221206998918, "output_length": 2116, "proxy_request_id": "1407599:2:1430593:852", "request_id": "1407599:2:1430593:852", "request_type": "coder", "requested_output_tokens": 2116, "session_id": "1407599", "t_dispatch_unix": 1779961397.2486339, "t_finish_unix": 1779961408.8178556, "t_first_token_unix": 1779961397.290285, "tpot_s": 0.005450174367849907, "trace_hash_ids": [10764018, 14132941, 14132942, 14132943], "trace_timestamp_s": 674.8760000000002, "ttft_s": 0.041650204999314155, "turn_id": 2} +{"actual_output_tokens": 3818, "cached_tokens": 71664, "effective_input_length": 72608, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72608, "latency_s": 90.91022355400128, "output_length": 3818, "proxy_request_id": "1381387:7:1411928:819", "request_id": "1381387:7:1411928:819", "request_type": "coder", "requested_output_tokens": 3818, "session_id": "1381387", "t_dispatch_unix": 1779961318.154521, "t_finish_unix": 1779961409.0647438, "t_first_token_unix": 1779961318.824288, "tpot_s": 0.023641644569556638, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13861846, 13861847, 13861848, 13861849, 13861850, 13861851, 13861852, 13861853, 13861854, 13861855, 13861856, 13861857, 13861858, 13861859, 8957641, 13861860, 13861861, 13861862, 13861863, 13861864, 13861865, 13861866, 13861867, 13861868, 13861869, 13861870, 13861871, 13861872, 13861873, 13861874, 13861875, 13861876, 13861877, 13861878, 13893568, 13893569, 13937687, 13937688, 13937689, 13937690, 13937691, 13962250, 13962251], "trace_timestamp_s": 608.9650000000001, "ttft_s": 0.6697647450018849, "turn_id": 7} +{"actual_output_tokens": 149, "cached_tokens": 62496, "effective_input_length": 129673, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 129673, "latency_s": 41.47036796099928, "output_length": 149, "proxy_request_id": "1313181:9:1333349:415", "request_id": "1313181:9:1333349:415", "request_type": "coder", "requested_output_tokens": 149, "session_id": "1313181", "t_dispatch_unix": 1779961368.4948614, "t_finish_unix": 1779961409.9652288, "t_first_token_unix": 1779961408.2351522, "tpot_s": 0.011687291283787754, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13240573], "trace_timestamp_s": 333.6930000000002, "ttft_s": 39.74028889100009, "turn_id": 9} +{"actual_output_tokens": 493, "cached_tokens": 27520, "effective_input_length": 28711, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28711, "latency_s": 4.850277574998472, "output_length": 493, "proxy_request_id": "1363943:13:1438562:865", "request_id": "1363943:13:1438562:865", "request_type": "coder", "requested_output_tokens": 493, "session_id": "1363943", "t_dispatch_unix": 1779961411.636735, "t_finish_unix": 1779961416.4870121, "t_first_token_unix": 1779961411.9562283, "tpot_s": 0.009208244524386355, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14206732], "trace_timestamp_s": 702.4480000000003, "ttft_s": 0.3194915050007694, "turn_id": 13} +{"actual_output_tokens": 145, "cached_tokens": 49520, "effective_input_length": 52920, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52920, "latency_s": 2.335049337001692, "output_length": 145, "proxy_request_id": "1268861:10:1439325:866", "request_id": "1268861:10:1439325:866", "request_type": "coder", "requested_output_tokens": 145, "session_id": "1268861", "t_dispatch_unix": 1779961414.189312, "t_finish_unix": 1779961416.5243611, "t_first_token_unix": 1779961415.4148636, "tpot_s": 0.007703439770845459, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14214018], "trace_timestamp_s": 705.0, "ttft_s": 1.225549161001254, "turn_id": 10} +{"actual_output_tokens": 88, "cached_tokens": 97656, "effective_input_length": 97657, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97657, "latency_s": 28.590355034000822, "output_length": 88, "proxy_request_id": "1366128:20:1400446:752", "request_id": "1366128:20:1400446:752", "request_type": "coder", "requested_output_tokens": 88, "session_id": "1366128", "t_dispatch_unix": 1779961389.870984, "t_finish_unix": 1779961418.461339, "t_first_token_unix": 1779961416.9527369, "tpot_s": 0.01733707806898178, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600], "trace_timestamp_s": 568.7440000000006, "ttft_s": 27.081750755998655, "turn_id": 20} +{"actual_output_tokens": 2679, "cached_tokens": 22880, "effective_input_length": 29412, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29412, "latency_s": 20.832301154998277, "output_length": 2679, "proxy_request_id": "1404395:2:1435941:862", "request_id": "1404395:2:1435941:862", "request_type": "coder", "requested_output_tokens": 2679, "session_id": "1404395", "t_dispatch_unix": 1779961402.8221648, "t_finish_unix": 1779961423.6544662, "t_first_token_unix": 1779961404.122383, "tpot_s": 0.007293442324869821, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14183679], "trace_timestamp_s": 693.6320000000005, "ttft_s": 1.3002156719994673, "turn_id": 2} +{"actual_output_tokens": 90, "cached_tokens": 0, "effective_input_length": 19056, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19056, "latency_s": 2.4543269890018564, "output_length": 90, "proxy_request_id": "1371622:2:1442319:869", "request_id": "1371622:2:1442319:869", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1371622", "t_dispatch_unix": 1779961424.0439682, "t_finish_unix": 1779961426.498295, "t_first_token_unix": 1779961425.9712029, "tpot_s": 0.0059196292134534876, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14240621], "trace_timestamp_s": 714.8530000000001, "ttft_s": 1.9272329410014208, "turn_id": 2} +{"actual_output_tokens": 2588, "cached_tokens": 114368, "effective_input_length": 125947, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 125947, "latency_s": 41.098269115998846, "output_length": 2588, "proxy_request_id": "1264679:3:1431512:853", "request_id": "1264679:3:1431512:853", "request_type": "coder", "requested_output_tokens": 2588, "session_id": "1264679", "t_dispatch_unix": 1779961387.0408561, "t_finish_unix": 1779961428.1391246, "t_first_token_unix": 1779961395.6234899, "tpot_s": 0.012568737537302019, "trace_hash_ids": [53669, 53670, 53671, 53672, 53673, 53674, 53675, 53676, 53677, 53678, 53679, 53680, 53681, 53682, 53683, 53684, 53685, 53686, 53687, 53688, 53689, 53690, 165825, 165826, 928597, 928598, 928599, 928600, 928601, 928602, 928603, 928604, 928605, 928606, 928607, 928608, 928609, 928610, 928611, 928612, 928613, 928614, 928615, 1194856, 1194857, 1194858, 1194859, 1194860, 1194861, 1194862, 1194863, 1194864, 1194865, 4751603, 4751604, 4906135, 4906136, 4906137, 4906138, 4906139, 4906140, 4906141, 4906142, 4906143, 4906144, 4906145, 4906146, 4906147, 9918891, 9918892, 9918893, 9918894, 9918895, 9918896, 9918897, 9918898, 9918899, 9918900, 9918901, 9918902, 9918903, 9918904, 9918905, 9918906, 9918907, 9918908, 9918909, 9918910, 9918911, 9918912, 9918913, 9918914, 9918915, 9918916, 9918917, 9918918, 9918919, 9918920, 9918921, 9918922, 9918923, 9918924, 9918925, 9918926, 9918927, 9918928, 9918929, 9918930, 9918931, 9918932, 9918933, 9918934, 9918935, 9918936, 9918937, 9918938, 9918939, 9918940, 9918941, 9918942, 9918943, 9918944, 9918945, 9918946, 9918947, 9918948, 9918949, 9918950, 9918951, 9918952, 9918953, 9918954, 9918955, 9918956, 9918957, 9918958, 9918959, 9918960, 9918961, 9918962, 9918963, 9918964, 9918965, 9918966, 9918967, 9918968, 9918969, 9918970, 9918971, 9918972, 9918973, 9918974, 9918975, 9918976, 9918977, 9918978, 9918979, 9918980, 9918981, 9918982, 9918983, 9918984, 9918985, 9918986, 9918987, 9918988, 9918989, 9918990, 9918991, 9918992, 9918993, 9918994, 9918995, 9918996, 9918997, 9918998, 9918999, 11660422, 11660423, 11660424, 11660425, 11660426, 11660427, 11660428, 11660429, 11660430, 11660431, 11660432, 11660433, 11660434, 11660435, 11660436, 11660437, 11660438, 11660439, 11660440, 11660441, 11660442, 12172627, 12172628, 12172629, 12172630, 12542438, 12542439, 12542440, 12586272, 12586273, 12586274, 12586275, 12586276, 12586277, 12586278, 12586279, 12586280, 12586281, 13901868, 13901869, 13901870, 13901871, 13901872, 13901873, 13901874, 14141972, 14141973, 14141974, 14141975, 14141976, 14141977, 14141978, 14141979, 14141980, 14141981, 14141982, 14141983, 14141984, 14141985, 14141986, 14141987, 14141988, 14141989, 14141990, 14141991, 14141992, 14141993, 14141994, 14141995], "trace_timestamp_s": 677.8460000000005, "ttft_s": 8.582632016001298, "turn_id": 3} +{"actual_output_tokens": 1070, "cached_tokens": 19136, "effective_input_length": 19292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19292, "latency_s": 6.600262564999866, "output_length": 1070, "proxy_request_id": "1371622:3:1443876:871", "request_id": "1371622:3:1443876:871", "request_type": "coder", "requested_output_tokens": 1070, "session_id": "1371622", "t_dispatch_unix": 1779961429.15348, "t_finish_unix": 1779961435.7537417, "t_first_token_unix": 1779961429.244646, "tpot_s": 0.006088730174932351, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523], "trace_timestamp_s": 719.9639999999999, "ttft_s": 0.09116426299806335, "turn_id": 3} +{"actual_output_tokens": 302, "cached_tokens": 0, "effective_input_length": 63153, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63153, "latency_s": 18.69163169500098, "output_length": 302, "proxy_request_id": "1294611:12:1441557:868", "request_id": "1294611:12:1441557:868", "request_type": "coder", "requested_output_tokens": 302, "session_id": "1294611", "t_dispatch_unix": 1779961421.3047035, "t_finish_unix": 1779961439.9963348, "t_first_token_unix": 1779961435.4685788, "tpot_s": 0.015041190833879687, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14232859], "trace_timestamp_s": 712.1100000000006, "ttft_s": 14.163873772002262, "turn_id": 12} +{"actual_output_tokens": 129, "cached_tokens": 25504, "effective_input_length": 73878, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73878, "latency_s": 48.383466380000755, "output_length": 129, "proxy_request_id": "1342921:5:1433192:855", "request_id": "1342921:5:1433192:855", "request_type": "coder", "requested_output_tokens": 129, "session_id": "1342921", "t_dispatch_unix": 1779961393.228331, "t_finish_unix": 1779961441.6117973, "t_first_token_unix": 1779961409.0028787, "tpot_s": 0.25475399587500647, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14158436], "trace_timestamp_s": 684.0380000000005, "ttft_s": 15.774538355999539, "turn_id": 5} +{"actual_output_tokens": 123, "cached_tokens": 63440, "effective_input_length": 63488, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63488, "latency_s": 1.9415183650016843, "output_length": 123, "proxy_request_id": "1294611:13:1446349:872", "request_id": "1294611:13:1446349:872", "request_type": "coder", "requested_output_tokens": 123, "session_id": "1294611", "t_dispatch_unix": 1779961439.9990594, "t_finish_unix": 1779961441.940577, "t_first_token_unix": 1779961440.1326349, "tpot_s": 0.014816492254123927, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911], "trace_timestamp_s": 728.4270000000006, "ttft_s": 0.1335736569999426, "turn_id": 13} +{"actual_output_tokens": 200, "cached_tokens": 0, "effective_input_length": 45269, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45269, "latency_s": 43.505876755996724, "output_length": 200, "proxy_request_id": "1270340:6:1434904:859", "request_id": "1270340:6:1434904:859", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1270340", "t_dispatch_unix": 1779961399.1766467, "t_finish_unix": 1779961442.6825235, "t_first_token_unix": 1779961416.9396417, "tpot_s": 0.1293596551507441, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 13494255, 13494256, 13494257, 13494258, 13494259, 13494260, 13494261, 13494262, 13494263, 13494264, 13547859, 13547860, 13547861, 13547862, 13547863, 13547864, 13547865, 13547866, 13547867, 13547868, 13547869, 13547870, 13547871, 13547872, 13547873, 14007776, 14007777, 14007778, 14007779, 14007780, 14174577, 14174578, 14174579, 14174580], "trace_timestamp_s": 689.9880000000003, "ttft_s": 17.76299293899865, "turn_id": 6} +{"actual_output_tokens": 243, "cached_tokens": 64336, "effective_input_length": 106959, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106959, "latency_s": 43.71953183000005, "output_length": 243, "proxy_request_id": "1314357:9:1435219:861", "request_id": "1314357:9:1435219:861", "request_type": "coder", "requested_output_tokens": 243, "session_id": "1314357", "t_dispatch_unix": 1779961400.4676325, "t_finish_unix": 1779961444.1871643, "t_first_token_unix": 1779961441.1650655, "tpot_s": 0.012486815169414656, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14177399], "trace_timestamp_s": 691.2760000000007, "ttft_s": 40.69743014100095, "turn_id": 9} +{"actual_output_tokens": 33, "cached_tokens": 107200, "effective_input_length": 107228, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 107228, "latency_s": 0.45909231300174724, "output_length": 33, "proxy_request_id": "1314357:10:1439373:867", "request_id": "1314357:10:1439373:867", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1314357", "t_dispatch_unix": 1779961444.1917534, "t_finish_unix": 1779961444.6508458, "t_first_token_unix": 1779961444.3832545, "tpot_s": 0.008353100000022096, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14214206, 14214207], "trace_timestamp_s": 705.1230000000005, "ttft_s": 0.19149905700032832, "turn_id": 10} +{"actual_output_tokens": 46, "cached_tokens": 74000, "effective_input_length": 75761, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75761, "latency_s": 2.1533700069994666, "output_length": 46, "proxy_request_id": "1342921:6:1448548:876", "request_id": "1342921:6:1448548:876", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1342921", "t_dispatch_unix": 1779961444.7755373, "t_finish_unix": 1779961446.9289072, "t_first_token_unix": 1779961446.3074088, "tpot_s": 0.013805461755530107, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14300702, 14300703, 14300704, 14300705], "trace_timestamp_s": 735.5860000000002, "ttft_s": 1.5318697220027389, "turn_id": 6} +{"actual_output_tokens": 193, "cached_tokens": 107248, "effective_input_length": 108166, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108166, "latency_s": 3.874701862998336, "output_length": 193, "proxy_request_id": "1314357:11:1442554:870", "request_id": "1314357:11:1442554:870", "request_type": "coder", "requested_output_tokens": 193, "session_id": "1314357", "t_dispatch_unix": 1779961444.6565294, "t_finish_unix": 1779961448.531231, "t_first_token_unix": 1779961445.4600928, "tpot_s": 0.01599373469791014, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14243700, 14243701], "trace_timestamp_s": 715.6370000000006, "ttft_s": 0.8035613610009023, "turn_id": 11} +{"actual_output_tokens": 61, "cached_tokens": 108352, "effective_input_length": 108409, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108409, "latency_s": 0.8283737240017217, "output_length": 61, "proxy_request_id": "1314357:12:1446681:873", "request_id": "1314357:12:1446681:873", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1314357", "t_dispatch_unix": 1779961448.5371397, "t_finish_unix": 1779961449.3655133, "t_first_token_unix": 1779961448.8034196, "tpot_s": 0.009363671266631476, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14283552, 14283553], "trace_timestamp_s": 729.3620000000001, "ttft_s": 0.26627736700174864, "turn_id": 12} +{"actual_output_tokens": 43, "cached_tokens": 0, "effective_input_length": 97814, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97814, "latency_s": 31.716452657001355, "output_length": 43, "proxy_request_id": "1366128:21:1402408:760", "request_id": "1366128:21:1402408:760", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1366128", "t_dispatch_unix": 1779961418.4658027, "t_finish_unix": 1779961450.182255, "t_first_token_unix": 1779961449.814781, "tpot_s": 0.008742637761921893, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13877569], "trace_timestamp_s": 575.7920000000004, "ttft_s": 31.348976247998507, "turn_id": 21} +{"actual_output_tokens": 13, "cached_tokens": 97856, "effective_input_length": 97917, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97917, "latency_s": 0.2768848669984436, "output_length": 13, "proxy_request_id": "1366128:22:1403837:766", "request_id": "1366128:22:1403837:766", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1366128", "t_dispatch_unix": 1779961450.187421, "t_finish_unix": 1779961450.4643056, "t_first_token_unix": 1779961450.416291, "tpot_s": 0.003982118750172958, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13890604], "trace_timestamp_s": 580.759, "ttft_s": 0.22886768699754612, "turn_id": 22} +{"actual_output_tokens": 169, "cached_tokens": 108464, "effective_input_length": 108791, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108791, "latency_s": 2.345323379002366, "output_length": 169, "proxy_request_id": "1314357:13:1448346:875", "request_id": "1314357:13:1448346:875", "request_type": "coder", "requested_output_tokens": 169, "session_id": "1314357", "t_dispatch_unix": 1779961449.3706913, "t_finish_unix": 1779961451.7160149, "t_first_token_unix": 1779961449.9288855, "tpot_s": 0.010635797452366768, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14283552, 14298705, 14298706], "trace_timestamp_s": 735.0250000000005, "ttft_s": 0.5581918000025325, "turn_id": 13} +{"actual_output_tokens": 122, "cached_tokens": 108944, "effective_input_length": 109010, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109010, "latency_s": 1.5284181440001703, "output_length": 122, "proxy_request_id": "1314357:14:1450740:878", "request_id": "1314357:14:1450740:878", "request_type": "coder", "requested_output_tokens": 122, "session_id": "1314357", "t_dispatch_unix": 1779961452.0461752, "t_finish_unix": 1779961453.574593, "t_first_token_unix": 1779961452.315683, "tpot_s": 0.010402251380162115, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14283552, 14298705, 14320601], "trace_timestamp_s": 742.8560000000007, "ttft_s": 0.2695057810014987, "turn_id": 14} +{"actual_output_tokens": 4542, "cached_tokens": 101760, "effective_input_length": 108020, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108020, "latency_s": 83.23130698800014, "output_length": 4542, "proxy_request_id": "1364090:10:1426859:847", "request_id": "1364090:10:1426859:847", "request_type": "coder", "requested_output_tokens": 4542, "session_id": "1364090", "t_dispatch_unix": 1779961371.0321872, "t_finish_unix": 1779961454.2634935, "t_first_token_unix": 1779961375.2425685, "tpot_s": 0.01740160454789672, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13968761, 13968762, 13968763, 13968764, 13968765, 13968766, 13968767, 13968768, 13968769, 13968770, 13968771, 13968772, 13968773, 13968774, 13968775, 13968776, 13968777, 13968778, 13968779, 13968780, 13968781, 13968782, 13968783, 13968784, 13968785, 14010092, 14010093, 14010094, 14010095, 14010096, 14010097, 14010098, 14010099, 14010100, 14010101, 14010102, 14010103, 14010104, 14010105, 14010106, 14010107, 14010108, 14010109, 14010110, 14010111, 14010112, 14068318, 14068319, 14068320, 14068321, 14068322, 14068323, 14068324, 14068325, 14068326, 14096917, 14096918, 14096919, 14096920, 14096921, 14096922, 14096923, 14096924, 14096925, 14096926, 14096927, 14096928, 14096929], "trace_timestamp_s": 661.8389999999999, "ttft_s": 4.210379700998601, "turn_id": 10} +{"actual_output_tokens": 575, "cached_tokens": 63600, "effective_input_length": 63616, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63616, "latency_s": 8.33185026999854, "output_length": 575, "proxy_request_id": "1294611:14:1449074:877", "request_id": "1294611:14:1449074:877", "request_type": "coder", "requested_output_tokens": 575, "session_id": "1294611", "t_dispatch_unix": 1779961446.601638, "t_finish_unix": 1779961454.9334884, "t_first_token_unix": 1779961446.7346065, "tpot_s": 0.014283340710799577, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 14306306], "trace_timestamp_s": 737.4130000000005, "ttft_s": 0.132966500998009, "turn_id": 14} +{"actual_output_tokens": 89, "cached_tokens": 20352, "effective_input_length": 20439, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20439, "latency_s": 0.6038615319994278, "output_length": 89, "proxy_request_id": "1371622:4:1452210:881", "request_id": "1371622:4:1452210:881", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1371622", "t_dispatch_unix": 1779961457.0271676, "t_finish_unix": 1779961457.631029, "t_first_token_unix": 1779961457.1005294, "tpot_s": 0.006025633602265853, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572], "trace_timestamp_s": 747.8389999999999, "ttft_s": 0.07335996099936892, "turn_id": 4} +{"actual_output_tokens": 65, "cached_tokens": 53056, "effective_input_length": 55050, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55050, "latency_s": 1.323126745999616, "output_length": 65, "proxy_request_id": "1268861:11:1452208:880", "request_id": "1268861:11:1452208:880", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1268861", "t_dispatch_unix": 1779961457.0195622, "t_finish_unix": 1779961458.3426886, "t_first_token_unix": 1779961457.8698099, "tpot_s": 0.0073850672812341145, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14334566], "trace_timestamp_s": 747.8280000000004, "ttft_s": 0.8502459869996528, "turn_id": 11} +{"actual_output_tokens": 109, "cached_tokens": 97920, "effective_input_length": 109574, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109574, "latency_s": 8.707404622997274, "output_length": 109, "proxy_request_id": "1366128:23:1405900:781", "request_id": "1366128:23:1405900:781", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1366128", "t_dispatch_unix": 1779961450.4725914, "t_finish_unix": 1779961459.1799963, "t_first_token_unix": 1779961458.0622416, "tpot_s": 0.01034716637035739, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13907243], "trace_timestamp_s": 587.9760000000006, "ttft_s": 7.589647430999321, "turn_id": 23} +{"actual_output_tokens": 39, "cached_tokens": 109680, "effective_input_length": 109775, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109775, "latency_s": 0.571575756999664, "output_length": 39, "proxy_request_id": "1366128:24:1407996:794", "request_id": "1366128:24:1407996:794", "request_type": "coder", "requested_output_tokens": 39, "session_id": "1366128", "t_dispatch_unix": 1779961459.1843252, "t_finish_unix": 1779961459.7559013, "t_first_token_unix": 1779961459.438331, "tpot_s": 0.008349106447368334, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13926953], "trace_timestamp_s": 595.344, "ttft_s": 0.2540033009972831, "turn_id": 24} +{"actual_output_tokens": 365, "cached_tokens": 109120, "effective_input_length": 109164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109164, "latency_s": 4.150849188998109, "output_length": 365, "proxy_request_id": "1314357:15:1452292:882", "request_id": "1314357:15:1452292:882", "request_type": "coder", "requested_output_tokens": 365, "session_id": "1314357", "t_dispatch_unix": 1779961457.2730048, "t_finish_unix": 1779961461.423854, "t_first_token_unix": 1779961457.4778802, "tpot_s": 0.010839726326914068, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14283552, 14298705, 14335068, 14335069], "trace_timestamp_s": 748.0830000000005, "ttft_s": 0.20487336400037748, "turn_id": 15} +{"actual_output_tokens": 140, "cached_tokens": 0, "effective_input_length": 127488, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 127488, "latency_s": 53.943774024999584, "output_length": 140, "proxy_request_id": "1356885:2:1438037:864", "request_id": "1356885:2:1438037:864", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1356885", "t_dispatch_unix": 1779961409.9188504, "t_finish_unix": 1779961463.8626237, "t_first_token_unix": 1779961461.6922846, "tpot_s": 0.0156115299136702, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14202196, 14202197, 14202198, 14202199, 14202200, 14202201, 14202202, 14202203, 14202204], "trace_timestamp_s": 700.7250000000004, "ttft_s": 51.77343178799856, "turn_id": 2} +{"actual_output_tokens": 46, "cached_tokens": 109808, "effective_input_length": 117746, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 117746, "latency_s": 6.00907043099869, "output_length": 46, "proxy_request_id": "1366128:25:1411126:813", "request_id": "1366128:25:1411126:813", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1366128", "t_dispatch_unix": 1779961459.7642152, "t_finish_unix": 1779961465.773286, "t_first_token_unix": 1779961465.341223, "tpot_s": 0.009596356422278202, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13954901, 13954902, 13954903, 13954904, 13954905, 13954906, 13954907, 13954908, 13954909, 13954910, 13954911, 13954912, 13954913, 13954914, 13954915, 13954916], "trace_timestamp_s": 606.0870000000004, "ttft_s": 5.577004930997646, "turn_id": 25} +{"actual_output_tokens": 76, "cached_tokens": 20512, "effective_input_length": 21518, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21518, "latency_s": 0.7071009880019119, "output_length": 76, "proxy_request_id": "1371622:5:1455608:884", "request_id": "1371622:5:1455608:884", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1371622", "t_dispatch_unix": 1779961468.8089688, "t_finish_unix": 1779961469.51607, "t_first_token_unix": 1779961469.0669878, "tpot_s": 0.005984458506670004, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14366141], "trace_timestamp_s": 759.6210000000001, "ttft_s": 0.2580169440007012, "turn_id": 5} +{"actual_output_tokens": 241, "cached_tokens": 117776, "effective_input_length": 127989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 127989, "latency_s": 10.60077402600291, "output_length": 241, "proxy_request_id": "1366128:26:1413108:823", "request_id": "1366128:26:1413108:823", "request_type": "coder", "requested_output_tokens": 241, "session_id": "1366128", "t_dispatch_unix": 1779961465.7823143, "t_finish_unix": 1779961476.3830884, "t_first_token_unix": 1779961473.572833, "tpot_s": 0.011708217616675636, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13954901, 13954902, 13954903, 13954904, 13954905, 13954906, 13954907, 13954908, 13954909, 13954910, 13954911, 13954912, 13954913, 13954914, 13954915, 13954916, 13973382, 13973383, 13973384, 13973385, 13973386, 13973387, 13973388, 13973389, 13973390, 13973391, 13973392, 13973393, 13973394, 13973395, 13973396, 13973397, 13973398, 13973399, 13973400, 13973401], "trace_timestamp_s": 612.9639999999999, "ttft_s": 7.790516654000385, "turn_id": 26} +{"actual_output_tokens": 90, "cached_tokens": 128224, "effective_input_length": 128433, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 128433, "latency_s": 1.4045175790015492, "output_length": 90, "proxy_request_id": "1366128:27:1417788:831", "request_id": "1366128:27:1417788:831", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1366128", "t_dispatch_unix": 1779961476.3883088, "t_finish_unix": 1779961477.792826, "t_first_token_unix": 1779961476.8074975, "tpot_s": 0.011068289595498479, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13954901, 13954902, 13954903, 13954904, 13954905, 13954906, 13954907, 13954908, 13954909, 13954910, 13954911, 13954912, 13954913, 13954914, 13954915, 13954916, 13973382, 13973383, 13973384, 13973385, 13973386, 13973387, 13973388, 13973389, 13973390, 13973391, 13973392, 13973393, 13973394, 13973395, 13973396, 13973397, 13973398, 13973399, 13973400, 13973401, 14013930], "trace_timestamp_s": 629.5560000000005, "ttft_s": 0.41918655799963744, "turn_id": 27} +{"actual_output_tokens": 49, "cached_tokens": 128512, "effective_input_length": 128642, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 128642, "latency_s": 0.7943719389986654, "output_length": 49, "proxy_request_id": "1366128:28:1421998:837", "request_id": "1366128:28:1421998:837", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1366128", "t_dispatch_unix": 1779961477.798484, "t_finish_unix": 1779961478.5928562, "t_first_token_unix": 1779961478.102726, "tpot_s": 0.010205831583334657, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13954901, 13954902, 13954903, 13954904, 13954905, 13954906, 13954907, 13954908, 13954909, 13954910, 13954911, 13954912, 13954913, 13954914, 13954915, 13954916, 13973382, 13973383, 13973384, 13973385, 13973386, 13973387, 13973388, 13973389, 13973390, 13973391, 13973392, 13973393, 13973394, 13973395, 13973396, 13973397, 13973398, 13973399, 13973400, 13973401, 14013930, 14052730], "trace_timestamp_s": 644.5350000000008, "ttft_s": 0.30423983699802193, "turn_id": 28} +{"actual_output_tokens": 90, "cached_tokens": 29200, "effective_input_length": 29268, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29268, "latency_s": 0.6520643299991207, "output_length": 90, "proxy_request_id": "1363943:14:1458616:885", "request_id": "1363943:14:1458616:885", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1363943", "t_dispatch_unix": 1779961478.7545629, "t_finish_unix": 1779961479.4066272, "t_first_token_unix": 1779961478.846282, "tpot_s": 0.006293389977533449, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14395120], "trace_timestamp_s": 769.5660000000007, "ttft_s": 0.09171721099846764, "turn_id": 14} +{"actual_output_tokens": 352, "cached_tokens": 32080, "effective_input_length": 34392, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34392, "latency_s": 3.0651954419990943, "output_length": 352, "proxy_request_id": "1404395:3:1460072:887", "request_id": "1404395:3:1460072:887", "request_type": "coder", "requested_output_tokens": 352, "session_id": "1404395", "t_dispatch_unix": 1779961483.3902893, "t_finish_unix": 1779961486.455485, "t_first_token_unix": 1779961484.0428004, "tpot_s": 0.006872900341886764, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14408522], "trace_timestamp_s": 774.201, "ttft_s": 0.652508865998243, "turn_id": 3} +{"actual_output_tokens": 1368, "cached_tokens": 127616, "effective_input_length": 128563, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 128563, "latency_s": 24.039445340000384, "output_length": 1368, "proxy_request_id": "1356885:3:1451307:879", "request_id": "1356885:3:1451307:879", "request_type": "coder", "requested_output_tokens": 1368, "session_id": "1356885", "t_dispatch_unix": 1779961463.8680062, "t_finish_unix": 1779961487.9074519, "t_first_token_unix": 1779961464.9886806, "tpot_s": 0.016765527531087808, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14202196, 14202197, 14202198, 14202199, 14202200, 14202201, 14202202, 14202203, 14202204, 14325634, 14325635, 14325636], "trace_timestamp_s": 744.8150000000005, "ttft_s": 1.1206714470026782, "turn_id": 3} +{"actual_output_tokens": 303, "cached_tokens": 0, "effective_input_length": 26406, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26406, "latency_s": 5.152574390001973, "output_length": 303, "proxy_request_id": "1242838:5:1460026:886", "request_id": "1242838:5:1460026:886", "request_type": "coder", "requested_output_tokens": 303, "session_id": "1242838", "t_dispatch_unix": 1779961483.2418077, "t_finish_unix": 1779961488.3943815, "t_first_token_unix": 1779961486.4650798, "tpot_s": 0.0063876595562856854, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892, 12596370, 12596371, 12596372, 12596373, 12596374, 14408080, 14408081, 14408082], "trace_timestamp_s": 774.0540000000001, "ttft_s": 3.223270547001448, "turn_id": 5} +{"actual_output_tokens": 210, "cached_tokens": 29344, "effective_input_length": 29651, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29651, "latency_s": 1.5551149959974282, "output_length": 210, "proxy_request_id": "1363943:15:1461716:889", "request_id": "1363943:15:1461716:889", "request_type": "coder", "requested_output_tokens": 210, "session_id": "1363943", "t_dispatch_unix": 1779961488.6769326, "t_finish_unix": 1779961490.2320476, "t_first_token_unix": 1779961488.855934, "tpot_s": 0.006583089224890996, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564], "trace_timestamp_s": 779.4890000000005, "ttft_s": 0.17899914199733757, "turn_id": 15} +{"actual_output_tokens": 2012, "cached_tokens": 62512, "effective_input_length": 62513, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62513, "latency_s": 82.17569519400058, "output_length": 2012, "proxy_request_id": "1313181:9:1386945:689", "request_id": "1313181:9:1386945:689", "request_type": "coder", "requested_output_tokens": 2012, "session_id": "1313181", "t_dispatch_unix": 1779961409.9681458, "t_finish_unix": 1779961492.1438413, "t_first_token_unix": 1779961461.6977556, "tpot_s": 0.015139647371955639, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13734424], "trace_timestamp_s": 521.2310000000007, "ttft_s": 51.72960809399956, "turn_id": 9} +{"actual_output_tokens": 215, "cached_tokens": 29856, "effective_input_length": 34671, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34671, "latency_s": 2.620205351999175, "output_length": 215, "proxy_request_id": "1363943:16:1463626:890", "request_id": "1363943:16:1463626:890", "request_type": "coder", "requested_output_tokens": 215, "session_id": "1363943", "t_dispatch_unix": 1779961495.147528, "t_finish_unix": 1779961497.7677333, "t_first_token_unix": 1779961496.307611, "tpot_s": 0.006821895308408257, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14441618], "trace_timestamp_s": 785.9570000000003, "ttft_s": 1.1600807219983835, "turn_id": 16} +{"actual_output_tokens": 116, "cached_tokens": 55104, "effective_input_length": 56147, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56147, "latency_s": 1.4329963529999077, "output_length": 116, "proxy_request_id": "1268861:12:1463977:891", "request_id": "1268861:12:1463977:891", "request_type": "coder", "requested_output_tokens": 116, "session_id": "1268861", "t_dispatch_unix": 1779961496.4299812, "t_finish_unix": 1779961497.8629775, "t_first_token_unix": 1779961496.9691072, "tpot_s": 0.007770478756498525, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14445190], "trace_timestamp_s": 787.241, "ttft_s": 0.5391230360000918, "turn_id": 12} +{"actual_output_tokens": 86, "cached_tokens": 21584, "effective_input_length": 23079, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23079, "latency_s": 0.8400318349995359, "output_length": 86, "proxy_request_id": "1371622:6:1465333:892", "request_id": "1371622:6:1465333:892", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1371622", "t_dispatch_unix": 1779961500.6934104, "t_finish_unix": 1779961501.5334418, "t_first_token_unix": 1779961501.012734, "tpot_s": 0.006123133105874705, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14456420, 14456421, 14456422, 14456423], "trace_timestamp_s": 791.5020000000004, "ttft_s": 0.31932159200005117, "turn_id": 6} +{"actual_output_tokens": 166, "cached_tokens": 34880, "effective_input_length": 35991, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35991, "latency_s": 1.4870497919982881, "output_length": 166, "proxy_request_id": "1363943:17:1466811:893", "request_id": "1363943:17:1466811:893", "request_type": "coder", "requested_output_tokens": 166, "session_id": "1363943", "t_dispatch_unix": 1779961505.8253903, "t_finish_unix": 1779961507.3124394, "t_first_token_unix": 1779961506.1930277, "tpot_s": 0.006782904030313313, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14471076], "trace_timestamp_s": 796.6350000000002, "ttft_s": 0.36763573799908045, "turn_id": 17} +{"actual_output_tokens": 620, "cached_tokens": 126192, "effective_input_length": 126198, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 126198, "latency_s": 29.801189502999478, "output_length": 620, "proxy_request_id": "1366128:29:1424316:841", "request_id": "1366128:29:1424316:841", "request_type": "coder", "requested_output_tokens": 620, "session_id": "1366128", "t_dispatch_unix": 1779961478.6402645, "t_finish_unix": 1779961508.4414542, "t_first_token_unix": 1779961478.8280969, "tpot_s": 0.04784026147495805, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2239018, 2239019, 2239020, 2239021, 2239022, 177637, 177638, 177639, 2239023, 2239024, 2239025, 2239026, 2239027, 14073495, 14073496, 14073497, 14073498, 6887633, 6887634, 6887635, 6887636, 14073499, 14073500, 14073501, 14073502, 14073503, 14073504, 14073505, 14073506, 14073507, 14073508, 14073509, 14073510, 14073511, 14073512, 14073513, 14073514, 14073515, 14073516, 14073517, 14073518, 14073519, 14073520, 14073521, 14073522, 14073523, 14073524, 14073525, 14073526, 14073527, 14073528, 14073529, 14073530, 14073531, 14073532, 14073533, 14073534, 14073535, 14073536, 14073537, 14073538, 14073539, 14073540, 14073541, 14073542, 14073543, 14073544, 14073545, 14073546, 14073547, 14073548, 14073549, 14073550, 14073551, 14073552, 14073553, 14073554, 14073555, 14073556, 14073557, 14073558, 14073559, 14073560, 14073561, 14073562, 14073563, 14073564, 14073565, 14073566, 14073567, 14073568, 14073569, 14073570, 14073571, 14073572, 14073573, 14073574, 14073575, 14073576, 14073577, 14073578, 14073579, 14073580, 14073581, 14073582, 14073583, 14073584, 14073585, 14073586, 14073587, 14073588, 14073589, 14073590, 14073591, 14073592, 14073593, 14073594, 14073595, 14073596, 14073597, 14073598, 14073599, 14073600, 14073601, 14073602, 14073603, 14073604, 14073605, 14073606, 14073607, 14073608, 14073609, 14073610, 14073611, 14073612, 14073613, 14073614, 14073615, 14073616, 14073617, 14073618, 14073619, 14073620, 14073621, 14073622, 14073623, 14073624, 14073625, 14073626, 14073627, 14073628, 14073629, 14073630, 14073631, 14073632, 14073633, 7128120, 7128121, 7128122, 7128123, 14073634, 14073635, 14073636, 14073637, 14073638, 14073639, 14073640, 14073641, 14073642, 14073643, 14073644, 14073645, 14073646, 14073647, 14073648, 14073649, 14073650, 14073651, 14073652, 14073653, 14073654, 14073655, 14073656, 14073657, 14073658, 14073659, 14073660, 14073661, 14073662, 14073663, 14073664, 14073665, 14073666, 14073667, 14073668, 14073669, 14073670, 14073671, 14073672, 14073673, 14073674, 14073675, 14073676, 14073677, 14073678, 14073679, 14073680, 14073681, 14073682, 14073683, 14073684, 14073685, 14073686, 14073687, 14073688, 14073689, 14073690, 14073691, 14073692, 14073693, 14073694, 14073695, 14073696, 14073697, 14073698, 14073699, 14073700, 14073701, 14073702, 14073703, 14073704, 14073705, 14073706, 14073707, 14073708, 14073709, 14073710, 14073711], "trace_timestamp_s": 652.6850000000004, "ttft_s": 0.1878301780016045, "turn_id": 29} +{"actual_output_tokens": 183, "cached_tokens": 34736, "effective_input_length": 34863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34863, "latency_s": 1.3532831459997396, "output_length": 183, "proxy_request_id": "1404395:4:1467473:894", "request_id": "1404395:4:1467473:894", "request_type": "coder", "requested_output_tokens": 183, "session_id": "1404395", "t_dispatch_unix": 1779961508.1434429, "t_finish_unix": 1779961509.4967258, "t_first_token_unix": 1779961508.2580512, "tpot_s": 0.006804540428585005, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14477863], "trace_timestamp_s": 798.9530000000004, "ttft_s": 0.11460664599871961, "turn_id": 4} +{"actual_output_tokens": 71, "cached_tokens": 81298, "effective_input_length": 81299, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81299, "latency_s": 25.128046458001336, "output_length": 71, "proxy_request_id": "1363093:6:1460799:888", "request_id": "1363093:6:1460799:888", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1363093", "t_dispatch_unix": 1779961485.8143263, "t_finish_unix": 1779961510.942372, "t_first_token_unix": 1779961510.3440776, "tpot_s": 0.008543087500012397, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147, 13620062, 13764670, 13764671, 13764672, 13764673, 13764674, 13764675, 13764676, 13764677, 13764678, 13925441, 13925442, 13925443, 13925444, 13925445, 13925446, 13925447, 13925448, 13925449, 14416033, 14416034, 14416035, 14416036, 14416037, 14416038, 14416039, 14416040, 14416041, 14416042, 14416043, 14416044, 14416045, 14416046, 14416047, 14416048], "trace_timestamp_s": 776.6220000000003, "ttft_s": 24.529748935001408, "turn_id": 6} +{"actual_output_tokens": 137, "cached_tokens": 23152, "effective_input_length": 24036, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24036, "latency_s": 1.0733763630014437, "output_length": 137, "proxy_request_id": "1371622:7:1468305:895", "request_id": "1371622:7:1468305:895", "request_type": "coder", "requested_output_tokens": 137, "session_id": "1371622", "t_dispatch_unix": 1779961510.9141018, "t_finish_unix": 1779961511.987478, "t_first_token_unix": 1779961511.1414306, "tpot_s": 0.006219222360307279, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14456420, 14456421, 14456422, 14485665, 14485666], "trace_timestamp_s": 801.7260000000006, "ttft_s": 0.22732716300015454, "turn_id": 7} +{"actual_output_tokens": 366, "cached_tokens": 36144, "effective_input_length": 47303, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47303, "latency_s": 5.966830061002838, "output_length": 366, "proxy_request_id": "1363943:18:1469143:896", "request_id": "1363943:18:1469143:896", "request_type": "coder", "requested_output_tokens": 366, "session_id": "1363943", "t_dispatch_unix": 1779961513.729071, "t_finish_unix": 1779961519.6959007, "t_first_token_unix": 1779961516.954003, "tpot_s": 0.0075113571369849075, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14493422], "trace_timestamp_s": 804.5360000000001, "ttft_s": 3.224929771000461, "turn_id": 18} +{"actual_output_tokens": 217, "cached_tokens": 40848, "effective_input_length": 66246, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66246, "latency_s": 10.754223570002068, "output_length": 217, "proxy_request_id": "1405155:3:1469167:897", "request_id": "1405155:3:1469167:897", "request_type": "coder", "requested_output_tokens": 217, "session_id": "1405155", "t_dispatch_unix": 1779961513.8063226, "t_finish_unix": 1779961524.5605462, "t_first_token_unix": 1779961522.7406263, "tpot_s": 0.00842444231018278, "trace_hash_ids": [10318, 19962, 19963, 6857595, 285666, 285667, 285668, 285669, 285670, 46040, 5773882, 5773883, 1206371, 5773884, 5773885, 5773886, 13900916, 133747, 5372951, 5372952, 5372953, 5372954, 5372955, 5372956, 13900917, 13900918, 13900919, 13900920, 13900921, 13900922, 13900923, 13900924, 13900925, 13900926, 13900927, 13900928, 13900929, 13900930, 13900931, 13900932, 13900933, 13900934, 13900935, 13900936, 13900937, 13900938, 13900939, 13900940, 13900941, 13900942, 13900943, 13900944, 13900945, 13900946, 13900947, 13900948, 13900949, 13900950, 13900951, 13900952, 13900953, 13900954, 13900955, 13900956, 13983589, 13983590, 13983591, 13983592, 13983593, 13983594, 13983595, 13983596, 13983597, 13983598, 13983599, 13983600, 13983601, 13983602, 13983603, 14163102, 14163103, 14163104, 14163105, 14163106, 14163107, 14163108, 14163109, 14163110, 14163111, 14163112, 14163113, 14163114, 14163115, 14163116, 14493552, 14493553, 14493554, 14493555, 14493556, 14493557, 14493558, 14493559, 14493560, 14493561, 14493562, 14493563, 14493564, 14493565, 14493566, 14493567, 14493568, 14493569, 14493570, 14493571, 14493572, 14493573, 14493574, 14493575, 14493576, 14493577, 14493578, 14493579, 14493580, 14493581, 14493582, 14493583, 14493584, 14493585, 14493586, 14493587], "trace_timestamp_s": 804.6080000000002, "ttft_s": 8.934301624001819, "turn_id": 3} +{"actual_output_tokens": 27, "cached_tokens": 12176, "effective_input_length": 12247, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12247, "latency_s": 0.1916691059996083, "output_length": 27, "proxy_request_id": "1399948:13:1472968:898", "request_id": "1399948:13:1472968:898", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1399948", "t_dispatch_unix": 1779961526.268025, "t_finish_unix": 1779961526.4596937, "t_first_token_unix": 1779961526.324083, "tpot_s": 0.005206916269274258, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14529718], "trace_timestamp_s": 817.0790000000006, "ttft_s": 0.056057079000311205, "turn_id": 13} +{"actual_output_tokens": 150, "cached_tokens": 75792, "effective_input_length": 76600, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76600, "latency_s": 1.8941980239978875, "output_length": 150, "proxy_request_id": "1342921:7:1473812:900", "request_id": "1342921:7:1473812:900", "request_type": "coder", "requested_output_tokens": 150, "session_id": "1342921", "t_dispatch_unix": 1779961529.2211604, "t_finish_unix": 1779961531.1153584, "t_first_token_unix": 1779961529.7977986, "tpot_s": 0.008840667087253264, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14300702, 14300703, 14300704, 14300705, 14537883, 14537884], "trace_timestamp_s": 820.0320000000002, "ttft_s": 0.5766355300002033, "turn_id": 7} +{"actual_output_tokens": 499, "cached_tokens": 24160, "effective_input_length": 24569, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24569, "latency_s": 3.330469255000935, "output_length": 499, "proxy_request_id": "1371622:8:1473416:899", "request_id": "1371622:8:1473416:899", "request_type": "coder", "requested_output_tokens": 499, "session_id": "1371622", "t_dispatch_unix": 1779961527.9355562, "t_finish_unix": 1779961531.2660255, "t_first_token_unix": 1779961528.104232, "tpot_s": 0.006348483120475804, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14456420, 14456421, 14456422, 14485665, 14485666, 14534121], "trace_timestamp_s": 818.7460000000001, "ttft_s": 0.16867410200211452, "turn_id": 8} +{"actual_output_tokens": 79, "cached_tokens": 64512, "effective_input_length": 129839, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 129839, "latency_s": 39.7195342949999, "output_length": 79, "proxy_request_id": "1313181:10:1338837:436", "request_id": "1313181:10:1338837:436", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1313181", "t_dispatch_unix": 1779961492.1483076, "t_finish_unix": 1779961531.8678422, "t_first_token_unix": 1779961531.020685, "tpot_s": 0.010856636166677047, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13291139], "trace_timestamp_s": 353.08300000000054, "ttft_s": 38.87237425100102, "turn_id": 10} +{"actual_output_tokens": 235, "cached_tokens": 47664, "effective_input_length": 56056, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56056, "latency_s": 4.817223961999844, "output_length": 235, "proxy_request_id": "1363943:19:1473899:901", "request_id": "1363943:19:1473899:901", "request_type": "coder", "requested_output_tokens": 235, "session_id": "1363943", "t_dispatch_unix": 1779961529.5036604, "t_finish_unix": 1779961534.3208847, "t_first_token_unix": 1779961532.465178, "tpot_s": 0.007929084076920875, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14538809], "trace_timestamp_s": 820.3120000000008, "ttft_s": 2.96151539299899, "turn_id": 19} +{"actual_output_tokens": 366, "cached_tokens": 64720, "effective_input_length": 64724, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64724, "latency_s": 3.2256098719990405, "output_length": 366, "proxy_request_id": "1313181:10:1399867:746", "request_id": "1313181:10:1399867:746", "request_type": "coder", "requested_output_tokens": 366, "session_id": "1313181", "t_dispatch_unix": 1779961531.872827, "t_finish_unix": 1779961535.0984373, "t_first_token_unix": 1779961531.9841988, "tpot_s": 0.008531276920546414, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13853445], "trace_timestamp_s": 566.9639999999999, "ttft_s": 0.11136950899890508, "turn_id": 10} +{"actual_output_tokens": 419, "cached_tokens": 56288, "effective_input_length": 60761, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60761, "latency_s": 5.2582240530027775, "output_length": 419, "proxy_request_id": "1363943:20:1476805:903", "request_id": "1363943:20:1476805:903", "request_type": "coder", "requested_output_tokens": 419, "session_id": "1363943", "t_dispatch_unix": 1779961539.4714646, "t_finish_unix": 1779961544.7296886, "t_first_token_unix": 1779961541.278345, "tpot_s": 0.008256198720092736, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14566556], "trace_timestamp_s": 830.2800000000007, "ttft_s": 1.806878447001509, "turn_id": 20} +{"actual_output_tokens": 183, "cached_tokens": 0, "effective_input_length": 44949, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44949, "latency_s": 9.141918787001487, "output_length": 183, "proxy_request_id": "1305906:4:1476757:902", "request_id": "1305906:4:1476757:902", "request_type": "coder", "requested_output_tokens": 183, "session_id": "1305906", "t_dispatch_unix": 1779961539.2966073, "t_finish_unix": 1779961548.4385257, "t_first_token_unix": 1779961547.1109776, "tpot_s": 0.007292662043955016, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 14566041, 14566042], "trace_timestamp_s": 830.094, "ttft_s": 7.814368346000265, "turn_id": 4} +{"actual_output_tokens": 90, "cached_tokens": 25056, "effective_input_length": 25286, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25286, "latency_s": 0.6706264990025375, "output_length": 90, "proxy_request_id": "1371622:9:1479535:905", "request_id": "1371622:9:1479535:905", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1371622", "t_dispatch_unix": 1779961548.6109145, "t_finish_unix": 1779961549.281541, "t_first_token_unix": 1779961548.7258317, "tpot_s": 0.006240604314616269, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14456420, 14456421, 14456422, 14485665, 14485666, 14534121, 14590128, 14590129], "trace_timestamp_s": 839.4230000000007, "ttft_s": 0.1149148350014002, "turn_id": 9} +{"actual_output_tokens": 378, "cached_tokens": 35040, "effective_input_length": 36988, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36988, "latency_s": 3.2364933010030654, "output_length": 378, "proxy_request_id": "1404395:5:1480170:906", "request_id": "1404395:5:1480170:906", "request_type": "coder", "requested_output_tokens": 378, "session_id": "1404395", "t_dispatch_unix": 1779961550.8514287, "t_finish_unix": 1779961554.0879219, "t_first_token_unix": 1779961551.4464474, "tpot_s": 0.007005917938992851, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14549647, 14549648, 14596003, 14596004, 14596005], "trace_timestamp_s": 841.6610000000001, "ttft_s": 0.5950166910006374, "turn_id": 5} +{"actual_output_tokens": 164, "cached_tokens": 56256, "effective_input_length": 57130, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57130, "latency_s": 1.7311532509993413, "output_length": 164, "proxy_request_id": "1268861:13:1481831:907", "request_id": "1268861:13:1481831:907", "request_type": "coder", "requested_output_tokens": 164, "session_id": "1268861", "t_dispatch_unix": 1779961556.4406426, "t_finish_unix": 1779961558.1717951, "t_first_token_unix": 1779961556.8806043, "tpot_s": 0.007919898993852391, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14610203], "trace_timestamp_s": 847.2510000000002, "ttft_s": 0.4399599960015621, "turn_id": 13} +{"actual_output_tokens": 370, "cached_tokens": 61168, "effective_input_length": 65658, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65658, "latency_s": 5.06757935800124, "output_length": 370, "proxy_request_id": "1363943:21:1482184:908", "request_id": "1363943:21:1482184:908", "request_type": "coder", "requested_output_tokens": 370, "session_id": "1363943", "t_dispatch_unix": 1779961557.7686574, "t_finish_unix": 1779961562.8362367, "t_first_token_unix": 1779961559.7081072, "tpot_s": 0.008476688915982415, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14613732], "trace_timestamp_s": 848.5780000000004, "ttft_s": 1.939446668002347, "turn_id": 21} +{"actual_output_tokens": 1604, "cached_tokens": 0, "effective_input_length": 38827, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38827, "latency_s": 17.667979612997442, "output_length": 1604, "proxy_request_id": "1301929:4:1479037:904", "request_id": "1301929:4:1479037:904", "request_type": "coder", "requested_output_tokens": 1604, "session_id": "1301929", "t_dispatch_unix": 1779961546.8678825, "t_finish_unix": 1779961564.5358617, "t_first_token_unix": 1779961552.9180164, "tpot_s": 0.00724740994759831, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 244222, 244223, 8074420, 8074421, 12946894, 12946895, 12946896, 12946897, 12946898, 12946899, 12946900, 12946901, 12946902, 12946903, 12946904, 12946905, 12946906, 12946907, 12946908, 12946909, 12946910, 12946911, 12946912, 12946913, 12946914, 12946915, 12946916, 12946917, 12946918, 12946919, 12946920, 12946921, 12946922, 12946923, 12946924, 12946925, 12946926, 12946927, 12946928, 12946929, 12946930, 12946931, 12946932, 12946933, 12946934, 12946935, 12946936, 12946937, 12946938, 12946939, 12946940, 12946941, 12946942, 12946943, 12946944, 12946945, 12946946, 12946947, 12946948, 12946949, 12946950, 13626958, 13626959, 14014871, 14014872, 14014873, 14585791, 14585792, 14585793], "trace_timestamp_s": 837.6770000000006, "ttft_s": 6.050132204996771, "turn_id": 4} +{"actual_output_tokens": 359, "cached_tokens": 37360, "effective_input_length": 37689, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37689, "latency_s": 2.7257266829983564, "output_length": 359, "proxy_request_id": "1404395:6:1483967:909", "request_id": "1404395:6:1483967:909", "request_type": "coder", "requested_output_tokens": 359, "session_id": "1404395", "t_dispatch_unix": 1779961563.6922076, "t_finish_unix": 1779961566.4179344, "t_first_token_unix": 1779961563.9107468, "tpot_s": 0.007002545402235873, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14549647, 14549648, 14596003, 14596004, 14632576, 14632577], "trace_timestamp_s": 854.5040000000008, "ttft_s": 0.21853725599794416, "turn_id": 6} +{"actual_output_tokens": 398, "cached_tokens": 66016, "effective_input_length": 70238, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70238, "latency_s": 5.405385234000278, "output_length": 398, "proxy_request_id": "1363943:22:1485341:910", "request_id": "1363943:22:1485341:910", "request_type": "coder", "requested_output_tokens": 398, "session_id": "1363943", "t_dispatch_unix": 1779961568.4255037, "t_finish_unix": 1779961573.8308885, "t_first_token_unix": 1779961570.3597367, "tpot_s": 0.008742824813604099, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14647276], "trace_timestamp_s": 859.232, "ttft_s": 1.9342307709994202, "turn_id": 22} +{"actual_output_tokens": 76, "cached_tokens": 65088, "effective_input_length": 129931, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 129931, "latency_s": 39.634377977999975, "output_length": 76, "proxy_request_id": "1313181:11:1344301:464", "request_id": "1313181:11:1344301:464", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1313181", "t_dispatch_unix": 1779961535.103727, "t_finish_unix": 1779961574.738105, "t_first_token_unix": 1779961573.9189188, "tpot_s": 0.010919316013314528, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13342342], "trace_timestamp_s": 371.9440000000004, "ttft_s": 38.8151893610011, "turn_id": 11} +{"actual_output_tokens": 51, "cached_tokens": 65120, "effective_input_length": 65123, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65123, "latency_s": 0.4915231059967482, "output_length": 51, "proxy_request_id": "1313181:11:1402841:762", "request_id": "1313181:11:1402841:762", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1313181", "t_dispatch_unix": 1779961574.7415109, "t_finish_unix": 1779961575.2330346, "t_first_token_unix": 1779961574.8474152, "tpot_s": 0.007707508139938, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13881594], "trace_timestamp_s": 577.3000000000002, "ttft_s": 0.105902426999819, "turn_id": 11} +{"actual_output_tokens": 205, "cached_tokens": 26704, "effective_input_length": 29903, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29903, "latency_s": 2.087396719998651, "output_length": 205, "proxy_request_id": "1242838:6:1486863:911", "request_id": "1242838:6:1486863:911", "request_type": "coder", "requested_output_tokens": 205, "session_id": "1242838", "t_dispatch_unix": 1779961573.4469187, "t_finish_unix": 1779961575.534315, "t_first_token_unix": 1779961574.1902525, "tpot_s": 0.006587507862729812, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892, 12596370, 12596371, 12596372, 12596373, 12596374, 14408080, 14408081, 14408082, 14660531, 14660532, 14660533, 14660534, 14660535, 14660536, 14660537], "trace_timestamp_s": 864.2580000000007, "ttft_s": 0.7433321300013631, "turn_id": 6} +{"actual_output_tokens": 226, "cached_tokens": 70624, "effective_input_length": 72516, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72516, "latency_s": 3.0334485880011925, "output_length": 226, "proxy_request_id": "1363943:23:1488713:912", "request_id": "1363943:23:1488713:912", "request_type": "coder", "requested_output_tokens": 226, "session_id": "1363943", "t_dispatch_unix": 1779961579.5773065, "t_finish_unix": 1779961582.6107547, "t_first_token_unix": 1779961580.657464, "tpot_s": 0.008680189408898717, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14678082], "trace_timestamp_s": 870.3830000000007, "ttft_s": 1.0801553210003476, "turn_id": 23} +{"actual_output_tokens": 45, "cached_tokens": 38032, "effective_input_length": 39569, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39569, "latency_s": 1.7984224860010727, "output_length": 45, "proxy_request_id": "1404395:7:1491186:914", "request_id": "1404395:7:1491186:914", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1404395", "t_dispatch_unix": 1779961588.2370598, "t_finish_unix": 1779961590.0354824, "t_first_token_unix": 1779961589.5298893, "tpot_s": 0.01148365856815045, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14549647, 14549648, 14596003, 14596004, 14632576, 14668041, 14668042, 14668043, 14701438, 14701439], "trace_timestamp_s": 879.0480000000007, "ttft_s": 1.2928273329998774, "turn_id": 7} +{"actual_output_tokens": 181, "cached_tokens": 72736, "effective_input_length": 74939, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 74939, "latency_s": 3.4203113119983755, "output_length": 181, "proxy_request_id": "1363943:24:1491020:913", "request_id": "1363943:24:1491020:913", "request_type": "coder", "requested_output_tokens": 181, "session_id": "1363943", "t_dispatch_unix": 1779961587.83867, "t_finish_unix": 1779961591.2589812, "t_first_token_unix": 1779961589.0932643, "tpot_s": 0.012030355083334143, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14700163], "trace_timestamp_s": 878.643, "ttft_s": 1.2545919089970994, "turn_id": 24} +{"actual_output_tokens": 246, "cached_tokens": 75104, "effective_input_length": 75711, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75711, "latency_s": 2.599540369999886, "output_length": 246, "proxy_request_id": "1363943:25:1493325:915", "request_id": "1363943:25:1493325:915", "request_type": "coder", "requested_output_tokens": 246, "session_id": "1363943", "t_dispatch_unix": 1779961595.3199816, "t_finish_unix": 1779961597.9195216, "t_first_token_unix": 1779961595.7364905, "tpot_s": 0.008909278677548376, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986], "trace_timestamp_s": 886.1260000000002, "ttft_s": 0.41650707100052387, "turn_id": 25} +{"actual_output_tokens": 504, "cached_tokens": 39600, "effective_input_length": 39820, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39820, "latency_s": 3.7504933569980494, "output_length": 504, "proxy_request_id": "1404395:8:1494219:916", "request_id": "1404395:8:1494219:916", "request_type": "coder", "requested_output_tokens": 504, "session_id": "1404395", "t_dispatch_unix": 1779961598.3464196, "t_finish_unix": 1779961602.0969126, "t_first_token_unix": 1779961598.5031135, "tpot_s": 0.007144226836978882, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14549647, 14549648, 14596003, 14596004, 14632576, 14668041, 14668042, 14668043, 14701438, 14730229], "trace_timestamp_s": 889.1580000000004, "ttft_s": 0.15669156899821246, "turn_id": 8} +{"actual_output_tokens": 197, "cached_tokens": 75952, "effective_input_length": 83861, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83861, "latency_s": 5.858588512001006, "output_length": 197, "proxy_request_id": "1363943:26:1495648:917", "request_id": "1363943:26:1495648:917", "request_type": "coder", "requested_output_tokens": 197, "session_id": "1363943", "t_dispatch_unix": 1779961603.0817096, "t_finish_unix": 1779961608.9402978, "t_first_token_unix": 1779961607.110269, "tpot_s": 0.009335529852028323, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228], "trace_timestamp_s": 893.8879999999999, "ttft_s": 4.028557180001371, "turn_id": 26} +{"actual_output_tokens": 376, "cached_tokens": 84048, "effective_input_length": 84090, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 84090, "latency_s": 3.7141428569993877, "output_length": 376, "proxy_request_id": "1363943:27:1497882:919", "request_id": "1363943:27:1497882:919", "request_type": "coder", "requested_output_tokens": 376, "session_id": "1363943", "t_dispatch_unix": 1779961610.3541508, "t_finish_unix": 1779961614.0682929, "t_first_token_unix": 1779961610.519041, "tpot_s": 0.009464014301328764, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14764349], "trace_timestamp_s": 901.1640000000007, "ttft_s": 0.16488880199904088, "turn_id": 27} +{"actual_output_tokens": 81, "cached_tokens": 65168, "effective_input_length": 130479, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 130479, "latency_s": 39.97360665299857, "output_length": 81, "proxy_request_id": "1313181:12:1346194:470", "request_id": "1313181:12:1346194:470", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1313181", "t_dispatch_unix": 1779961575.2372112, "t_finish_unix": 1779961615.2108183, "t_first_token_unix": 1779961614.32982, "tpot_s": 0.01100870790000954, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13342342, 13359182], "trace_timestamp_s": 378.5650000000005, "ttft_s": 39.09260504199847, "turn_id": 12} +{"actual_output_tokens": 69, "cached_tokens": 65168, "effective_input_length": 65179, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65179, "latency_s": 0.6530487919990264, "output_length": 69, "proxy_request_id": "1313181:12:1404813:772", "request_id": "1313181:12:1404813:772", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1313181", "t_dispatch_unix": 1779961615.2151773, "t_finish_unix": 1779961615.868226, "t_first_token_unix": 1779961615.3275902, "tpot_s": 0.007946087588232545, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13897933], "trace_timestamp_s": 584.0840000000007, "ttft_s": 0.11241130299822544, "turn_id": 12} +{"actual_output_tokens": 298, "cached_tokens": 30096, "effective_input_length": 33352, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33352, "latency_s": 2.8283445999986725, "output_length": 298, "proxy_request_id": "1242838:7:1499476:921", "request_id": "1242838:7:1499476:921", "request_type": "coder", "requested_output_tokens": 298, "session_id": "1242838", "t_dispatch_unix": 1779961615.6667075, "t_finish_unix": 1779961618.4950519, "t_first_token_unix": 1779961616.489196, "tpot_s": 0.006752742252520149, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892, 12596370, 12596371, 12596372, 12596373, 12596374, 14408080, 14408081, 14408082, 14660531, 14660532, 14660533, 14660534, 14660535, 14660536, 14660537, 14778951, 14778952, 14778953, 14778954, 14778955, 14778956, 14778957], "trace_timestamp_s": 906.4770000000008, "ttft_s": 0.822486373999709, "turn_id": 7} +{"actual_output_tokens": 229, "cached_tokens": 84464, "effective_input_length": 86984, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 86984, "latency_s": 3.7520965240000805, "output_length": 229, "proxy_request_id": "1363943:28:1500984:922", "request_id": "1363943:28:1500984:922", "request_type": "coder", "requested_output_tokens": 229, "session_id": "1363943", "t_dispatch_unix": 1779961620.6671827, "t_finish_unix": 1779961624.4192784, "t_first_token_unix": 1779961622.2472165, "tpot_s": 0.00952497078946691, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559], "trace_timestamp_s": 911.473, "ttft_s": 1.5800318270012212, "turn_id": 28} +{"actual_output_tokens": 74, "cached_tokens": 57280, "effective_input_length": 61910, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61910, "latency_s": 17.119537513997784, "output_length": 74, "proxy_request_id": "1268861:14:1498281:920", "request_id": "1268861:14:1498281:920", "request_type": "coder", "requested_output_tokens": 74, "session_id": "1268861", "t_dispatch_unix": 1779961611.8301988, "t_finish_unix": 1779961628.949736, "t_first_token_unix": 1779961628.0655792, "tpot_s": 0.0121058702191987, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224], "trace_timestamp_s": 902.6390000000001, "ttft_s": 16.235378346998914, "turn_id": 14} +{"actual_output_tokens": 184, "cached_tokens": 0, "effective_input_length": 75760, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75760, "latency_s": 23.514295476998086, "output_length": 184, "proxy_request_id": "1388507:2:1496686:918", "request_id": "1388507:2:1496686:918", "request_type": "coder", "requested_output_tokens": 184, "session_id": "1388507", "t_dispatch_unix": 1779961606.4475484, "t_finish_unix": 1779961629.9618435, "t_first_token_unix": 1779961628.058225, "tpot_s": 0.010400624185780036, "trace_hash_ids": [10601431, 21251, 21252, 21253, 7175275, 7175276, 7175277, 10601432, 10601433, 10601434, 10601435, 10601436, 10601437, 10601438, 10601439, 10601440, 10601441, 10601442, 10601443, 10601444, 10601445, 10601446, 10601447, 10601448, 10601449, 10601450, 10601451, 10601452, 10601453, 10601454, 10601455, 10601456, 10601457, 10601458, 10601459, 10601460, 10601461, 10601462, 10601463, 10601464, 10601465, 10601466, 10601467, 10601468, 10601469, 10601470, 10601471, 3889792, 10601472, 10479693, 10479694, 10479695, 10601473, 10601474, 76714, 76715, 76716, 10601475, 10601476, 10601477, 10601478, 10601479, 10601480, 10601481, 10601482, 10601483, 10601484, 10601485, 10601486, 10601487, 10601488, 10601489, 10601490, 10601491, 10601492, 10601493, 10601494, 10601495, 10601496, 10601497, 10601498, 10601499, 10601500, 10601501, 10601502, 10601503, 10601504, 10601505, 10601506, 10601507, 10601508, 10601509, 10601510, 10601511, 10601512, 10601513, 10601514, 11402004, 11402005, 11402006, 11402007, 11402008, 11402009, 11402010, 11402011, 11402012, 11402013, 11402014, 11402015, 11402016, 11402017, 11402018, 11402019, 11402020, 11402021, 11402022, 11402023, 11402024, 11402025, 11402026, 11402027, 11402028, 11402029, 11402030, 11402031, 11402032, 11853944, 11853945, 11853946, 11853947, 11853948, 11853949, 11853950, 11853951, 12251200, 12251201, 12251202, 12251203, 12251204, 12251205, 13699728, 14709792, 14709793, 14709794, 14709795, 14709796, 14709797, 14709798], "trace_timestamp_s": 897.2540000000008, "ttft_s": 21.61067475500022, "turn_id": 2} +{"actual_output_tokens": 25, "cached_tokens": 76736, "effective_input_length": 78722, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 78722, "latency_s": 1.321613770996919, "output_length": 25, "proxy_request_id": "1342921:8:1503584:925", "request_id": "1342921:8:1503584:925", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1342921", "t_dispatch_unix": 1779961629.5205073, "t_finish_unix": 1779961630.8421214, "t_first_token_unix": 1779961630.6784112, "tpot_s": 0.006809470416707579, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14300702, 14300703, 14300704, 14300705, 14537883, 14818583, 14818584, 14818585, 14818586, 14818587], "trace_timestamp_s": 920.3299999999999, "ttft_s": 1.1579006329993717, "turn_id": 8} +{"actual_output_tokens": 212, "cached_tokens": 87200, "effective_input_length": 89469, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89469, "latency_s": 3.7855591180014017, "output_length": 212, "proxy_request_id": "1363943:29:1503515:924", "request_id": "1363943:29:1503515:924", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1363943", "t_dispatch_unix": 1779961629.2662542, "t_finish_unix": 1779961633.0518126, "t_first_token_unix": 1779961630.723915, "tpot_s": 0.011030940691939384, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14817740], "trace_timestamp_s": 920.0750000000007, "ttft_s": 1.457659108000371, "turn_id": 29} +{"actual_output_tokens": 53, "cached_tokens": 12272, "effective_input_length": 14189, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14189, "latency_s": 0.8073602850017778, "output_length": 53, "proxy_request_id": "1399948:14:1504493:926", "request_id": "1399948:14:1504493:926", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1399948", "t_dispatch_unix": 1779961632.3092542, "t_finish_unix": 1779961633.1166143, "t_first_token_unix": 1779961632.60985, "tpot_s": 0.009741136730763874, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14827845], "trace_timestamp_s": 923.1200000000008, "ttft_s": 0.30059451700071804, "turn_id": 14} +{"actual_output_tokens": 355, "cached_tokens": 93232, "effective_input_length": 103893, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 103893, "latency_s": 10.308166446000541, "output_length": 355, "proxy_request_id": "1397515:2:1502033:923", "request_id": "1397515:2:1502033:923", "request_type": "coder", "requested_output_tokens": 355, "session_id": "1397515", "t_dispatch_unix": 1779961624.2216911, "t_finish_unix": 1779961634.5298574, "t_first_token_unix": 1779961630.780062, "tpot_s": 0.010591921409605022, "trace_hash_ids": [61256, 61257, 9334, 61258, 61259, 61260, 61261, 61262, 61263, 61264, 61265, 139791, 92491, 139792, 139793, 139794, 139795, 139796, 139797, 139798, 740834, 740835, 740836, 740837, 1942273, 1942274, 1942275, 1942276, 1942277, 1942278, 1942279, 1942280, 1942281, 590845, 590846, 590847, 590848, 1942282, 161018, 161019, 161020, 161021, 1942283, 10351134, 10351135, 10351136, 10351137, 10351138, 10351139, 10351140, 10351141, 10351142, 10351143, 13831505, 2806911, 13831506, 13831507, 13831508, 13831509, 13831510, 13831511, 13831512, 13831513, 13831514, 13831515, 13831516, 13831517, 13831518, 13831519, 13831520, 13831521, 13831522, 13831523, 13831524, 13831525, 13831526, 13831527, 13831528, 13831529, 13831530, 13831531, 13831532, 13831533, 13831534, 13831535, 13831536, 13831537, 13831538, 13831539, 13831540, 13831541, 13831542, 13831543, 13831544, 13831545, 13831546, 13831547, 13831548, 13831549, 13831550, 13831551, 13831552, 13831553, 13831554, 13831555, 13831556, 13831557, 13831558, 13831559, 13831560, 13831561, 13831562, 13831563, 13831564, 13831565, 13831566, 13831567, 13831568, 13831569, 13831570, 13831571, 13831572, 13831573, 13831574, 13831575, 13831576, 13831577, 13831578, 13831579, 13831580, 13831581, 13831582, 13831583, 13831584, 13831585, 13831586, 13831587, 13831588, 13831589, 13831590, 13831591, 13831592, 13831593, 13831594, 13831595, 13831596, 13831597, 13831598, 13831599, 13831600, 13831601, 13831602, 13831603, 13831604, 13831605, 13831606, 13831607, 13831608, 13831609, 13831610, 13831611, 13831612, 13831613, 13831614, 13831615, 13831616, 13831617, 13831618, 13831619, 13831620, 13831621, 13831622, 13831623, 13831624, 13831625, 13831626, 13831627, 13831628, 14027210, 14027211, 14027212, 14697579, 14697580, 14697581, 14697582, 14697583, 14697584, 14697585, 14697586, 14697587, 14697588, 14697589, 14697590, 14697591, 14803950, 14803951, 14803952, 14803953, 14803954, 14803955, 14803956, 14803957, 14803958], "trace_timestamp_s": 915.0260000000007, "ttft_s": 6.558369432998006, "turn_id": 2} +{"actual_output_tokens": 73, "cached_tokens": 89680, "effective_input_length": 89713, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89713, "latency_s": 0.8124621499991918, "output_length": 73, "proxy_request_id": "1363943:30:1506171:927", "request_id": "1363943:30:1506171:927", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1363943", "t_dispatch_unix": 1779961638.1035693, "t_finish_unix": 1779961638.916031, "t_first_token_unix": 1779961638.2662103, "tpot_s": 0.009021844611147066, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14843114, 14843115], "trace_timestamp_s": 928.9100000000008, "ttft_s": 0.16263909299959778, "turn_id": 30} +{"actual_output_tokens": 174, "cached_tokens": 61968, "effective_input_length": 63035, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63035, "latency_s": 2.027294534000248, "output_length": 174, "proxy_request_id": "1268861:15:1508874:928", "request_id": "1268861:15:1508874:928", "request_type": "coder", "requested_output_tokens": 174, "session_id": "1268861", "t_dispatch_unix": 1779961647.1650572, "t_finish_unix": 1779961649.1923516, "t_first_token_unix": 1779961647.7626977, "tpot_s": 0.008262589300570153, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 14868809], "trace_timestamp_s": 937.9670000000006, "ttft_s": 0.5976372830009495, "turn_id": 15} +{"actual_output_tokens": 143, "cached_tokens": 65232, "effective_input_length": 131699, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 131699, "latency_s": 41.95505469999989, "output_length": 143, "proxy_request_id": "1313181:13:1349104:484", "request_id": "1313181:13:1349104:484", "request_type": "coder", "requested_output_tokens": 143, "session_id": "1313181", "t_dispatch_unix": 1779961615.8740823, "t_finish_unix": 1779961657.8291361, "t_first_token_unix": 1779961656.1663265, "tpot_s": 0.011708255542262251, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13342342, 13359182, 13385557, 13385558, 13385559], "trace_timestamp_s": 388.8780000000006, "ttft_s": 40.29224244099896, "turn_id": 13} +{"actual_output_tokens": 46, "cached_tokens": 14240, "effective_input_length": 15669, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15669, "latency_s": 0.7886724130003131, "output_length": 46, "proxy_request_id": "1399948:15:1512300:930", "request_id": "1399948:15:1512300:930", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1399948", "t_dispatch_unix": 1779961658.6241164, "t_finish_unix": 1779961659.412789, "t_first_token_unix": 1779961658.9201167, "tpot_s": 0.010942421444471821, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14902700], "trace_timestamp_s": 949.4360000000006, "ttft_s": 0.29599850599697675, "turn_id": 15} +{"actual_output_tokens": 257, "cached_tokens": 65264, "effective_input_length": 65279, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65279, "latency_s": 2.284899845999462, "output_length": 257, "proxy_request_id": "1313181:13:1406095:783", "request_id": "1313181:13:1406095:783", "request_type": "coder", "requested_output_tokens": 257, "session_id": "1313181", "t_dispatch_unix": 1779961657.8324416, "t_finish_unix": 1779961660.1173415, "t_first_token_unix": 1779961657.9466743, "tpot_s": 0.008478254300783306, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13909100], "trace_timestamp_s": 588.6900000000005, "ttft_s": 0.11423065699636936, "turn_id": 13} +{"actual_output_tokens": 76, "cached_tokens": 15712, "effective_input_length": 15913, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15913, "latency_s": 0.9598012749993359, "output_length": 76, "proxy_request_id": "1399948:16:1513839:933", "request_id": "1399948:16:1513839:933", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1399948", "t_dispatch_unix": 1779961663.8049054, "t_finish_unix": 1779961664.7647069, "t_first_token_unix": 1779961663.899968, "tpot_s": 0.011526605839996288, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14917327], "trace_timestamp_s": 954.6170000000002, "ttft_s": 0.09506112199960626, "turn_id": 16} +{"actual_output_tokens": 45, "cached_tokens": 33184, "effective_input_length": 44364, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44364, "latency_s": 3.356790296998952, "output_length": 45, "proxy_request_id": "1277428:9:1513231:932", "request_id": "1277428:9:1513231:932", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1277428", "t_dispatch_unix": 1779961661.6366751, "t_finish_unix": 1779961664.9934654, "t_first_token_unix": 1779961664.6994512, "tpot_s": 0.0066762104772186085, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14911410], "trace_timestamp_s": 952.4470000000001, "ttft_s": 3.062774039000942, "turn_id": 9} +{"actual_output_tokens": 284, "cached_tokens": 44400, "effective_input_length": 45851, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45851, "latency_s": 2.634163934002572, "output_length": 284, "proxy_request_id": "1277428:10:1517408:935", "request_id": "1277428:10:1517408:935", "request_type": "coder", "requested_output_tokens": 284, "session_id": "1277428", "t_dispatch_unix": 1779961675.4317446, "t_finish_unix": 1779961678.0659084, "t_first_token_unix": 1779961675.97339, "tpot_s": 0.007392990286217763, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14951058, 14951059, 14951060, 14951061], "trace_timestamp_s": 966.2420000000002, "ttft_s": 0.5416438860011112, "turn_id": 10} +{"actual_output_tokens": 63, "cached_tokens": 15984, "effective_input_length": 16604, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16604, "latency_s": 0.9907307560024492, "output_length": 63, "proxy_request_id": "1399948:17:1518102:936", "request_id": "1399948:17:1518102:936", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1399948", "t_dispatch_unix": 1779961677.9181504, "t_finish_unix": 1779961678.9088807, "t_first_token_unix": 1779961678.1818395, "tpot_s": 0.011722344725762189, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 14957862], "trace_timestamp_s": 968.7300000000005, "ttft_s": 0.2636878040029842, "turn_id": 17} +{"actual_output_tokens": 57, "cached_tokens": 46128, "effective_input_length": 46361, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 46361, "latency_s": 0.5684478000002855, "output_length": 57, "proxy_request_id": "1277428:11:1520449:937", "request_id": "1277428:11:1520449:937", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1277428", "t_dispatch_unix": 1779961685.4173892, "t_finish_unix": 1779961685.9858365, "t_first_token_unix": 1779961685.5935647, "tpot_s": 0.007000052321408086, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14951058, 14951059, 14951060, 14979347, 14979348], "trace_timestamp_s": 976.2290000000003, "ttft_s": 0.17617415000131587, "turn_id": 11} +{"actual_output_tokens": 3516, "cached_tokens": 89776, "effective_input_length": 89790, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89790, "latency_s": 36.324054223998246, "output_length": 3516, "proxy_request_id": "1363943:31:1509815:929", "request_id": "1363943:31:1509815:929", "request_type": "coder", "requested_output_tokens": 3516, "session_id": "1363943", "t_dispatch_unix": 1779961650.1794143, "t_finish_unix": 1779961686.503468, "t_first_token_unix": 1779961650.326443, "tpot_s": 0.010292114074537813, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14843114, 14877475], "trace_timestamp_s": 940.9880000000003, "ttft_s": 0.14702680600021267, "turn_id": 31} +{"actual_output_tokens": 63, "cached_tokens": 16656, "effective_input_length": 17276, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17276, "latency_s": 0.49851359099920955, "output_length": 63, "proxy_request_id": "1399948:18:1524432:938", "request_id": "1399948:18:1524432:938", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1399948", "t_dispatch_unix": 1779961698.9824202, "t_finish_unix": 1779961699.4809334, "t_first_token_unix": 1779961699.1288533, "tpot_s": 0.005674842306454535, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15019330], "trace_timestamp_s": 989.781, "ttft_s": 0.14643137999883038, "turn_id": 18} +{"actual_output_tokens": 15, "cached_tokens": 78736, "effective_input_length": 79086, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79086, "latency_s": 0.49541339900315506, "output_length": 15, "proxy_request_id": "1342921:9:1525898:939", "request_id": "1342921:9:1525898:939", "request_type": "coder", "requested_output_tokens": 15, "session_id": "1342921", "t_dispatch_unix": 1779961704.0038073, "t_finish_unix": 1779961704.49922, "t_first_token_unix": 1779961704.426892, "tpot_s": 0.005148319214380795, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14300702, 14300703, 14300704, 14300705, 14537883, 14818583, 14818584, 14818585, 14818586, 15032686, 15032687], "trace_timestamp_s": 994.8110000000006, "ttft_s": 0.42308298100033426, "turn_id": 9} +{"actual_output_tokens": 50, "cached_tokens": 17328, "effective_input_length": 18091, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18091, "latency_s": 0.4618208499996399, "output_length": 50, "proxy_request_id": "1399948:19:1526739:941", "request_id": "1399948:19:1526739:941", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1399948", "t_dispatch_unix": 1779961706.889406, "t_finish_unix": 1779961707.3512266, "t_first_token_unix": 1779961707.0707405, "tpot_s": 0.005719496816356918, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15040983], "trace_timestamp_s": 997.7020000000002, "ttft_s": 0.18133247799778474, "turn_id": 19} +{"actual_output_tokens": 92, "cached_tokens": 18128, "effective_input_length": 18164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18164, "latency_s": 0.5874519999997574, "output_length": 92, "proxy_request_id": "1399948:20:1527857:942", "request_id": "1399948:20:1527857:942", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1399948", "t_dispatch_unix": 1779961710.3887775, "t_finish_unix": 1779961710.9762292, "t_first_token_unix": 1779961710.4419625, "tpot_s": 0.005867848197809947, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15053152], "trace_timestamp_s": 1001.2000000000007, "ttft_s": 0.05318355000053998, "turn_id": 20} +{"actual_output_tokens": 100, "cached_tokens": 18240, "effective_input_length": 18388, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18388, "latency_s": 0.669451993999246, "output_length": 100, "proxy_request_id": "1399948:21:1528978:944", "request_id": "1399948:21:1528978:944", "request_type": "coder", "requested_output_tokens": 100, "session_id": "1399948", "t_dispatch_unix": 1779961714.3338203, "t_finish_unix": 1779961715.0032723, "t_first_token_unix": 1779961714.4274125, "tpot_s": 0.005814339909101354, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128], "trace_timestamp_s": 1005.1450000000004, "ttft_s": 0.09359059700000216, "turn_id": 21} +{"actual_output_tokens": 45, "cached_tokens": 18480, "effective_input_length": 18563, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18563, "latency_s": 0.32232006399863167, "output_length": 45, "proxy_request_id": "1399948:22:1530122:947", "request_id": "1399948:22:1530122:947", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1399948", "t_dispatch_unix": 1779961718.164739, "t_finish_unix": 1779961718.4870586, "t_first_token_unix": 1779961718.2365942, "tpot_s": 0.0056865651591083, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15074294], "trace_timestamp_s": 1008.9760000000006, "ttft_s": 0.07185406099961256, "turn_id": 22} +{"actual_output_tokens": 133, "cached_tokens": 63200, "effective_input_length": 71192, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71192, "latency_s": 4.608955685002002, "output_length": 133, "proxy_request_id": "1268861:16:1529894:946", "request_id": "1268861:16:1529894:946", "request_type": "coder", "requested_output_tokens": 133, "session_id": "1268861", "t_dispatch_unix": 1779961717.3451715, "t_finish_unix": 1779961721.9541268, "t_first_token_unix": 1779961720.8328817, "tpot_s": 0.008492157015153321, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15072129], "trace_timestamp_s": 1008.1510000000007, "ttft_s": 3.487707249001687, "turn_id": 16} +{"actual_output_tokens": 314, "cached_tokens": 64176, "effective_input_length": 71987, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71987, "latency_s": 6.2469227539986605, "output_length": 314, "proxy_request_id": "1294611:15:1533841:949", "request_id": "1294611:15:1533841:949", "request_type": "coder", "requested_output_tokens": 314, "session_id": "1294611", "t_dispatch_unix": 1779961730.463291, "t_finish_unix": 1779961736.710214, "t_first_token_unix": 1779961733.9346707, "tpot_s": 0.008866463495211448, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 15109253, 15109254, 15109255, 15109256, 15109257, 15109258, 15109259, 15109260, 15109261, 15109262, 15109263, 15109264, 15109265, 15109266, 15109267, 15109268, 15109269], "trace_timestamp_s": 1021.2700000000004, "ttft_s": 3.47137713399934, "turn_id": 15} +{"actual_output_tokens": 607, "cached_tokens": 0, "effective_input_length": 36568, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36568, "latency_s": 33.37377617400125, "output_length": 607, "proxy_request_id": "1243831:2:1528168:943", "request_id": "1243831:2:1528168:943", "request_type": "coder", "requested_output_tokens": 607, "session_id": "1243831", "t_dispatch_unix": 1779961711.5958502, "t_finish_unix": 1779961744.9696264, "t_first_token_unix": 1779961737.5705764, "tpot_s": 0.012209269747526747, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 15055359, 15055360, 15055361, 15055362, 15055363, 15055364, 15055365, 15055366, 15055367, 15055368, 15055369, 15055370, 15055371, 15055372, 15055373, 15055374, 15055375, 15055376, 15055377, 15055378, 15055379, 15055380, 15055381, 15055382, 15055383, 15055384, 15055385, 15055386, 15055387, 15055388, 15055389, 15055390, 15055391, 15055392, 15055393, 15055394, 15055395, 15055396, 15055397, 15055398, 15055399, 15055400, 15055401, 15055402, 15055403, 15055404, 15055405, 15055406, 15055407, 15055408], "trace_timestamp_s": 1002.3960000000006, "ttft_s": 25.974724050000077, "turn_id": 2} +{"actual_output_tokens": 196, "cached_tokens": 93296, "effective_input_length": 93368, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93368, "latency_s": 2.139033248000487, "output_length": 196, "proxy_request_id": "1363943:32:1537767:950", "request_id": "1363943:32:1537767:950", "request_type": "coder", "requested_output_tokens": 196, "session_id": "1363943", "t_dispatch_unix": 1779961743.7842011, "t_finish_unix": 1779961745.9232335, "t_first_token_unix": 1779961744.0081851, "tpot_s": 0.00981961484102589, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14843114, 15147439, 15147440, 15147441, 15147442, 15147443, 15147444, 15147445, 15147446], "trace_timestamp_s": 1034.5930000000008, "ttft_s": 0.22398258300017915, "turn_id": 32} +{"actual_output_tokens": 151, "cached_tokens": 11568, "effective_input_length": 11584, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11584, "latency_s": 1.7782381329998316, "output_length": 151, "proxy_request_id": "1243831:3:1270336:110", "request_id": "1243831:3:1270336:110", "request_type": "coder", "requested_output_tokens": 151, "session_id": "1243831", "t_dispatch_unix": 1779961744.970593, "t_finish_unix": 1779961746.7488315, "t_first_token_unix": 1779961745.028794, "tpot_s": 0.01146476170666574, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12641626], "trace_timestamp_s": 113.52800000000025, "ttft_s": 0.05819955999686499, "turn_id": 3} +{"actual_output_tokens": 77, "cached_tokens": 11728, "effective_input_length": 14515, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14515, "latency_s": 1.2639016180000908, "output_length": 77, "proxy_request_id": "1243831:4:1284306:183", "request_id": "1243831:4:1284306:183", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1243831", "t_dispatch_unix": 1779961746.7526143, "t_finish_unix": 1779961748.0165155, "t_first_token_unix": 1779961747.152261, "tpot_s": 0.011368613710529692, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 12778587], "trace_timestamp_s": 162.09900000000016, "ttft_s": 0.3996449289988959, "turn_id": 4} +{"actual_output_tokens": 81, "cached_tokens": 14576, "effective_input_length": 14627, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14627, "latency_s": 0.9623102639998251, "output_length": 81, "proxy_request_id": "1243831:5:1303288:273", "request_id": "1243831:5:1303288:273", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1243831", "t_dispatch_unix": 1779961748.0173016, "t_finish_unix": 1779961748.979612, "t_first_token_unix": 1779961748.0846624, "tpot_s": 0.01118385001250317, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 12959828], "trace_timestamp_s": 227.3050000000003, "ttft_s": 0.06735945300169988, "turn_id": 5} +{"actual_output_tokens": 80, "cached_tokens": 14704, "effective_input_length": 17410, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17410, "latency_s": 1.343303975998424, "output_length": 80, "proxy_request_id": "1243831:6:1313694:320", "request_id": "1243831:6:1313694:320", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1243831", "t_dispatch_unix": 1779961748.98158, "t_finish_unix": 1779961750.3248842, "t_first_token_unix": 1779961749.4193172, "tpot_s": 0.011459651506327969, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13056746], "trace_timestamp_s": 264.14500000000044, "ttft_s": 0.4377353439995204, "turn_id": 6} +{"actual_output_tokens": 103, "cached_tokens": 17488, "effective_input_length": 19460, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19460, "latency_s": 1.5312873820003006, "output_length": 103, "proxy_request_id": "1243831:7:1323865:366", "request_id": "1243831:7:1323865:366", "request_type": "coder", "requested_output_tokens": 103, "session_id": "1243831", "t_dispatch_unix": 1779961750.3265417, "t_finish_unix": 1779961751.8578293, "t_first_token_unix": 1779961750.694494, "tpot_s": 0.011402020284317676, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13151112], "trace_timestamp_s": 300.0500000000002, "ttft_s": 0.36795052800152916, "turn_id": 7} +{"actual_output_tokens": 111, "cached_tokens": 19552, "effective_input_length": 24512, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24512, "latency_s": 2.232407288000104, "output_length": 111, "proxy_request_id": "1243831:8:1333049:414", "request_id": "1243831:8:1333049:414", "request_type": "coder", "requested_output_tokens": 111, "session_id": "1243831", "t_dispatch_unix": 1779961751.8606098, "t_finish_unix": 1779961754.093017, "t_first_token_unix": 1779961752.7637522, "tpot_s": 0.012082061681807813, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173], "trace_timestamp_s": 332.8090000000002, "ttft_s": 0.9031406059984874, "turn_id": 8} +{"actual_output_tokens": 67, "cached_tokens": 24608, "effective_input_length": 25075, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25075, "latency_s": 0.9634071760010556, "output_length": 67, "proxy_request_id": "1243831:9:1348240:478", "request_id": "1243831:9:1348240:478", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1243831", "t_dispatch_unix": 1779961754.0940664, "t_finish_unix": 1779961755.0574734, "t_first_token_unix": 1779961754.266552, "tpot_s": 0.011980161742416605, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884], "trace_timestamp_s": 385.9180000000006, "ttft_s": 0.17248364099941682, "turn_id": 9} +{"actual_output_tokens": 165, "cached_tokens": 71312, "effective_input_length": 75693, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75693, "latency_s": 3.6696656399981293, "output_length": 165, "proxy_request_id": "1268861:17:1540278:951", "request_id": "1268861:17:1540278:951", "request_type": "coder", "requested_output_tokens": 165, "session_id": "1268861", "t_dispatch_unix": 1779961751.8674862, "t_finish_unix": 1779961755.5371518, "t_first_token_unix": 1779961754.0835795, "tpot_s": 0.008861791323175655, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15173450], "trace_timestamp_s": 1042.6770000000006, "ttft_s": 2.216091473997949, "turn_id": 17} +{"actual_output_tokens": 112, "cached_tokens": 25136, "effective_input_length": 26343, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26343, "latency_s": 1.6776813340002263, "output_length": 112, "proxy_request_id": "1243831:10:1358921:521", "request_id": "1243831:10:1358921:521", "request_type": "coder", "requested_output_tokens": 112, "session_id": "1243831", "t_dispatch_unix": 1779961755.059014, "t_finish_unix": 1779961756.7366958, "t_first_token_unix": 1779961755.3961403, "tpot_s": 0.012074921207222197, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13476530], "trace_timestamp_s": 423.28400000000056, "ttft_s": 0.33712382999874535, "turn_id": 10} +{"actual_output_tokens": 75, "cached_tokens": 26448, "effective_input_length": 26818, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26818, "latency_s": 1.045162825997977, "output_length": 75, "proxy_request_id": "1243831:11:1371191:594", "request_id": "1243831:11:1371191:594", "request_type": "coder", "requested_output_tokens": 75, "session_id": "1243831", "t_dispatch_unix": 1779961756.7380424, "t_finish_unix": 1779961757.7832053, "t_first_token_unix": 1779961756.9151046, "tpot_s": 0.011727885675665331, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13591639], "trace_timestamp_s": 466.35400000000027, "ttft_s": 0.17705974499767763, "turn_id": 11} +{"actual_output_tokens": 1497, "cached_tokens": 0, "effective_input_length": 87576, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 87576, "latency_s": 51.345790742001554, "output_length": 1497, "proxy_request_id": "1253804:7:1526643:940", "request_id": "1253804:7:1526643:940", "request_type": "coder", "requested_output_tokens": 1497, "session_id": "1253804", "t_dispatch_unix": 1779961706.4482968, "t_finish_unix": 1779961757.794087, "t_first_token_unix": 1779961732.2581384, "tpot_s": 0.017069347205883278, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15040216], "trace_timestamp_s": 997.2470000000003, "ttft_s": 25.80983976599964, "turn_id": 7} +{"actual_output_tokens": 48, "cached_tokens": 89072, "effective_input_length": 89116, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89116, "latency_s": 0.724591504997079, "output_length": 48, "proxy_request_id": "1253804:8:1541192:953", "request_id": "1253804:8:1541192:953", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1253804", "t_dispatch_unix": 1779961757.7982466, "t_finish_unix": 1779961758.5228384, "t_first_token_unix": 1779961758.0223541, "tpot_s": 0.010643505978728075, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15182013], "trace_timestamp_s": 1045.741, "ttft_s": 0.22410514500006684, "turn_id": 8} +{"actual_output_tokens": 66, "cached_tokens": 26880, "effective_input_length": 27164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27164, "latency_s": 0.8426200930007326, "output_length": 66, "proxy_request_id": "1243831:12:1385174:681", "request_id": "1243831:12:1385174:681", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1243831", "t_dispatch_unix": 1779961757.7845304, "t_finish_unix": 1779961758.6271505, "t_first_token_unix": 1779961757.9112465, "tpot_s": 0.011010879799981083, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13718858], "trace_timestamp_s": 515.2120000000004, "ttft_s": 0.12671425900043687, "turn_id": 12} +{"actual_output_tokens": 85, "cached_tokens": 27216, "effective_input_length": 27286, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27286, "latency_s": 0.614893927002413, "output_length": 85, "proxy_request_id": "1243831:13:1398072:738", "request_id": "1243831:13:1398072:738", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1243831", "t_dispatch_unix": 1779961758.6282744, "t_finish_unix": 1779961759.2431688, "t_first_token_unix": 1779961758.7094476, "tpot_s": 0.006350500607151757, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13836022], "trace_timestamp_s": 560.7880000000005, "ttft_s": 0.08117086100173765, "turn_id": 13} +{"actual_output_tokens": 85, "cached_tokens": 27360, "effective_input_length": 28085, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28085, "latency_s": 0.7709871229999408, "output_length": 85, "proxy_request_id": "1243831:14:1411189:814", "request_id": "1243831:14:1411189:814", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1243831", "t_dispatch_unix": 1779961759.2445147, "t_finish_unix": 1779961760.015502, "t_first_token_unix": 1779961759.4817276, "tpot_s": 0.006351831702366846, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13955433, 13955434], "trace_timestamp_s": 606.2490000000007, "ttft_s": 0.23721072999978787, "turn_id": 14} +{"actual_output_tokens": 643, "cached_tokens": 93552, "effective_input_length": 93596, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93596, "latency_s": 6.63213954299863, "output_length": 643, "proxy_request_id": "1363943:33:1541065:952", "request_id": "1363943:33:1541065:952", "request_type": "coder", "requested_output_tokens": 643, "session_id": "1363943", "t_dispatch_unix": 1779961754.515059, "t_finish_unix": 1779961761.1471984, "t_first_token_unix": 1779961754.6916268, "tpot_s": 0.010055045038938816, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14843114, 15147439, 15147440, 15147441, 15147442, 15147443, 15147444, 15147445, 15180688], "trace_timestamp_s": 1045.3250000000007, "ttft_s": 0.1765655519993743, "turn_id": 33} +{"actual_output_tokens": 133, "cached_tokens": 28160, "effective_input_length": 29382, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29382, "latency_s": 1.1762126860012359, "output_length": 133, "proxy_request_id": "1243831:15:1427593:849", "request_id": "1243831:15:1427593:849", "request_type": "coder", "requested_output_tokens": 133, "session_id": "1243831", "t_dispatch_unix": 1779961760.0170393, "t_finish_unix": 1779961761.193252, "t_first_token_unix": 1779961760.3344035, "tpot_s": 0.006504557946948008, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13955433, 13955434, 14104161, 14104162, 14104163], "trace_timestamp_s": 664.1060000000007, "ttft_s": 0.3173616270032653, "turn_id": 15} +{"actual_output_tokens": 68, "cached_tokens": 29504, "effective_input_length": 29571, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29571, "latency_s": 0.5168677300025593, "output_length": 68, "proxy_request_id": "1243831:16:1446717:874", "request_id": "1243831:16:1446717:874", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1243831", "t_dispatch_unix": 1779961761.1945107, "t_finish_unix": 1779961761.7113783, "t_first_token_unix": 1779961761.2832155, "tpot_s": 0.0063869198357991335, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13955433, 13955434, 14104161, 14104162, 14283881], "trace_timestamp_s": 729.4750000000004, "ttft_s": 0.0887033130020427, "turn_id": 16} +{"actual_output_tokens": 76, "cached_tokens": 18592, "effective_input_length": 20031, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20031, "latency_s": 0.7293824019980093, "output_length": 76, "proxy_request_id": "1399948:23:1544108:954", "request_id": "1399948:23:1544108:954", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1399948", "t_dispatch_unix": 1779961764.386282, "t_finish_unix": 1779961765.1156645, "t_first_token_unix": 1779961764.6831994, "tpot_s": 0.005762845533366393, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15209349], "trace_timestamp_s": 1055.1980000000003, "ttft_s": 0.2969160719985666, "turn_id": 23} +{"actual_output_tokens": 288, "cached_tokens": 0, "effective_input_length": 130532, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 130532, "latency_s": 105.34242204999828, "output_length": 288, "proxy_request_id": "1356885:4:1512902:931", "request_id": "1356885:4:1512902:931", "request_type": "coder", "requested_output_tokens": 288, "session_id": "1356885", "t_dispatch_unix": 1779961660.5019794, "t_finish_unix": 1779961765.8444014, "t_first_token_unix": 1779961760.0948536, "tpot_s": 0.02003247516723804, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770], "trace_timestamp_s": 951.308, "ttft_s": 99.59287185100038, "turn_id": 4} +{"actual_output_tokens": 187, "cached_tokens": 130816, "effective_input_length": 130906, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 130906, "latency_s": 4.039749154002493, "output_length": 187, "proxy_request_id": "1356885:5:1533696:948", "request_id": "1356885:5:1533696:948", "request_type": "coder", "requested_output_tokens": 187, "session_id": "1356885", "t_dispatch_unix": 1779961765.8491464, "t_finish_unix": 1779961769.8888958, "t_first_token_unix": 1779961766.2053368, "tpot_s": 0.019802753978486482, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124], "trace_timestamp_s": 1020.7970000000005, "ttft_s": 0.3561879350017989, "turn_id": 5} +{"actual_output_tokens": 662, "cached_tokens": 65520, "effective_input_length": 139357, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 139357, "latency_s": 111.88535354499982, "output_length": 662, "proxy_request_id": "1313181:14:1351342:491", "request_id": "1313181:14:1351342:491", "request_type": "coder", "requested_output_tokens": 662, "session_id": "1313181", "t_dispatch_unix": 1779961660.1247525, "t_finish_unix": 1779961772.010106, "t_first_token_unix": 1779961706.8231635, "tpot_s": 0.09861828670499165, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13342342, 13359182, 13385557, 13385558, 13407607, 13407608, 13407609, 13407610, 13407611, 13407612, 13407613, 13407614, 13407615, 13407616, 13407617, 13407618, 13407619, 13407620, 13407621, 13407622], "trace_timestamp_s": 396.7470000000003, "ttft_s": 46.698408145999565, "turn_id": 14} +{"actual_output_tokens": 45, "cached_tokens": 20096, "effective_input_length": 21809, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21809, "latency_s": 0.6032929249995505, "output_length": 45, "proxy_request_id": "1399948:24:1546940:955", "request_id": "1399948:24:1546940:955", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1399948", "t_dispatch_unix": 1779961773.8334951, "t_finish_unix": 1779961774.4367876, "t_first_token_unix": 1779961774.1824818, "tpot_s": 0.005773939931796948, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15237108], "trace_timestamp_s": 1064.6450000000004, "ttft_s": 0.3489851640006236, "turn_id": 24} +{"actual_output_tokens": 350, "cached_tokens": 65872, "effective_input_length": 65876, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65876, "latency_s": 3.0868379170024127, "output_length": 350, "proxy_request_id": "1313181:14:1408792:803", "request_id": "1313181:14:1408792:803", "request_type": "coder", "requested_output_tokens": 350, "session_id": "1313181", "t_dispatch_unix": 1779961772.0137737, "t_finish_unix": 1779961775.1006117, "t_first_token_unix": 1779961772.1251466, "tpot_s": 0.008524912312322207, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13934257, 13934258], "trace_timestamp_s": 598.0260000000007, "ttft_s": 0.1113706270007242, "turn_id": 14} +{"actual_output_tokens": 382, "cached_tokens": 66224, "effective_input_length": 66259, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66259, "latency_s": 3.38626695199855, "output_length": 382, "proxy_request_id": "1313181:15:1411723:818", "request_id": "1313181:15:1411723:818", "request_type": "coder", "requested_output_tokens": 382, "session_id": "1313181", "t_dispatch_unix": 1779961775.1045375, "t_finish_unix": 1779961778.4908044, "t_first_token_unix": 1779961775.236534, "tpot_s": 0.00854072423097505, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13934257, 13934258, 13960252], "trace_timestamp_s": 608.4310000000005, "ttft_s": 0.13199459199677221, "turn_id": 15} +{"actual_output_tokens": 92, "cached_tokens": 21840, "effective_input_length": 22250, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22250, "latency_s": 0.6959954659978393, "output_length": 92, "proxy_request_id": "1399948:25:1553234:957", "request_id": "1399948:25:1553234:957", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1399948", "t_dispatch_unix": 1779961794.3665783, "t_finish_unix": 1779961795.0625741, "t_first_token_unix": 1779961794.5174823, "tpot_s": 0.0059873244285731896, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15296678], "trace_timestamp_s": 1085.179, "ttft_s": 0.15090206699824193, "turn_id": 25} +{"actual_output_tokens": 117, "cached_tokens": 75856, "effective_input_length": 76017, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76017, "latency_s": 1.287569310003164, "output_length": 117, "proxy_request_id": "1268861:18:1553083:956", "request_id": "1268861:18:1553083:956", "request_type": "coder", "requested_output_tokens": 117, "session_id": "1268861", "t_dispatch_unix": 1779961793.9180603, "t_finish_unix": 1779961795.2056293, "t_first_token_unix": 1779961794.1821325, "tpot_s": 0.008821324112055851, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15295378], "trace_timestamp_s": 1084.7290000000003, "ttft_s": 0.26407039600235294, "turn_id": 18} +{"actual_output_tokens": 49, "cached_tokens": 22336, "effective_input_length": 23042, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23042, "latency_s": 0.49840238400065573, "output_length": 49, "proxy_request_id": "1399948:26:1557859:959", "request_id": "1399948:26:1557859:959", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1399948", "t_dispatch_unix": 1779961810.3229208, "t_finish_unix": 1779961810.8213236, "t_first_token_unix": 1779961810.5374715, "tpot_s": 0.005906916645850894, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15340884], "trace_timestamp_s": 1101.1350000000002, "ttft_s": 0.2145492909985478, "turn_id": 26} +{"actual_output_tokens": 7535, "cached_tokens": 29632, "effective_input_length": 31161, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31161, "latency_s": 53.119776630999695, "output_length": 7535, "proxy_request_id": "1243831:17:1453633:883", "request_id": "1243831:17:1453633:883", "request_type": "coder", "requested_output_tokens": 7535, "session_id": "1243831", "t_dispatch_unix": 1779961761.7132347, "t_finish_unix": 1779961814.8330116, "t_first_token_unix": 1779961762.1140711, "tpot_s": 0.006997434886116115, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13955433, 13955434, 14104161, 14104162, 14283881, 14347482, 14347483, 14347484], "trace_timestamp_s": 752.9440000000004, "ttft_s": 0.40083428299840307, "turn_id": 17} +{"actual_output_tokens": 156, "cached_tokens": 23088, "effective_input_length": 24139, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24139, "latency_s": 1.2336983419991157, "output_length": 156, "proxy_request_id": "1399948:27:1559017:960", "request_id": "1399948:27:1559017:960", "request_type": "coder", "requested_output_tokens": 156, "session_id": "1399948", "t_dispatch_unix": 1779961813.989958, "t_finish_unix": 1779961815.2236564, "t_first_token_unix": 1779961814.261282, "tpot_s": 0.0062068572903245375, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15352258], "trace_timestamp_s": 1104.8010000000004, "ttft_s": 0.27132231799987494, "turn_id": 27} +{"actual_output_tokens": 205, "cached_tokens": 24288, "effective_input_length": 24386, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24386, "latency_s": 1.3638859300008335, "output_length": 205, "proxy_request_id": "1399948:28:1560859:961", "request_id": "1399948:28:1560859:961", "request_type": "coder", "requested_output_tokens": 205, "session_id": "1399948", "t_dispatch_unix": 1779961820.1212032, "t_finish_unix": 1779961821.4850886, "t_first_token_unix": 1779961820.2154593, "tpot_s": 0.0062218870735330925, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15369258], "trace_timestamp_s": 1110.929, "ttft_s": 0.09425487800035626, "turn_id": 28} +{"actual_output_tokens": 45, "cached_tokens": 24576, "effective_input_length": 28781, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28781, "latency_s": 1.158478463999927, "output_length": 45, "proxy_request_id": "1399948:29:1571125:963", "request_id": "1399948:29:1571125:963", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1399948", "t_dispatch_unix": 1779961853.9854295, "t_finish_unix": 1779961855.143908, "t_first_token_unix": 1779961854.8776746, "tpot_s": 0.006045045681854721, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15466683], "trace_timestamp_s": 1144.795, "ttft_s": 0.8922423779986275, "turn_id": 29} +{"actual_output_tokens": 184, "cached_tokens": 131088, "effective_input_length": 131413, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 131413, "latency_s": 2.8481188389996532, "output_length": 184, "proxy_request_id": "1356885:6:1570780:962", "request_id": "1356885:6:1570780:962", "request_type": "coder", "requested_output_tokens": 184, "session_id": "1356885", "t_dispatch_unix": 1779961852.970272, "t_finish_unix": 1779961855.8183904, "t_first_token_unix": 1779961853.6371837, "tpot_s": 0.011917943781410513, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784], "trace_timestamp_s": 1143.7480000000005, "ttft_s": 0.6669097949998104, "turn_id": 6} +{"actual_output_tokens": 46, "cached_tokens": 108336, "effective_input_length": 109083, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109083, "latency_s": 1.816619253000681, "output_length": 46, "proxy_request_id": "1270606:4:1578042:965", "request_id": "1270606:4:1578042:965", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1270606", "t_dispatch_unix": 1779961877.5984418, "t_finish_unix": 1779961879.4150605, "t_first_token_unix": 1779961878.372358, "tpot_s": 0.023163828555536586, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 15532602, 15532603, 15532604, 15532605, 15532606, 15532607, 15532608, 15532609, 15532610, 15532611, 15532612, 15532613, 15532614, 15532615, 15532616, 15532617, 15532618, 15532619, 15532620, 15532621, 15532622, 15532623, 15532624, 15532625, 15532626, 15532627, 15532628, 15532629, 15532630, 15532631, 15532632, 15532633, 15532634, 15532635, 15532636, 15532637, 15532638, 15532639, 15532640, 15532641, 15532642, 15532643, 15532644, 15532645, 15532646, 15532647, 15532648, 15532649, 15532650, 15532651, 15532652, 15532653, 15532654, 15532655, 15532656, 15532657, 15532658, 15532659, 15532660, 15532661, 15532662, 15532663, 15532664, 15532665, 15532666, 15532667, 15532668, 15532669, 15532670, 15532671, 15532672, 15532673, 15532674, 15532675, 15532676, 15532677, 15532678, 15532679, 15532680, 15532681, 15532682, 15532683, 15532684, 15532685, 15532686, 15532687, 15532688, 15532689, 15532690, 15532691, 15532692, 15532693, 15532694, 15532695, 15532696, 15532697, 15532698, 15532699, 15532700, 15532701, 15532702, 15532703, 15532704, 15532705, 15532706, 15532707, 15532708, 15532709, 15532710, 15532711, 15532712, 15532713, 15532714, 15532715], "trace_timestamp_s": 1168.3640000000005, "ttft_s": 0.7739145300001837, "turn_id": 4} +{"actual_output_tokens": 89, "cached_tokens": 76128, "effective_input_length": 76963, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76963, "latency_s": 2.002327497000806, "output_length": 89, "proxy_request_id": "1268861:19:1578134:966", "request_id": "1268861:19:1578134:966", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1268861", "t_dispatch_unix": 1779961877.8303976, "t_finish_unix": 1779961879.8327246, "t_first_token_unix": 1779961878.8331149, "tpot_s": 0.011356398056787757, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15533477], "trace_timestamp_s": 1168.6400000000003, "ttft_s": 1.0027157990007254, "turn_id": 19} +{"actual_output_tokens": 49, "cached_tokens": 28816, "effective_input_length": 30773, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30773, "latency_s": 0.8148152850008046, "output_length": 49, "proxy_request_id": "1399948:30:1578524:967", "request_id": "1399948:30:1578524:967", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1399948", "t_dispatch_unix": 1779961879.176075, "t_finish_unix": 1779961879.9908903, "t_first_token_unix": 1779961879.692406, "tpot_s": 0.006213097166664738, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15536842], "trace_timestamp_s": 1169.9860000000008, "ttft_s": 0.5163294900012261, "turn_id": 30} +{"actual_output_tokens": 203, "cached_tokens": 30816, "effective_input_length": 30925, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30925, "latency_s": 1.4377426799983368, "output_length": 203, "proxy_request_id": "1399948:31:1579418:968", "request_id": "1399948:31:1579418:968", "request_type": "coder", "requested_output_tokens": 203, "session_id": "1399948", "t_dispatch_unix": 1779961882.4011438, "t_finish_unix": 1779961883.8388863, "t_first_token_unix": 1779961882.5054007, "tpot_s": 0.006600179846530652, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15544685], "trace_timestamp_s": 1173.21, "ttft_s": 0.10425513199879788, "turn_id": 31} +{"actual_output_tokens": 170, "cached_tokens": 131584, "effective_input_length": 131775, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 131775, "latency_s": 2.4490159319975646, "output_length": 170, "proxy_request_id": "1356885:7:1580925:969", "request_id": "1356885:7:1580925:969", "request_type": "coder", "requested_output_tokens": 170, "session_id": "1356885", "t_dispatch_unix": 1779961887.7012112, "t_finish_unix": 1779961890.1502266, "t_first_token_unix": 1779961888.1400642, "tpot_s": 0.01189312884024294, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 15560627], "trace_timestamp_s": 1178.5070000000005, "ttft_s": 0.43885125699671335, "turn_id": 7} +{"actual_output_tokens": 154, "cached_tokens": 31120, "effective_input_length": 31231, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31231, "latency_s": 1.1105315829991014, "output_length": 154, "proxy_request_id": "1399948:32:1581424:970", "request_id": "1399948:32:1581424:970", "request_type": "coder", "requested_output_tokens": 154, "session_id": "1399948", "t_dispatch_unix": 1779961889.151599, "t_finish_unix": 1779961890.2621305, "t_first_token_unix": 1779961889.258445, "tpot_s": 0.006558578013081227, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283], "trace_timestamp_s": 1179.964, "ttft_s": 0.10684478799885255, "turn_id": 32} +{"actual_output_tokens": 260, "cached_tokens": 109120, "effective_input_length": 111387, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111387, "latency_s": 4.6285966979994555, "output_length": 260, "proxy_request_id": "1270606:5:1581455:971", "request_id": "1270606:5:1581455:971", "request_type": "coder", "requested_output_tokens": 260, "session_id": "1270606", "t_dispatch_unix": 1779961889.3015208, "t_finish_unix": 1779961893.9301178, "t_first_token_unix": 1779961891.0932214, "tpot_s": 0.010952349814679496, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 15532602, 15565484, 15565485, 15565486, 15565487, 15565488, 15565489, 15565490, 15565491, 15565492, 15565493, 15565494, 15565495, 15565496, 15565497, 15565498, 15565499, 15565500, 15565501, 15565502, 15565503, 15565504, 15565505, 15565506, 15565507, 15565508, 15565509, 15565510, 15565511, 15565512, 15565513, 15565514, 15565515, 15565516, 15565517, 15565518, 15565519, 15565520, 15565521, 15565522, 15565523, 15565524, 15565525, 15565526, 15565527, 15565528, 15565529, 15565530, 15565531, 15565532, 15565533, 15565534, 15565535, 15565536, 15565537, 15565538, 15565539, 15565540, 15565541, 15565542, 15565543, 15565544, 15565545, 15565546, 15565547, 15565548, 15565549, 15565550, 15565551, 15565552, 15565553, 15565554, 15565555, 15565556, 15565557, 15565558, 15565559, 15565560, 15565561, 15565562, 15565563, 15565564, 15565565, 15565566, 15565567, 15565568, 15565569, 15565570, 15565571, 15565572, 15565573, 15565574, 15565575, 15565576, 15565577, 15565578, 15565579, 15565580, 15565581, 15565582, 15565583, 15565584, 15565585, 15565586, 15565587, 15565588, 15565589, 15565590, 15565591, 15565592, 15565593, 15565594, 15565595, 15565596, 15565597, 15565598, 15565599, 15565600], "trace_timestamp_s": 1180.0900000000001, "ttft_s": 1.791697528999066, "turn_id": 5} +{"actual_output_tokens": 102, "cached_tokens": 31376, "effective_input_length": 31445, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31445, "latency_s": 0.750775397002144, "output_length": 102, "proxy_request_id": "1399948:33:1583165:972", "request_id": "1399948:33:1583165:972", "request_type": "coder", "requested_output_tokens": 102, "session_id": "1399948", "t_dispatch_unix": 1779961895.0586843, "t_finish_unix": 1779961895.8094594, "t_first_token_unix": 1779961895.1569085, "tpot_s": 0.006458596950486224, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15583196], "trace_timestamp_s": 1185.8700000000008, "ttft_s": 0.09822149600222474, "turn_id": 33} +{"actual_output_tokens": 84, "cached_tokens": 46416, "effective_input_length": 47660, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47660, "latency_s": 1.0810774969977501, "output_length": 84, "proxy_request_id": "1277428:12:1586139:973", "request_id": "1277428:12:1586139:973", "request_type": "coder", "requested_output_tokens": 84, "session_id": "1277428", "t_dispatch_unix": 1779961905.1990356, "t_finish_unix": 1779961906.280113, "t_first_token_unix": 1779961905.6734579, "tpot_s": 0.007305945180742566, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14951058, 14951059, 14951060, 14979347, 15609252, 15609253, 15609254, 15609255], "trace_timestamp_s": 1196.0, "ttft_s": 0.47442049499659333, "turn_id": 12} +{"actual_output_tokens": 136, "cached_tokens": 31536, "effective_input_length": 32143, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32143, "latency_s": 1.1060813660005806, "output_length": 136, "proxy_request_id": "1399948:34:1586232:974", "request_id": "1399948:34:1586232:974", "request_type": "coder", "requested_output_tokens": 136, "session_id": "1399948", "t_dispatch_unix": 1779961905.550805, "t_finish_unix": 1779961906.6568863, "t_first_token_unix": 1779961905.7596312, "tpot_s": 0.006644572777764147, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15610086], "trace_timestamp_s": 1196.362, "ttft_s": 0.20882476100086933, "turn_id": 34} +{"actual_output_tokens": 302, "cached_tokens": 72288, "effective_input_length": 75249, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75249, "latency_s": 4.221405890999449, "output_length": 302, "proxy_request_id": "1294611:15:1590202:975", "request_id": "1294611:15:1590202:975", "request_type": "coder", "requested_output_tokens": 302, "session_id": "1294611", "t_dispatch_unix": 1779961918.7426443, "t_finish_unix": 1779961922.9640496, "t_first_token_unix": 1779961920.2852435, "tpot_s": 0.008898617604647243, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 15647388, 15647389, 15647390, 15647391, 15647392, 15647393, 15647394, 15647395, 15647396, 15647397, 15647398, 15647399, 15647400, 15647401, 15647402, 15647403, 15647404, 15647405, 15647406, 15647407, 15647408, 15647409, 15647410], "trace_timestamp_s": 1209.5380000000005, "ttft_s": 1.542597253999702, "turn_id": 15} +{"actual_output_tokens": 202, "cached_tokens": 47728, "effective_input_length": 49316, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49316, "latency_s": 2.187130195001373, "output_length": 202, "proxy_request_id": "1277428:13:1593499:976", "request_id": "1277428:13:1593499:976", "request_type": "coder", "requested_output_tokens": 202, "session_id": "1277428", "t_dispatch_unix": 1779961930.3818247, "t_finish_unix": 1779961932.5689538, "t_first_token_unix": 1779961931.047959, "tpot_s": 0.007565709363183514, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14951058, 14951059, 14951060, 14979347, 15609252, 15609253, 15609254, 15678100, 15678101, 15678102, 15678103], "trace_timestamp_s": 1221.1850000000004, "ttft_s": 0.6661327149995486, "turn_id": 13} +{"actual_output_tokens": 127, "cached_tokens": 75536, "effective_input_length": 75584, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75584, "latency_s": 1.2442685719979636, "output_length": 127, "proxy_request_id": "1294611:15:1594038:977", "request_id": "1294611:15:1594038:977", "request_type": "coder", "requested_output_tokens": 127, "session_id": "1294611", "t_dispatch_unix": 1779961932.0956912, "t_finish_unix": 1779961933.3399596, "t_first_token_unix": 1779961932.2396247, "tpot_s": 0.008730586968268322, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 15684252, 15684253, 15684254, 15684255, 15684256, 15684257, 15684258, 15684259, 15684260, 15684261, 15684262, 15684263, 15684264, 15684265, 15684266, 15684267, 15684268, 15684269, 15684270, 15684271, 15684272, 15684273, 15684274, 15684275], "trace_timestamp_s": 1222.902, "ttft_s": 0.14393192999705207, "turn_id": 15} +{"actual_output_tokens": 63, "cached_tokens": 77040, "effective_input_length": 77218, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77218, "latency_s": 0.7891952900026808, "output_length": 63, "proxy_request_id": "1268861:20:1595141:978", "request_id": "1268861:20:1595141:978", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1268861", "t_dispatch_unix": 1779961936.075214, "t_finish_unix": 1779961936.864409, "t_first_token_unix": 1779961936.342853, "tpot_s": 0.008408538709714307, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15693702], "trace_timestamp_s": 1226.8830000000007, "ttft_s": 0.2676371189991187, "turn_id": 20} +{"actual_output_tokens": 153, "cached_tokens": 32272, "effective_input_length": 33533, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33533, "latency_s": 1.4286896509984217, "output_length": 153, "proxy_request_id": "1399948:35:1602048:980", "request_id": "1399948:35:1602048:980", "request_type": "coder", "requested_output_tokens": 153, "session_id": "1399948", "t_dispatch_unix": 1779961959.4527838, "t_finish_unix": 1779961960.8814728, "t_first_token_unix": 1779961959.8764515, "tpot_s": 0.006610498855264412, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15759381], "trace_timestamp_s": 1250.2640000000001, "ttft_s": 0.42366624499845784, "turn_id": 35} +{"actual_output_tokens": 365, "cached_tokens": 89152, "effective_input_length": 90656, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 90656, "latency_s": 4.596501153002464, "output_length": 365, "proxy_request_id": "1253804:9:1605110:981", "request_id": "1253804:9:1605110:981", "request_type": "coder", "requested_output_tokens": 365, "session_id": "1253804", "t_dispatch_unix": 1779961969.4352655, "t_finish_unix": 1779961974.031766, "t_first_token_unix": 1779961970.426407, "tpot_s": 0.009904166208788421, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15786880], "trace_timestamp_s": 1260.2450000000008, "ttft_s": 0.9911401320023288, "turn_id": 9} +{"actual_output_tokens": 4115, "cached_tokens": 75696, "effective_input_length": 75716, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75716, "latency_s": 38.62524339399897, "output_length": 4115, "proxy_request_id": "1294611:15:1596163:979", "request_id": "1294611:15:1596163:979", "request_type": "coder", "requested_output_tokens": 4115, "session_id": "1294611", "t_dispatch_unix": 1779961939.2588234, "t_finish_unix": 1779961977.8840668, "t_first_token_unix": 1779961939.3927467, "tpot_s": 0.009356109436801067, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 15703736, 15703737, 15703738, 15703739, 15703740, 15703741, 15703742, 15703743, 15703744, 15703745, 15703746, 15703747, 15703748, 15703749, 15703750, 15703751, 15703752, 15703753, 15703754, 15703755, 15703756, 15703757, 15703758, 15703759], "trace_timestamp_s": 1230.063, "ttft_s": 0.13392166899939184, "turn_id": 15} +{"actual_output_tokens": 178, "cached_tokens": 77280, "effective_input_length": 77293, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77293, "latency_s": 1.7234223209998163, "output_length": 178, "proxy_request_id": "1268861:21:1609831:982", "request_id": "1268861:21:1609831:982", "request_type": "coder", "requested_output_tokens": 178, "session_id": "1268861", "t_dispatch_unix": 1779961985.1855798, "t_finish_unix": 1779961986.909002, "t_first_token_unix": 1779961985.3147254, "tpot_s": 0.009005786446328466, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363], "trace_timestamp_s": 1275.9880000000003, "ttft_s": 0.1291428590011492, "turn_id": 21} +{"actual_output_tokens": 19, "cached_tokens": 91008, "effective_input_length": 91103, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 91103, "latency_s": 0.3249026259982202, "output_length": 19, "proxy_request_id": "1253804:10:1611505:983", "request_id": "1253804:10:1611505:983", "request_type": "coder", "requested_output_tokens": 19, "session_id": "1253804", "t_dispatch_unix": 1779961990.661465, "t_finish_unix": 1779961990.9863672, "t_first_token_unix": 1779961990.868595, "tpot_s": 0.0065300442778000916, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080], "trace_timestamp_s": 1281.4660000000003, "ttft_s": 0.2071284489975369, "turn_id": 10} +{"actual_output_tokens": 83, "cached_tokens": 33680, "effective_input_length": 34773, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34773, "latency_s": 0.9234842089972517, "output_length": 83, "proxy_request_id": "1399948:36:1612467:984", "request_id": "1399948:36:1612467:984", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1399948", "t_dispatch_unix": 1779961993.7730975, "t_finish_unix": 1779961994.6965816, "t_first_token_unix": 1779961994.1533632, "tpot_s": 0.006621780975609265, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946], "trace_timestamp_s": 1284.5810000000001, "ttft_s": 0.3802628659977927, "turn_id": 36} +{"actual_output_tokens": 212, "cached_tokens": 91120, "effective_input_length": 91131, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 91131, "latency_s": 2.224814774999686, "output_length": 212, "proxy_request_id": "1253804:11:1613030:985", "request_id": "1253804:11:1613030:985", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1253804", "t_dispatch_unix": 1779961995.994354, "t_finish_unix": 1779961998.2191682, "t_first_token_unix": 1779961996.1363938, "tpot_s": 0.009869794099514016, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080], "trace_timestamp_s": 1286.8030000000008, "ttft_s": 0.14203813700078172, "turn_id": 11} +{"actual_output_tokens": 168, "cached_tokens": 34848, "effective_input_length": 35308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35308, "latency_s": 1.3592162280001503, "output_length": 168, "proxy_request_id": "1399948:37:1613628:986", "request_id": "1399948:37:1613628:986", "request_type": "coder", "requested_output_tokens": 168, "session_id": "1399948", "t_dispatch_unix": 1779961997.8468025, "t_finish_unix": 1779961999.2060184, "t_first_token_unix": 1779961998.069417, "tpot_s": 0.006804323922159585, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752], "trace_timestamp_s": 1288.6590000000006, "ttft_s": 0.2226127229987469, "turn_id": 37} +{"actual_output_tokens": 79, "cached_tokens": 35472, "effective_input_length": 35581, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35581, "latency_s": 0.6354760879985406, "output_length": 79, "proxy_request_id": "1399948:38:1616890:987", "request_id": "1399948:38:1616890:987", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1399948", "t_dispatch_unix": 1779962009.0339222, "t_finish_unix": 1779962009.669398, "t_first_token_unix": 1779962009.1523657, "tpot_s": 0.006625737461525625, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15894792], "trace_timestamp_s": 1299.8360000000002, "ttft_s": 0.11844132899932447, "turn_id": 38} +{"actual_output_tokens": 68, "cached_tokens": 35648, "effective_input_length": 35682, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35682, "latency_s": 0.5200349639999331, "output_length": 68, "proxy_request_id": "1399948:39:1618250:989", "request_id": "1399948:39:1618250:989", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1399948", "t_dispatch_unix": 1779962013.7258463, "t_finish_unix": 1779962014.245881, "t_first_token_unix": 1779962013.806543, "tpot_s": 0.006553588582093327, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15907502], "trace_timestamp_s": 1304.5330000000004, "ttft_s": 0.08069515800161753, "turn_id": 39} +{"actual_output_tokens": 57, "cached_tokens": 35744, "effective_input_length": 35958, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35958, "latency_s": 0.5100692850028281, "output_length": 57, "proxy_request_id": "1399948:40:1620970:991", "request_id": "1399948:40:1620970:991", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1399948", "t_dispatch_unix": 1779962022.7114162, "t_finish_unix": 1779962023.2214854, "t_first_token_unix": 1779962022.866069, "tpot_s": 0.006342659178569322, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 15932234], "trace_timestamp_s": 1313.5230000000001, "ttft_s": 0.1546502410019457, "turn_id": 40} +{"actual_output_tokens": 141, "cached_tokens": 77456, "effective_input_length": 78439, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 78439, "latency_s": 1.9835464479983784, "output_length": 141, "proxy_request_id": "1268861:22:1620830:990", "request_id": "1268861:22:1620830:990", "request_type": "coder", "requested_output_tokens": 141, "session_id": "1268861", "t_dispatch_unix": 1779962022.247517, "t_finish_unix": 1779962024.2310634, "t_first_token_unix": 1779962022.962504, "tpot_s": 0.009059441371443556, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363, 15930459, 15930460, 15930461], "trace_timestamp_s": 1313.0500000000002, "ttft_s": 0.7149850859968865, "turn_id": 22} +{"actual_output_tokens": 35, "cached_tokens": 91328, "effective_input_length": 91389, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 91389, "latency_s": 0.4887777680014551, "output_length": 35, "proxy_request_id": "1253804:12:1621957:992", "request_id": "1253804:12:1621957:992", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1253804", "t_dispatch_unix": 1779962026.1521623, "t_finish_unix": 1779962026.6409392, "t_first_token_unix": 1779962026.3620996, "tpot_s": 0.008193260058760643, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810], "trace_timestamp_s": 1316.96, "ttft_s": 0.20993588800047291, "turn_id": 12} +{"actual_output_tokens": 100, "cached_tokens": 36000, "effective_input_length": 36168, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36168, "latency_s": 0.8088170379996882, "output_length": 100, "proxy_request_id": "1399948:41:1624143:993", "request_id": "1399948:41:1624143:993", "request_type": "coder", "requested_output_tokens": 100, "session_id": "1399948", "t_dispatch_unix": 1779962033.5253882, "t_finish_unix": 1779962034.334205, "t_first_token_unix": 1779962033.6737285, "tpot_s": 0.0066688185454610235, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 15963281], "trace_timestamp_s": 1324.3290000000006, "ttft_s": 0.14833840999926906, "turn_id": 41} +{"actual_output_tokens": 105, "cached_tokens": 91408, "effective_input_length": 91440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 91440, "latency_s": 1.142336681001325, "output_length": 105, "proxy_request_id": "1253804:13:1624613:994", "request_id": "1253804:13:1624613:994", "request_type": "coder", "requested_output_tokens": 105, "session_id": "1253804", "t_dispatch_unix": 1779962035.091365, "t_finish_unix": 1779962036.2337017, "t_first_token_unix": 1779962035.2425992, "tpot_s": 0.009527517480784389, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810], "trace_timestamp_s": 1325.9010000000007, "ttft_s": 0.15123212999969837, "turn_id": 13} +{"actual_output_tokens": 85, "cached_tokens": 91536, "effective_input_length": 92367, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 92367, "latency_s": 1.4615989689991693, "output_length": 85, "proxy_request_id": "1253804:14:1626575:995", "request_id": "1253804:14:1626575:995", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1253804", "t_dispatch_unix": 1779962041.6064773, "t_finish_unix": 1779962043.0680757, "t_first_token_unix": 1779962042.2818499, "tpot_s": 0.009356946619023108, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 15986054], "trace_timestamp_s": 1332.411, "ttft_s": 0.6753706849995069, "turn_id": 14} +{"actual_output_tokens": 43, "cached_tokens": 92448, "effective_input_length": 92701, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 92701, "latency_s": 0.6818256159967859, "output_length": 43, "proxy_request_id": "1253804:15:1628485:997", "request_id": "1253804:15:1628485:997", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1253804", "t_dispatch_unix": 1779962047.9304721, "t_finish_unix": 1779962048.612298, "t_first_token_unix": 1779962048.2689562, "tpot_s": 0.008169181285709436, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16004240], "trace_timestamp_s": 1338.7400000000007, "ttft_s": 0.33848180299901287, "turn_id": 15} +{"actual_output_tokens": 175, "cached_tokens": 36256, "effective_input_length": 36984, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36984, "latency_s": 1.5090849939988402, "output_length": 175, "proxy_request_id": "1399948:42:1628429:996", "request_id": "1399948:42:1628429:996", "request_type": "coder", "requested_output_tokens": 175, "session_id": "1399948", "t_dispatch_unix": 1779962047.7165701, "t_finish_unix": 1779962049.2256548, "t_first_token_unix": 1779962048.0182693, "tpot_s": 0.006937708189656112, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16003843], "trace_timestamp_s": 1338.5230000000001, "ttft_s": 0.30169740400015144, "turn_id": 42} +{"actual_output_tokens": 65, "cached_tokens": 75936, "effective_input_length": 79074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79074, "latency_s": 2.2831408140009444, "output_length": 65, "proxy_request_id": "1388507:3:1629072:998", "request_id": "1388507:3:1629072:998", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1388507", "t_dispatch_unix": 1779962050.0198574, "t_finish_unix": 1779962052.3029978, "t_first_token_unix": 1779962051.7591884, "tpot_s": 0.008493145078148245, "trace_hash_ids": [10601431, 21251, 21252, 21253, 7175275, 7175276, 7175277, 10601432, 10601433, 10601434, 10601435, 10601436, 10601437, 10601438, 10601439, 10601440, 10601441, 10601442, 10601443, 10601444, 10601445, 10601446, 10601447, 10601448, 10601449, 10601450, 10601451, 10601452, 10601453, 10601454, 10601455, 10601456, 10601457, 10601458, 10601459, 10601460, 10601461, 10601462, 10601463, 10601464, 10601465, 10601466, 10601467, 10601468, 10601469, 10601470, 10601471, 3889792, 10601472, 10479693, 10479694, 10479695, 10601473, 10601474, 76714, 76715, 76716, 10601475, 10601476, 10601477, 10601478, 10601479, 10601480, 10601481, 10601482, 10601483, 10601484, 10601485, 10601486, 10601487, 10601488, 10601489, 10601490, 10601491, 10601492, 10601493, 10601494, 10601495, 10601496, 10601497, 10601498, 10601499, 10601500, 10601501, 10601502, 10601503, 10601504, 10601505, 10601506, 10601507, 10601508, 10601509, 10601510, 10601511, 10601512, 10601513, 10601514, 11402004, 11402005, 11402006, 11402007, 11402008, 11402009, 11402010, 11402011, 11402012, 11402013, 11402014, 11402015, 11402016, 11402017, 11402018, 11402019, 11402020, 11402021, 11402022, 11402023, 11402024, 11402025, 11402026, 11402027, 11402028, 11402029, 11402030, 11402031, 11402032, 11853944, 11853945, 11853946, 11853947, 11853948, 11853949, 11853950, 11853951, 12251200, 12251201, 12251202, 12251203, 12251204, 12251205, 13699728, 14709792, 14709793, 14709794, 14709795, 14709796, 14709797, 14709798, 16009495, 16009496, 16009497, 16009498, 16009499, 16009500, 16009501], "trace_timestamp_s": 1340.8290000000006, "ttft_s": 1.7393289059982635, "turn_id": 3} +{"actual_output_tokens": 102, "cached_tokens": 92736, "effective_input_length": 92953, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 92953, "latency_s": 1.2794491019994894, "output_length": 102, "proxy_request_id": "1253804:16:1629713:999", "request_id": "1253804:16:1629713:999", "request_type": "coder", "requested_output_tokens": 102, "session_id": "1253804", "t_dispatch_unix": 1779962051.9801013, "t_finish_unix": 1779962053.2595508, "t_first_token_unix": 1779962052.293577, "tpot_s": 0.00956158474254702, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597], "trace_timestamp_s": 1342.79, "ttft_s": 0.31347317800100427, "turn_id": 16} +{"actual_output_tokens": 81, "cached_tokens": 93040, "effective_input_length": 93219, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93219, "latency_s": 1.0678703320008935, "output_length": 81, "proxy_request_id": "1253804:17:1631602:1002", "request_id": "1253804:17:1631602:1002", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1253804", "t_dispatch_unix": 1779962058.053404, "t_finish_unix": 1779962059.1212747, "t_first_token_unix": 1779962058.369236, "tpot_s": 0.00939362697499746, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16034156], "trace_timestamp_s": 1348.8640000000005, "ttft_s": 0.3158279550007137, "turn_id": 17} +{"actual_output_tokens": 74, "cached_tokens": 78576, "effective_input_length": 79693, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79693, "latency_s": 1.3582439140009228, "output_length": 74, "proxy_request_id": "1268861:23:1631587:1001", "request_id": "1268861:23:1631587:1001", "request_type": "coder", "requested_output_tokens": 74, "session_id": "1268861", "t_dispatch_unix": 1779962057.9802008, "t_finish_unix": 1779962059.3384447, "t_first_token_unix": 1779962058.7075284, "tpot_s": 0.008639076246578193, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363, 15930459, 15930460, 16034089, 16034090, 16034091], "trace_timestamp_s": 1348.79, "ttft_s": 0.7273257460001332, "turn_id": 23} +{"actual_output_tokens": 298, "cached_tokens": 79824, "effective_input_length": 79890, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79890, "latency_s": 2.9533932939993974, "output_length": 298, "proxy_request_id": "1294611:15:1631116:1000", "request_id": "1294611:15:1631116:1000", "request_type": "coder", "requested_output_tokens": 298, "session_id": "1294611", "t_dispatch_unix": 1779962056.5657876, "t_finish_unix": 1779962059.5191808, "t_first_token_unix": 1779962056.765705, "tpot_s": 0.009270160195283648, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16029362, 16029363, 16029364, 16029365, 16029366, 16029367, 16029368, 16029369, 16029370, 16029371, 16029372, 16029373, 16029374, 16029375, 16029376, 16029377, 16029378, 16029379, 16029380, 16029381, 16029382, 16029383, 16029384, 16029385, 16029386, 16029387, 16029388, 16029389, 16029390, 16029391, 16029392, 16029393, 16029394], "trace_timestamp_s": 1347.3670000000002, "ttft_s": 0.1999159500010137, "turn_id": 15} +{"actual_output_tokens": 93, "cached_tokens": 93296, "effective_input_length": 93509, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93509, "latency_s": 1.1947831859979487, "output_length": 93, "proxy_request_id": "1253804:18:1633257:1003", "request_id": "1253804:18:1633257:1003", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1253804", "t_dispatch_unix": 1779962063.5051053, "t_finish_unix": 1779962064.6998882, "t_first_token_unix": 1779962063.8298032, "tpot_s": 0.009454566880460492, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428], "trace_timestamp_s": 1354.3140000000003, "ttft_s": 0.3246962579978572, "turn_id": 18} +{"actual_output_tokens": 65, "cached_tokens": 80176, "effective_input_length": 80221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80221, "latency_s": 0.6992732850012544, "output_length": 65, "proxy_request_id": "1294611:15:1634779:1004", "request_id": "1294611:15:1634779:1004", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1294611", "t_dispatch_unix": 1779962068.6765437, "t_finish_unix": 1779962069.3758154, "t_first_token_unix": 1779962068.8254247, "tpot_s": 0.008595838359383379, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16063555, 15647389, 15647390, 15647391, 15647392, 15647393, 15647394, 15647395, 15647396, 15647397, 15647398, 15647399, 15647400, 15647401, 15647402, 15647403, 15647404, 15647405, 15647406, 15647407, 15647408, 15647409, 15647410, 16063556, 16063557, 16063558, 16063559, 16063560, 16063561, 16063562, 16063563, 16063564, 16063565], "trace_timestamp_s": 1359.4810000000007, "ttft_s": 0.14888016999975662, "turn_id": 15} +{"actual_output_tokens": 399, "cached_tokens": 93600, "effective_input_length": 93664, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93664, "latency_s": 4.207765234998078, "output_length": 399, "proxy_request_id": "1253804:19:1634903:1005", "request_id": "1253804:19:1634903:1005", "request_type": "coder", "requested_output_tokens": 399, "session_id": "1253804", "t_dispatch_unix": 1779962069.0481303, "t_finish_unix": 1779962073.2558959, "t_first_token_unix": 1779962069.2567353, "tpot_s": 0.010047437462313454, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428], "trace_timestamp_s": 1359.8590000000004, "ttft_s": 0.20860293199802982, "turn_id": 19} +{"actual_output_tokens": 87, "cached_tokens": 94048, "effective_input_length": 94111, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 94111, "latency_s": 1.0255559500001254, "output_length": 87, "proxy_request_id": "1253804:20:1638889:1007", "request_id": "1253804:20:1638889:1007", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1253804", "t_dispatch_unix": 1779962082.2252247, "t_finish_unix": 1779962083.2507803, "t_first_token_unix": 1779962082.4372568, "tpot_s": 0.009456653313971528, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467], "trace_timestamp_s": 1373.0350000000008, "ttft_s": 0.21202985800118768, "turn_id": 20} +{"actual_output_tokens": 285, "cached_tokens": 0, "effective_input_length": 9804, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9804, "latency_s": 2.346076551002625, "output_length": 285, "proxy_request_id": "1258908:2:1639411:1008", "request_id": "1258908:2:1639411:1008", "request_type": "coder", "requested_output_tokens": 285, "session_id": "1258908", "t_dispatch_unix": 1779962084.0371747, "t_finish_unix": 1779962086.3832512, "t_first_token_unix": 1779962084.81175, "tpot_s": 0.005532636514083568, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 16107627, 16107628, 16107629, 16107630, 16107631], "trace_timestamp_s": 1374.8490000000002, "ttft_s": 0.7745735730022716, "turn_id": 2} +{"actual_output_tokens": 2429, "cached_tokens": 80272, "effective_input_length": 80717, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80717, "latency_s": 23.696133257999463, "output_length": 2429, "proxy_request_id": "1294611:15:1636645:1006", "request_id": "1294611:15:1636645:1006", "request_type": "coder", "requested_output_tokens": 2429, "session_id": "1294611", "t_dispatch_unix": 1779962074.716248, "t_finish_unix": 1779962098.412381, "t_first_token_unix": 1779962075.1480436, "tpot_s": 0.009581595778007221, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16080826, 16080827, 16080828, 16080829, 16080830, 16080831, 16080832, 16080833, 16080834, 16080835, 16080836, 16080837, 16080838, 16080839, 16080840, 16080841, 16080842, 16080843, 16080844, 16080845, 16080846, 16080847, 16080848, 16080849, 16080850, 16080851, 16080852, 16080853, 16080854, 16080855, 16080856, 16080857, 16080858, 16080859], "trace_timestamp_s": 1365.5200000000004, "ttft_s": 0.43179312699794536, "turn_id": 15} +{"actual_output_tokens": 55, "cached_tokens": 79760, "effective_input_length": 80019, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80019, "latency_s": 0.7342797359997348, "output_length": 55, "proxy_request_id": "1268861:24:1643502:1011", "request_id": "1268861:24:1643502:1011", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1268861", "t_dispatch_unix": 1779962097.8566358, "t_finish_unix": 1779962098.5909154, "t_first_token_unix": 1779962098.1602895, "tpot_s": 0.00797049087035433, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363, 15930459, 15930460, 16034089, 16034090, 16147319, 16147320], "trace_timestamp_s": 1388.6640000000007, "ttft_s": 0.30365132999941125, "turn_id": 24} +{"actual_output_tokens": 115, "cached_tokens": 37152, "effective_input_length": 38102, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38102, "latency_s": 1.1603001200019207, "output_length": 115, "proxy_request_id": "1399948:43:1643413:1010", "request_id": "1399948:43:1643413:1010", "request_type": "coder", "requested_output_tokens": 115, "session_id": "1399948", "t_dispatch_unix": 1779962097.510845, "t_finish_unix": 1779962098.6711445, "t_first_token_unix": 1779962097.891653, "tpot_s": 0.006835964061393864, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16146472], "trace_timestamp_s": 1388.3220000000001, "ttft_s": 0.380806951001432, "turn_id": 43} +{"actual_output_tokens": 1400, "cached_tokens": 94192, "effective_input_length": 94269, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 94269, "latency_s": 14.632443316000717, "output_length": 1400, "proxy_request_id": "1253804:21:1640487:1009", "request_id": "1253804:21:1640487:1009", "request_type": "coder", "requested_output_tokens": 1400, "session_id": "1253804", "t_dispatch_unix": 1779962087.5131428, "t_finish_unix": 1779962102.1455863, "t_first_token_unix": 1779962087.736773, "tpot_s": 0.01029916715082354, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16119050], "trace_timestamp_s": 1378.3230000000003, "ttft_s": 0.22362860499924864, "turn_id": 21} +{"actual_output_tokens": 219, "cached_tokens": 38208, "effective_input_length": 38308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38308, "latency_s": 1.6407907380016695, "output_length": 219, "proxy_request_id": "1399948:44:1644970:1012", "request_id": "1399948:44:1644970:1012", "request_type": "coder", "requested_output_tokens": 219, "session_id": "1399948", "t_dispatch_unix": 1779962102.6356754, "t_finish_unix": 1779962104.2764657, "t_first_token_unix": 1779962102.7584126, "tpot_s": 0.006962430623839657, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765], "trace_timestamp_s": 1393.4470000000001, "ttft_s": 0.12273529000231065, "turn_id": 44} +{"actual_output_tokens": 54, "cached_tokens": 95664, "effective_input_length": 95715, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 95715, "latency_s": 0.7011022609985957, "output_length": 54, "proxy_request_id": "1253804:22:1650001:1013", "request_id": "1253804:22:1650001:1013", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1253804", "t_dispatch_unix": 1779962119.2226722, "t_finish_unix": 1779962119.9237738, "t_first_token_unix": 1779962119.4415264, "tpot_s": 0.00909430967919245, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630], "trace_timestamp_s": 1410.0170000000007, "ttft_s": 0.2188529209997796, "turn_id": 22} +{"actual_output_tokens": 87, "cached_tokens": 38512, "effective_input_length": 38758, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38758, "latency_s": 0.7464545629991335, "output_length": 87, "proxy_request_id": "1399948:45:1650679:1014", "request_id": "1399948:45:1650679:1014", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1399948", "t_dispatch_unix": 1779962121.6772263, "t_finish_unix": 1779962122.4236808, "t_first_token_unix": 1779962121.8325398, "tpot_s": 0.0068710086279045145, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16213486], "trace_timestamp_s": 1412.487, "ttft_s": 0.15531096400081879, "turn_id": 45} +{"actual_output_tokens": 45, "cached_tokens": 95760, "effective_input_length": 96944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96944, "latency_s": 1.2569057760010764, "output_length": 45, "proxy_request_id": "1253804:23:1651448:1015", "request_id": "1253804:23:1651448:1015", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779962123.9685225, "t_finish_unix": 1779962125.2254283, "t_first_token_unix": 1779962124.83185, "tpot_s": 0.008938604977216031, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16220458], "trace_timestamp_s": 1414.777, "ttft_s": 0.8633255460008513, "turn_id": 23} +{"actual_output_tokens": 123, "cached_tokens": 38832, "effective_input_length": 39837, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39837, "latency_s": 1.2500337940000463, "output_length": 123, "proxy_request_id": "1399948:46:1658183:1018", "request_id": "1399948:46:1658183:1018", "request_type": "coder", "requested_output_tokens": 123, "session_id": "1399948", "t_dispatch_unix": 1779962146.8116598, "t_finish_unix": 1779962148.0616937, "t_first_token_unix": 1779962147.2103882, "tpot_s": 0.006975672622949608, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828], "trace_timestamp_s": 1437.6230000000005, "ttft_s": 0.3987263899980462, "turn_id": 46} +{"actual_output_tokens": 45, "cached_tokens": 96976, "effective_input_length": 97769, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97769, "latency_s": 1.0852258129998518, "output_length": 45, "proxy_request_id": "1253804:24:1659020:1019", "request_id": "1253804:24:1659020:1019", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779962149.7004154, "t_finish_unix": 1779962150.7856412, "t_first_token_unix": 1779962150.396584, "tpot_s": 0.008836681000006634, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091], "trace_timestamp_s": 1440.5100000000002, "ttft_s": 0.6961656900020898, "turn_id": 24} +{"actual_output_tokens": 2557, "cached_tokens": 80064, "effective_input_length": 80406, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80406, "latency_s": 24.875651588998153, "output_length": 2557, "proxy_request_id": "1268861:25:1653400:1016", "request_id": "1268861:25:1653400:1016", "request_type": "coder", "requested_output_tokens": 2557, "session_id": "1268861", "t_dispatch_unix": 1779962130.4108078, "t_finish_unix": 1779962155.286459, "t_first_token_unix": 1779962130.8365858, "tpot_s": 0.009565586759389715, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363, 15930459, 15930460, 16034089, 16034090, 16147319, 16238847, 16238848], "trace_timestamp_s": 1421.2150000000001, "ttft_s": 0.42577566799809574, "turn_id": 25} +{"actual_output_tokens": 45, "cached_tokens": 97808, "effective_input_length": 98187, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 98187, "latency_s": 0.8987188040009642, "output_length": 45, "proxy_request_id": "1253804:25:1662273:1020", "request_id": "1253804:25:1662273:1020", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779962160.5641625, "t_finish_unix": 1779962161.4628813, "t_first_token_unix": 1779962161.0690856, "tpot_s": 0.008938816250024089, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784], "trace_timestamp_s": 1451.3740000000007, "ttft_s": 0.5049209749995498, "turn_id": 25} +{"actual_output_tokens": 2280, "cached_tokens": 83136, "effective_input_length": 83204, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83204, "latency_s": 22.342636017001496, "output_length": 2280, "proxy_request_id": "1294611:15:1657992:1017", "request_id": "1294611:15:1657992:1017", "request_type": "coder", "requested_output_tokens": 2280, "session_id": "1294611", "t_dispatch_unix": 1779962146.3287299, "t_finish_unix": 1779962168.6713657, "t_first_token_unix": 1779962146.5372927, "tpot_s": 0.009712063239140043, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16281887, 16281888, 16281889, 16281890, 16281891, 16281892, 16281893, 16281894, 16281895, 16281896, 16281897, 16281898, 16281899, 16281900, 16281901, 16281902, 16281903, 16281904, 16281905, 16281906, 16281907, 16281908, 16281909, 16281910, 16281911, 16281912, 16281913, 16281914, 16281915, 16281916, 16281917, 16281918, 16281919, 16281920, 16281921, 16281922, 16281923, 16281924, 16281925], "trace_timestamp_s": 1437.1310000000003, "ttft_s": 0.20856106399878627, "turn_id": 15} +{"actual_output_tokens": 63, "cached_tokens": 39952, "effective_input_length": 40261, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40261, "latency_s": 0.6498262530003558, "output_length": 63, "proxy_request_id": "1399948:47:1664702:1022", "request_id": "1399948:47:1664702:1022", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1399948", "t_dispatch_unix": 1779962169.1736443, "t_finish_unix": 1779962169.8234704, "t_first_token_unix": 1779962169.4060495, "tpot_s": 0.006728951322598263, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16343814], "trace_timestamp_s": 1459.9850000000006, "ttft_s": 0.2324033269978827, "turn_id": 47} +{"actual_output_tokens": 152, "cached_tokens": 131936, "effective_input_length": 132537, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 132537, "latency_s": 2.476334967999719, "output_length": 152, "proxy_request_id": "1356885:8:1665690:1023", "request_id": "1356885:8:1665690:1023", "request_type": "coder", "requested_output_tokens": 152, "session_id": "1356885", "t_dispatch_unix": 1779962172.3774107, "t_finish_unix": 1779962174.8537452, "t_first_token_unix": 1779962173.070703, "tpot_s": 0.011806834258276172, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 16351834, 16351835], "trace_timestamp_s": 1463.1860000000006, "ttft_s": 0.6932903800006898, "turn_id": 8} +{"actual_output_tokens": 197, "cached_tokens": 40320, "effective_input_length": 40343, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40343, "latency_s": 1.4682347289999598, "output_length": 197, "proxy_request_id": "1399948:48:1666394:1024", "request_id": "1399948:48:1666394:1024", "request_type": "coder", "requested_output_tokens": 197, "session_id": "1399948", "t_dispatch_unix": 1779962174.8030756, "t_finish_unix": 1779962176.2713103, "t_first_token_unix": 1779962174.884359, "tpot_s": 0.007074903448984533, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763], "trace_timestamp_s": 1465.6150000000007, "ttft_s": 0.08128187100010109, "turn_id": 48} +{"actual_output_tokens": 154, "cached_tokens": 40528, "effective_input_length": 40642, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40642, "latency_s": 1.2058770709991222, "output_length": 154, "proxy_request_id": "1399948:49:1668825:1025", "request_id": "1399948:49:1668825:1025", "request_type": "coder", "requested_output_tokens": 154, "session_id": "1399948", "t_dispatch_unix": 1779962183.3662033, "t_finish_unix": 1779962184.5720804, "t_first_token_unix": 1779962183.497309, "tpot_s": 0.007022917457528867, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16382119], "trace_timestamp_s": 1474.1770000000006, "ttft_s": 0.1311035990001983, "turn_id": 49} +{"actual_output_tokens": 169, "cached_tokens": 85472, "effective_input_length": 85542, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85542, "latency_s": 1.806737275001069, "output_length": 169, "proxy_request_id": "1294611:15:1673197:1026", "request_id": "1294611:15:1673197:1026", "request_type": "coder", "requested_output_tokens": 169, "session_id": "1294611", "t_dispatch_unix": 1779962198.577266, "t_finish_unix": 1779962200.3840022, "t_first_token_unix": 1779962198.786995, "tpot_s": 0.009504473553577208, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16425840, 16425841, 16425842, 16425843, 16425844, 16425845, 16425846, 16425847, 16425848, 16425849, 16425850, 16425851, 16425852, 16425853, 16425854, 16425855, 16425856, 16425857, 16425858, 16425859, 16425860, 16425861, 16425862, 16425863, 16425864, 16425865, 16425866, 16425867, 16425868, 16425869, 16425870, 16425871, 16425872, 16425873, 16425874, 16425875, 16425876, 16425877, 16425878, 16425879, 16425880, 16425881, 16425882, 16425883], "trace_timestamp_s": 1489.3780000000006, "ttft_s": 0.2097281540009135, "turn_id": 15} +{"actual_output_tokens": 3441, "cached_tokens": 98224, "effective_input_length": 98254, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 98254, "latency_s": 36.51984844099934, "output_length": 3441, "proxy_request_id": "1253804:26:1663639:1021", "request_id": "1253804:26:1663639:1021", "request_type": "coder", "requested_output_tokens": 3441, "session_id": "1253804", "t_dispatch_unix": 1779962165.3981097, "t_finish_unix": 1779962201.9179583, "t_first_token_unix": 1779962165.5744753, "tpot_s": 0.010564891056104222, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784], "trace_timestamp_s": 1456.2080000000005, "ttft_s": 0.17636292899987893, "turn_id": 26} +{"actual_output_tokens": 270, "cached_tokens": 85696, "effective_input_length": 85722, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85722, "latency_s": 2.7386519460014824, "output_length": 270, "proxy_request_id": "1294611:15:1676489:1027", "request_id": "1294611:15:1676489:1027", "request_type": "coder", "requested_output_tokens": 270, "session_id": "1294611", "t_dispatch_unix": 1779962209.967167, "t_finish_unix": 1779962212.7058187, "t_first_token_unix": 1779962210.1121264, "tpot_s": 0.009641050520437625, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16456400, 16080827, 16080828, 16080829, 16080830, 16080831, 16080832, 16080833, 16080834, 16080835, 16080836, 16080837, 16080838, 16080839, 16080840, 16080841, 16080842, 16080843, 16080844, 16080845, 16080846, 16080847, 16080848, 16080849, 16080850, 16080851, 16080852, 16080853, 16080854, 16080855, 16080856, 16080857, 16080858, 16080859, 16456401, 16456402, 16456403, 16456404, 16456405, 16456406, 16456407, 16456408, 16456409, 16456410], "trace_timestamp_s": 1500.7660000000005, "ttft_s": 0.1449580380030966, "turn_id": 15} +{"actual_output_tokens": 500, "cached_tokens": 40784, "effective_input_length": 42648, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42648, "latency_s": 4.251263341997401, "output_length": 500, "proxy_request_id": "1399948:50:1677482:1028", "request_id": "1399948:50:1677482:1028", "request_type": "coder", "requested_output_tokens": 500, "session_id": "1399948", "t_dispatch_unix": 1779962213.2209008, "t_finish_unix": 1779962217.472164, "t_first_token_unix": 1779962213.8268762, "tpot_s": 0.007304709358718237, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16467283], "trace_timestamp_s": 1504.031, "ttft_s": 0.6059732149988122, "turn_id": 50} +{"actual_output_tokens": 290, "cached_tokens": 85984, "effective_input_length": 86602, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 86602, "latency_s": 3.25597601499976, "output_length": 290, "proxy_request_id": "1294611:15:1679070:1029", "request_id": "1294611:15:1679070:1029", "request_type": "coder", "requested_output_tokens": 290, "session_id": "1294611", "t_dispatch_unix": 1779962218.6422768, "t_finish_unix": 1779962221.8982525, "t_first_token_unix": 1779962219.111152, "tpot_s": 0.00964314749827536, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16482842, 15703737, 15703738, 15703739, 15703740, 15703741, 15703742, 15703743, 15703744, 15703745, 15703746, 15703747, 15703748, 15703749, 15703750, 15703751, 15703752, 15703753, 15703754, 15703755, 15703756, 15703757, 15703758, 15703759, 16482843, 16482844, 16482845, 16482846, 16482847, 16482848, 16482849, 16482850, 16482851, 16482852, 16482853, 16482854, 16482855, 16482856, 16482857, 16482858, 16482859, 16482860, 16482861, 16482862, 16482863, 16482864], "trace_timestamp_s": 1509.4470000000001, "ttft_s": 0.4688729269983014, "turn_id": 15} +{"actual_output_tokens": 35, "cached_tokens": 101680, "effective_input_length": 101743, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101743, "latency_s": 0.5340093650011113, "output_length": 35, "proxy_request_id": "1253804:27:1683133:1031", "request_id": "1253804:27:1683133:1031", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1253804", "t_dispatch_unix": 1779962232.2707336, "t_finish_unix": 1779962232.8047426, "t_first_token_unix": 1779962232.509372, "tpot_s": 0.008680170735340867, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388], "trace_timestamp_s": 1523.0790000000006, "ttft_s": 0.23863631199856172, "turn_id": 27} +{"actual_output_tokens": 412, "cached_tokens": 86880, "effective_input_length": 86925, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 86925, "latency_s": 4.146600683998258, "output_length": 412, "proxy_request_id": "1294611:15:1682649:1030", "request_id": "1294611:15:1682649:1030", "request_type": "coder", "requested_output_tokens": 412, "session_id": "1294611", "t_dispatch_unix": 1779962230.5505702, "t_finish_unix": 1779962234.6971707, "t_first_token_unix": 1779962230.7152793, "tpot_s": 0.009687724172752257, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16515797, 16080827, 16080828, 16080829, 16080830, 16080831, 16080832, 16080833, 16080834, 16080835, 16080836, 16080837, 16080838, 16080839, 16080840, 16080841, 16080842, 16080843, 16080844, 16080845, 16080846, 16080847, 16080848, 16080849, 16080850, 16080851, 16080852, 16080853, 16080854, 16080855, 16080856, 16080857, 16080858, 16080859, 16456401, 16456402, 16456403, 16456404, 16456405, 16456406, 16456407, 16456408, 16456409, 16456410, 16515798, 16515799], "trace_timestamp_s": 1521.3540000000003, "ttft_s": 0.16470655399825773, "turn_id": 15} +{"actual_output_tokens": 73, "cached_tokens": 101776, "effective_input_length": 101794, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101794, "latency_s": 0.8727047610009322, "output_length": 73, "proxy_request_id": "1253804:28:1685257:1032", "request_id": "1253804:28:1685257:1032", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1253804", "t_dispatch_unix": 1779962239.2698374, "t_finish_unix": 1779962240.142542, "t_first_token_unix": 1779962239.4429977, "tpot_s": 0.009712804138871434, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388], "trace_timestamp_s": 1530.0770000000002, "ttft_s": 0.17315892799888388, "turn_id": 28} +{"actual_output_tokens": 199, "cached_tokens": 43136, "effective_input_length": 43407, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43407, "latency_s": 1.6033036750013707, "output_length": 199, "proxy_request_id": "1399948:51:1686626:1033", "request_id": "1399948:51:1686626:1033", "request_type": "coder", "requested_output_tokens": 199, "session_id": "1399948", "t_dispatch_unix": 1779962244.2107975, "t_finish_unix": 1779962245.814101, "t_first_token_unix": 1779962244.3804667, "tpot_s": 0.007239384595952214, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913], "trace_timestamp_s": 1535.0170000000007, "ttft_s": 0.1696676040010061, "turn_id": 51} +{"actual_output_tokens": 101, "cached_tokens": 101856, "effective_input_length": 102067, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102067, "latency_s": 1.342314670997439, "output_length": 101, "proxy_request_id": "1253804:29:1688398:1034", "request_id": "1253804:29:1688398:1034", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1253804", "t_dispatch_unix": 1779962250.2586849, "t_finish_unix": 1779962251.6009994, "t_first_token_unix": 1779962250.59682, "tpot_s": 0.01003915508998034, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16571621], "trace_timestamp_s": 1541.063, "ttft_s": 0.33813280899994425, "turn_id": 29} +{"actual_output_tokens": 105, "cached_tokens": 43600, "effective_input_length": 43673, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43673, "latency_s": 0.8523420790006639, "output_length": 105, "proxy_request_id": "1399948:52:1689144:1035", "request_id": "1399948:52:1689144:1035", "request_type": "coder", "requested_output_tokens": 105, "session_id": "1399948", "t_dispatch_unix": 1779962252.846227, "t_finish_unix": 1779962253.698569, "t_first_token_unix": 1779962252.9673223, "tpot_s": 0.007029009701909672, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16578337], "trace_timestamp_s": 1543.656, "ttft_s": 0.12109392700222088, "turn_id": 52} +{"actual_output_tokens": 144, "cached_tokens": 132688, "effective_input_length": 132823, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 132823, "latency_s": 1.9993851399995037, "output_length": 144, "proxy_request_id": "1356885:9:1689871:1036", "request_id": "1356885:9:1689871:1036", "request_type": "coder", "requested_output_tokens": 144, "session_id": "1356885", "t_dispatch_unix": 1779962255.2117689, "t_finish_unix": 1779962257.2111535, "t_first_token_unix": 1779962255.527424, "tpot_s": 0.01177273044056158, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 16351834, 16351835, 16586340], "trace_timestamp_s": 1546.0200000000004, "ttft_s": 0.3156530189990008, "turn_id": 9} +{"actual_output_tokens": 77, "cached_tokens": 102160, "effective_input_length": 102214, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102214, "latency_s": 0.967725888996938, "output_length": 77, "proxy_request_id": "1253804:30:1690362:1037", "request_id": "1253804:30:1690362:1037", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1253804", "t_dispatch_unix": 1779962256.8694034, "t_finish_unix": 1779962257.837129, "t_first_token_unix": 1779962257.0905175, "tpot_s": 0.009820647881545148, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691], "trace_timestamp_s": 1547.679, "ttft_s": 0.22111242699975264, "turn_id": 30} +{"actual_output_tokens": 42, "cached_tokens": 102288, "effective_input_length": 102322, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102322, "latency_s": 0.5535724069995922, "output_length": 42, "proxy_request_id": "1253804:31:1691981:1038", "request_id": "1253804:31:1691981:1038", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1253804", "t_dispatch_unix": 1779962262.4472554, "t_finish_unix": 1779962263.000827, "t_first_token_unix": 1779962262.629811, "tpot_s": 0.009044070731761167, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691], "trace_timestamp_s": 1553.2520000000004, "ttft_s": 0.18255283599864924, "turn_id": 31} +{"actual_output_tokens": 188, "cached_tokens": 43776, "effective_input_length": 43938, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43938, "latency_s": 1.5348600870020164, "output_length": 188, "proxy_request_id": "1399948:53:1692115:1039", "request_id": "1399948:53:1692115:1039", "request_type": "coder", "requested_output_tokens": 188, "session_id": "1399948", "t_dispatch_unix": 1779962262.9671996, "t_finish_unix": 1779962264.5020597, "t_first_token_unix": 1779962263.1376002, "tpot_s": 0.007295299224588331, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324], "trace_timestamp_s": 1553.7790000000005, "ttft_s": 0.17039894300251035, "turn_id": 53} +{"actual_output_tokens": 79, "cached_tokens": 102352, "effective_input_length": 102509, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102509, "latency_s": 1.1031945279974025, "output_length": 79, "proxy_request_id": "1253804:32:1693715:1040", "request_id": "1253804:32:1693715:1040", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1253804", "t_dispatch_unix": 1779962268.5306985, "t_finish_unix": 1779962269.6338923, "t_first_token_unix": 1779962268.8715303, "tpot_s": 0.009770555641014839, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16624791], "trace_timestamp_s": 1559.3360000000002, "ttft_s": 0.3408300519986369, "turn_id": 32} +{"actual_output_tokens": 42, "cached_tokens": 44112, "effective_input_length": 44182, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44182, "latency_s": 0.3963806520005164, "output_length": 42, "proxy_request_id": "1399948:54:1694570:1041", "request_id": "1399948:54:1694570:1041", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1399948", "t_dispatch_unix": 1779962271.6270857, "t_finish_unix": 1779962272.0234656, "t_first_token_unix": 1779962271.7531466, "tpot_s": 0.00658706734150367, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16632677], "trace_timestamp_s": 1562.4360000000006, "ttft_s": 0.12605906699900515, "turn_id": 54} +{"actual_output_tokens": 53, "cached_tokens": 102576, "effective_input_length": 102632, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102632, "latency_s": 0.7103526009996131, "output_length": 53, "proxy_request_id": "1253804:33:1695393:1042", "request_id": "1253804:33:1695393:1042", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1253804", "t_dispatch_unix": 1779962274.2839885, "t_finish_unix": 1779962274.9943407, "t_first_token_unix": 1779962274.5065718, "tpot_s": 0.009375799846146457, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284], "trace_timestamp_s": 1565.0910000000003, "ttft_s": 0.22258122700077365, "turn_id": 33} +{"actual_output_tokens": 323, "cached_tokens": 102672, "effective_input_length": 102792, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102792, "latency_s": 3.661907159999828, "output_length": 323, "proxy_request_id": "1253804:34:1697569:1043", "request_id": "1253804:34:1697569:1043", "request_type": "coder", "requested_output_tokens": 323, "session_id": "1253804", "t_dispatch_unix": 1779962282.1200304, "t_finish_unix": 1779962285.7819371, "t_first_token_unix": 1779962282.3981397, "tpot_s": 0.010507917900614297, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284], "trace_timestamp_s": 1572.9230000000007, "ttft_s": 0.27810772900193115, "turn_id": 34} +{"actual_output_tokens": 35, "cached_tokens": 103104, "effective_input_length": 103349, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 103349, "latency_s": 0.6372512010020728, "output_length": 35, "proxy_request_id": "1253804:35:1701250:1044", "request_id": "1253804:35:1701250:1044", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1253804", "t_dispatch_unix": 1779962294.6643813, "t_finish_unix": 1779962295.301632, "t_first_token_unix": 1779962295.0064123, "tpot_s": 0.008675457823568756, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908], "trace_timestamp_s": 1585.4650000000001, "ttft_s": 0.3420294659990759, "turn_id": 35} +{"actual_output_tokens": 48, "cached_tokens": 103376, "effective_input_length": 103400, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 103400, "latency_s": 0.606466775003355, "output_length": 48, "proxy_request_id": "1253804:36:1702697:1045", "request_id": "1253804:36:1702697:1045", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1253804", "t_dispatch_unix": 1779962299.8135128, "t_finish_unix": 1779962300.419979, "t_first_token_unix": 1779962299.9864984, "tpot_s": 0.009217624957447233, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908], "trace_timestamp_s": 1590.6190000000006, "ttft_s": 0.1729837929997302, "turn_id": 36} +{"actual_output_tokens": 226, "cached_tokens": 44208, "effective_input_length": 45284, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45284, "latency_s": 2.1278480459986895, "output_length": 226, "proxy_request_id": "1399948:55:1704272:1047", "request_id": "1399948:55:1704272:1047", "request_type": "coder", "requested_output_tokens": 226, "session_id": "1399948", "t_dispatch_unix": 1779962305.0902617, "t_finish_unix": 1779962307.2181096, "t_first_token_unix": 1779962305.5437765, "tpot_s": 0.007440416439995817, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16728012], "trace_timestamp_s": 1595.9010000000007, "ttft_s": 0.4535128879979311, "turn_id": 55} +{"actual_output_tokens": 126, "cached_tokens": 132960, "effective_input_length": 133014, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 133014, "latency_s": 1.7528219529995113, "output_length": 126, "proxy_request_id": "1356885:10:1706624:1048", "request_id": "1356885:10:1706624:1048", "request_type": "coder", "requested_output_tokens": 126, "session_id": "1356885", "t_dispatch_unix": 1779962313.4068391, "t_finish_unix": 1779962315.15966, "t_first_token_unix": 1779962313.7009223, "tpot_s": 0.011668051511980594, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 16351834, 16351835, 16751243], "trace_timestamp_s": 1604.2150000000001, "ttft_s": 0.2940819220020785, "turn_id": 10} +{"actual_output_tokens": 1433, "cached_tokens": 103440, "effective_input_length": 103471, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 103471, "latency_s": 15.62065060200257, "output_length": 1433, "proxy_request_id": "1253804:37:1704071:1046", "request_id": "1253804:37:1704071:1046", "request_type": "coder", "requested_output_tokens": 1433, "session_id": "1253804", "t_dispatch_unix": 1779962304.2874696, "t_finish_unix": 1779962319.90812, "t_first_token_unix": 1779962304.4546165, "tpot_s": 0.01079137397765565, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16725569], "trace_timestamp_s": 1595.0930000000008, "ttft_s": 0.16714508999939426, "turn_id": 37} +{"actual_output_tokens": 123, "cached_tokens": 45504, "effective_input_length": 45571, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45571, "latency_s": 1.0184587750009086, "output_length": 123, "proxy_request_id": "1399948:56:1708284:1049", "request_id": "1399948:56:1708284:1049", "request_type": "coder", "requested_output_tokens": 123, "session_id": "1399948", "t_dispatch_unix": 1779962319.1275713, "t_finish_unix": 1779962320.1460302, "t_first_token_unix": 1779962319.2537456, "tpot_s": 0.007311843401648879, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16766349], "trace_timestamp_s": 1609.9390000000003, "ttft_s": 0.12617239999963203, "turn_id": 56} +{"actual_output_tokens": 336, "cached_tokens": 45680, "effective_input_length": 45756, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45756, "latency_s": 2.601949859999877, "output_length": 336, "proxy_request_id": "1399948:57:1711464:1050", "request_id": "1399948:57:1711464:1050", "request_type": "coder", "requested_output_tokens": 336, "session_id": "1399948", "t_dispatch_unix": 1779962329.91452, "t_finish_unix": 1779962332.51647, "t_first_token_unix": 1779962330.0405138, "tpot_s": 0.007390167140301991, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16797835], "trace_timestamp_s": 1620.7250000000004, "ttft_s": 0.1259919069998432, "turn_id": 57} +{"actual_output_tokens": 35, "cached_tokens": 104896, "effective_input_length": 104953, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 104953, "latency_s": 0.5274313749978319, "output_length": 35, "proxy_request_id": "1253804:38:1712824:1051", "request_id": "1253804:38:1712824:1051", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1253804", "t_dispatch_unix": 1779962334.7384503, "t_finish_unix": 1779962335.2658813, "t_first_token_unix": 1779962334.9662514, "tpot_s": 0.00880564855876454, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701], "trace_timestamp_s": 1625.5480000000007, "ttft_s": 0.22779923399866675, "turn_id": 38} +{"actual_output_tokens": 59, "cached_tokens": 104976, "effective_input_length": 105004, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105004, "latency_s": 0.7324134459995548, "output_length": 59, "proxy_request_id": "1253804:39:1714767:1052", "request_id": "1253804:39:1714767:1052", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1253804", "t_dispatch_unix": 1779962341.3201294, "t_finish_unix": 1779962342.052543, "t_first_token_unix": 1779962341.493392, "tpot_s": 0.009636509482741782, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16829979], "trace_timestamp_s": 1632.1290000000008, "ttft_s": 0.17326055100056692, "turn_id": 39} +{"actual_output_tokens": 435, "cached_tokens": 105056, "effective_input_length": 105156, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105156, "latency_s": 4.919763924997824, "output_length": 435, "proxy_request_id": "1253804:40:1716790:1053", "request_id": "1253804:40:1716790:1053", "request_type": "coder", "requested_output_tokens": 435, "session_id": "1253804", "t_dispatch_unix": 1779962348.036303, "t_finish_unix": 1779962352.9560666, "t_first_token_unix": 1779962348.3142648, "tpot_s": 0.010694856702760215, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093], "trace_timestamp_s": 1638.8400000000001, "ttft_s": 0.2779600770008983, "turn_id": 40} +{"actual_output_tokens": 278, "cached_tokens": 45120, "effective_input_length": 47861, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47861, "latency_s": 3.013121673997375, "output_length": 278, "proxy_request_id": "1305906:4:1718131:1054", "request_id": "1305906:4:1718131:1054", "request_type": "coder", "requested_output_tokens": 278, "session_id": "1305906", "t_dispatch_unix": 1779962352.490887, "t_finish_unix": 1779962355.5040088, "t_first_token_unix": 1779962353.4313214, "tpot_s": 0.007481051451265593, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16863272], "trace_timestamp_s": 1643.3010000000004, "ttft_s": 0.9404313899976842, "turn_id": 4} +{"actual_output_tokens": 92, "cached_tokens": 48128, "effective_input_length": 49817, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49817, "latency_s": 1.3391936089974479, "output_length": 92, "proxy_request_id": "1305906:5:1514292:934", "request_id": "1305906:5:1514292:934", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1305906", "t_dispatch_unix": 1779962355.508345, "t_finish_unix": 1779962356.8475385, "t_first_token_unix": 1779962356.18177, "tpot_s": 0.007313552681308055, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 14922061, 14922062, 14922063, 14922064, 14922065, 14922066, 14922067, 14922068, 14922069, 14922070, 14922071, 14922072], "trace_timestamp_s": 956.3870000000006, "ttft_s": 0.6734224159990845, "turn_id": 5} +{"actual_output_tokens": 233, "cached_tokens": 0, "effective_input_length": 37173, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37173, "latency_s": 7.26234632699925, "output_length": 233, "proxy_request_id": "1340290:13:1718889:1055", "request_id": "1340290:13:1718889:1055", "request_type": "coder", "requested_output_tokens": 233, "session_id": "1340290", "t_dispatch_unix": 1779962355.1253936, "t_finish_unix": 1779962362.3877397, "t_first_token_unix": 1779962360.759977, "tpot_s": 0.007015109918107743, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832], "trace_timestamp_s": 1645.9370000000008, "ttft_s": 5.634581517999322, "turn_id": 13} +{"actual_output_tokens": 66, "cached_tokens": 105584, "effective_input_length": 105638, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105638, "latency_s": 0.8670896919975348, "output_length": 66, "proxy_request_id": "1253804:41:1721979:1057", "request_id": "1253804:41:1721979:1057", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1253804", "t_dispatch_unix": 1779962365.7125685, "t_finish_unix": 1779962366.5796583, "t_first_token_unix": 1779962365.9433877, "tpot_s": 0.00978523972309911, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16901523], "trace_timestamp_s": 1656.522, "ttft_s": 0.23081745399758802, "turn_id": 41} +{"actual_output_tokens": 254, "cached_tokens": 37392, "effective_input_length": 37438, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37438, "latency_s": 1.861630908002553, "output_length": 254, "proxy_request_id": "1340290:14:1721731:1056", "request_id": "1340290:14:1721731:1056", "request_type": "coder", "requested_output_tokens": 254, "session_id": "1340290", "t_dispatch_unix": 1779962364.8462157, "t_finish_unix": 1779962366.7078462, "t_first_token_unix": 1779962364.9288154, "tpot_s": 0.00703039390513864, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16899322], "trace_timestamp_s": 1655.656, "ttft_s": 0.08259794900004636, "turn_id": 14} +{"actual_output_tokens": 78, "cached_tokens": 105696, "effective_input_length": 105715, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105715, "latency_s": 0.9397229069982131, "output_length": 78, "proxy_request_id": "1253804:42:1724453:1058", "request_id": "1253804:42:1724453:1058", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1253804", "t_dispatch_unix": 1779962374.2147858, "t_finish_unix": 1779962375.1545086, "t_first_token_unix": 1779962374.3899798, "tpot_s": 0.009924589610417062, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815], "trace_timestamp_s": 1665.0170000000007, "ttft_s": 0.17519229999743402, "turn_id": 42} +{"actual_output_tokens": 70, "cached_tokens": 105792, "effective_input_length": 105845, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105845, "latency_s": 0.9066776750005374, "output_length": 70, "proxy_request_id": "1253804:43:1726322:1060", "request_id": "1253804:43:1726322:1060", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1253804", "t_dispatch_unix": 1779962380.287437, "t_finish_unix": 1779962381.1941144, "t_first_token_unix": 1779962380.5190036, "tpot_s": 0.009780655782589642, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815], "trace_timestamp_s": 1671.0960000000005, "ttft_s": 0.2315640010019706, "turn_id": 43} +{"actual_output_tokens": 22, "cached_tokens": 46080, "effective_input_length": 46886, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 46886, "latency_s": 0.4991341310014832, "output_length": 22, "proxy_request_id": "1399948:58:1726693:1061", "request_id": "1399948:58:1726693:1061", "request_type": "coder", "requested_output_tokens": 22, "session_id": "1399948", "t_dispatch_unix": 1779962381.5123289, "t_finish_unix": 1779962382.0114627, "t_first_token_unix": 1779962381.886858, "tpot_s": 0.0059227037619123055, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 16945463], "trace_timestamp_s": 1672.3230000000003, "ttft_s": 0.3745274920001975, "turn_id": 58} +{"actual_output_tokens": 24, "cached_tokens": 46896, "effective_input_length": 46927, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 46927, "latency_s": 0.23792461400080356, "output_length": 24, "proxy_request_id": "1399948:59:1728305:1062", "request_id": "1399948:59:1728305:1062", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1399948", "t_dispatch_unix": 1779962386.8044055, "t_finish_unix": 1779962387.0423298, "t_first_token_unix": 1779962386.902816, "tpot_s": 0.006054103304410566, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 16960933], "trace_timestamp_s": 1677.616, "ttft_s": 0.09840859399992041, "turn_id": 59} +{"actual_output_tokens": 101, "cached_tokens": 105904, "effective_input_length": 106070, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106070, "latency_s": 1.3800892010003736, "output_length": 101, "proxy_request_id": "1253804:44:1728625:1063", "request_id": "1253804:44:1728625:1063", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1253804", "t_dispatch_unix": 1779962387.9897518, "t_finish_unix": 1779962389.3698404, "t_first_token_unix": 1779962388.3471751, "tpot_s": 0.01022397592998459, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 16964762], "trace_timestamp_s": 1678.799, "ttft_s": 0.35742106399993645, "turn_id": 44} +{"actual_output_tokens": 2444, "cached_tokens": 37680, "effective_input_length": 37724, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37724, "latency_s": 17.714935879001132, "output_length": 2444, "proxy_request_id": "1340290:15:1725612:1059", "request_id": "1340290:15:1725612:1059", "request_type": "coder", "requested_output_tokens": 2444, "session_id": "1340290", "t_dispatch_unix": 1779962378.031425, "t_finish_unix": 1779962395.7463608, "t_first_token_unix": 1779962378.116655, "tpot_s": 0.007216147017602235, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638], "trace_timestamp_s": 1668.8400000000001, "ttft_s": 0.08522797299883678, "turn_id": 15} +{"actual_output_tokens": 40, "cached_tokens": 106160, "effective_input_length": 106394, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106394, "latency_s": 0.708522435001214, "output_length": 40, "proxy_request_id": "1253804:45:1732408:1064", "request_id": "1253804:45:1732408:1064", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1253804", "t_dispatch_unix": 1779962400.956416, "t_finish_unix": 1779962401.6649382, "t_first_token_unix": 1779962401.307233, "tpot_s": 0.009165319948713146, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607], "trace_timestamp_s": 1691.7610000000004, "ttft_s": 0.3508149509980285, "turn_id": 45} +{"actual_output_tokens": 54, "cached_tokens": 46944, "effective_input_length": 47074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47074, "latency_s": 0.5034850359988923, "output_length": 54, "proxy_request_id": "1399948:60:1732843:1065", "request_id": "1399948:60:1732843:1065", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1399948", "t_dispatch_unix": 1779962402.5580814, "t_finish_unix": 1779962403.0615654, "t_first_token_unix": 1779962402.6945672, "tpot_s": 0.006920172283022318, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902], "trace_timestamp_s": 1693.3680000000004, "ttft_s": 0.13648466399899917, "turn_id": 60} +{"actual_output_tokens": 71, "cached_tokens": 106432, "effective_input_length": 106443, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106443, "latency_s": 0.861630856001284, "output_length": 71, "proxy_request_id": "1253804:46:1733935:1066", "request_id": "1253804:46:1733935:1066", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1253804", "t_dispatch_unix": 1779962406.0475523, "t_finish_unix": 1779962406.9091828, "t_first_token_unix": 1779962406.2157075, "tpot_s": 0.009903542142897745, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607], "trace_timestamp_s": 1696.8550000000005, "ttft_s": 0.1681532389993663, "turn_id": 46} +{"actual_output_tokens": 207, "cached_tokens": 47120, "effective_input_length": 47205, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47205, "latency_s": 1.6803776289998495, "output_length": 207, "proxy_request_id": "1399948:61:1735933:1067", "request_id": "1399948:61:1735933:1067", "request_type": "coder", "requested_output_tokens": 207, "session_id": "1399948", "t_dispatch_unix": 1779962412.7541234, "t_finish_unix": 1779962414.434501, "t_first_token_unix": 1779962412.8723364, "tpot_s": 0.007582119956301204, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17034825], "trace_timestamp_s": 1703.5600000000004, "ttft_s": 0.11821057100314647, "turn_id": 61} +{"actual_output_tokens": 44, "cached_tokens": 106512, "effective_input_length": 107137, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 107137, "latency_s": 1.1531539560019155, "output_length": 44, "proxy_request_id": "1253804:47:1736337:1068", "request_id": "1253804:47:1736337:1068", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1253804", "t_dispatch_unix": 1779962414.0260856, "t_finish_unix": 1779962415.1792395, "t_first_token_unix": 1779962414.7788472, "tpot_s": 0.009305546418672324, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17038931], "trace_timestamp_s": 1704.8340000000007, "ttft_s": 0.7527594589992077, "turn_id": 47} +{"actual_output_tokens": 45, "cached_tokens": 107168, "effective_input_length": 108145, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108145, "latency_s": 1.3520183049986372, "output_length": 45, "proxy_request_id": "1253804:48:1737694:1069", "request_id": "1253804:48:1737694:1069", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779962418.4620073, "t_finish_unix": 1779962419.8140252, "t_first_token_unix": 1779962419.4040415, "tpot_s": 0.009311606590927113, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17053260], "trace_timestamp_s": 1709.268, "ttft_s": 0.9420323720005399, "turn_id": 48} +{"actual_output_tokens": 45, "cached_tokens": 108176, "effective_input_length": 109454, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109454, "latency_s": 1.5631094410018704, "output_length": 45, "proxy_request_id": "1253804:49:1739030:1070", "request_id": "1253804:49:1739030:1070", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779962422.846317, "t_finish_unix": 1779962424.409426, "t_first_token_unix": 1779962423.994554, "tpot_s": 0.009423835204539831, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558], "trace_timestamp_s": 1713.652, "ttft_s": 1.1482349930010969, "turn_id": 49} +{"actual_output_tokens": 45, "cached_tokens": 109488, "effective_input_length": 110854, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 110854, "latency_s": 1.5897749979994842, "output_length": 45, "proxy_request_id": "1253804:50:1741670:1071", "request_id": "1253804:50:1741670:1071", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779962431.8271666, "t_finish_unix": 1779962433.4169412, "t_first_token_unix": 1779962433.005197, "tpot_s": 0.009351996681867935, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030], "trace_timestamp_s": 1722.6290000000008, "ttft_s": 1.178028185000585, "turn_id": 50} +{"actual_output_tokens": 45, "cached_tokens": 110896, "effective_input_length": 111661, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111661, "latency_s": 1.1977214589969662, "output_length": 45, "proxy_request_id": "1253804:51:1744514:1072", "request_id": "1253804:51:1744514:1072", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779962441.2531219, "t_finish_unix": 1779962442.450843, "t_first_token_unix": 1779962442.034101, "tpot_s": 0.009465825818221096, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030, 17117867, 17117868], "trace_timestamp_s": 1732.054, "ttft_s": 0.7809767779981485, "turn_id": 51} +{"actual_output_tokens": 105, "cached_tokens": 40160, "effective_input_length": 40200, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40200, "latency_s": 0.8142094599970733, "output_length": 105, "proxy_request_id": "1340290:16:1745847:1073", "request_id": "1340290:16:1745847:1073", "request_type": "coder", "requested_output_tokens": 105, "session_id": "1340290", "t_dispatch_unix": 1779962445.8652778, "t_finish_unix": 1779962446.6794872, "t_first_token_unix": 1779962445.9523652, "tpot_s": 0.006988787798071336, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 17129420], "trace_timestamp_s": 1736.6730000000007, "ttft_s": 0.08708577899960801, "turn_id": 16} +{"actual_output_tokens": 76, "cached_tokens": 111696, "effective_input_length": 111724, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111724, "latency_s": 0.952524298998469, "output_length": 76, "proxy_request_id": "1253804:52:1746191:1074", "request_id": "1253804:52:1746191:1074", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1253804", "t_dispatch_unix": 1779962446.8922312, "t_finish_unix": 1779962447.8447552, "t_first_token_unix": 1779962447.081833, "tpot_s": 0.010168316786681923, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030, 17117867, 17132107], "trace_timestamp_s": 1737.7000000000007, "ttft_s": 0.189599608998833, "turn_id": 52} +{"actual_output_tokens": 50, "cached_tokens": 111792, "effective_input_length": 111811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111811, "latency_s": 0.6561055920028593, "output_length": 50, "proxy_request_id": "1253804:53:1748377:1075", "request_id": "1253804:53:1748377:1075", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1253804", "t_dispatch_unix": 1779962454.2281947, "t_finish_unix": 1779962454.8842995, "t_first_token_unix": 1779962454.4211836, "tpot_s": 0.00944658689792161, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030, 17117867, 17153201], "trace_timestamp_s": 1745.0320000000002, "ttft_s": 0.19298720500228228, "turn_id": 53} +{"actual_output_tokens": 78, "cached_tokens": 47408, "effective_input_length": 48212, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48212, "latency_s": 0.9322070130001521, "output_length": 78, "proxy_request_id": "1399948:62:1749028:1076", "request_id": "1399948:62:1749028:1076", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1399948", "t_dispatch_unix": 1779962456.3964188, "t_finish_unix": 1779962457.3286254, "t_first_token_unix": 1779962456.7768571, "tpot_s": 0.0071624820389465105, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17159596], "trace_timestamp_s": 1747.2060000000001, "ttft_s": 0.380436240000563, "turn_id": 62} +{"actual_output_tokens": 534, "cached_tokens": 111856, "effective_input_length": 112074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112074, "latency_s": 6.281613063001714, "output_length": 534, "proxy_request_id": "1253804:54:1750056:1077", "request_id": "1253804:54:1750056:1077", "request_type": "coder", "requested_output_tokens": 534, "session_id": "1253804", "t_dispatch_unix": 1779962459.8204079, "t_finish_unix": 1779962466.102021, "t_first_token_unix": 1779962460.189158, "tpot_s": 0.011092958829267002, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030, 17117867, 17153201], "trace_timestamp_s": 1750.6280000000006, "ttft_s": 0.3687482040004397, "turn_id": 54} +{"actual_output_tokens": 19, "cached_tokens": 48288, "effective_input_length": 48636, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48636, "latency_s": 0.38146645899905707, "output_length": 19, "proxy_request_id": "1399948:63:1753316:1079", "request_id": "1399948:63:1753316:1079", "request_type": "coder", "requested_output_tokens": 19, "session_id": "1399948", "t_dispatch_unix": 1779962470.691889, "t_finish_unix": 1779962471.0733554, "t_first_token_unix": 1779962470.9725254, "tpot_s": 0.005585741555478307, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857], "trace_timestamp_s": 1761.5030000000006, "ttft_s": 0.28063444000144955, "turn_id": 63} +{"actual_output_tokens": 171, "cached_tokens": 48640, "effective_input_length": 48693, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48693, "latency_s": 1.4118320050001785, "output_length": 171, "proxy_request_id": "1399948:64:1754453:1080", "request_id": "1399948:64:1754453:1080", "request_type": "coder", "requested_output_tokens": 171, "session_id": "1399948", "t_dispatch_unix": 1779962474.6043534, "t_finish_unix": 1779962476.0161853, "t_first_token_unix": 1779962474.72568, "tpot_s": 0.007589835676481016, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17212612], "trace_timestamp_s": 1765.4160000000002, "ttft_s": 0.12132495200057747, "turn_id": 64} +{"actual_output_tokens": 1391, "cached_tokens": 133136, "effective_input_length": 133552, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 133552, "latency_s": 18.082425471002352, "output_length": 1391, "proxy_request_id": "1356885:11:1753167:1078", "request_id": "1356885:11:1753167:1078", "request_type": "coder", "requested_output_tokens": 1391, "session_id": "1356885", "t_dispatch_unix": 1779962470.2597806, "t_finish_unix": 1779962488.3422058, "t_first_token_unix": 1779962470.950347, "tpot_s": 0.012511952825900036, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 16351834, 16351835, 16751243, 17201151], "trace_timestamp_s": 1761.0650000000005, "ttft_s": 0.6905639889992017, "turn_id": 11} +{"actual_output_tokens": 725, "cached_tokens": 48848, "effective_input_length": 49220, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49220, "latency_s": 5.8649140120032826, "output_length": 725, "proxy_request_id": "1399948:65:1759200:1081", "request_id": "1399948:65:1759200:1081", "request_type": "coder", "requested_output_tokens": 725, "session_id": "1399948", "t_dispatch_unix": 1779962491.1017058, "t_finish_unix": 1779962496.9666197, "t_first_token_unix": 1779962491.403842, "tpot_s": 0.007683088580107118, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17258496], "trace_timestamp_s": 1781.9100000000008, "ttft_s": 0.30213445300250896, "turn_id": 65} +{"actual_output_tokens": 140, "cached_tokens": 49504, "effective_input_length": 49716, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49716, "latency_s": 1.2259444289993553, "output_length": 140, "proxy_request_id": "1277428:14:1767578:1082", "request_id": "1277428:14:1767578:1082", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1277428", "t_dispatch_unix": 1779962519.9544718, "t_finish_unix": 1779962521.180416, "t_first_token_unix": 1779962520.1400852, "tpot_s": 0.0074827217122350595, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17338220], "trace_timestamp_s": 1810.7580000000007, "ttft_s": 0.1856118499999866, "turn_id": 14} +{"actual_output_tokens": 45, "cached_tokens": 49840, "effective_input_length": 49925, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49925, "latency_s": 0.430255422998016, "output_length": 45, "proxy_request_id": "1277428:14:1770237:1083", "request_id": "1277428:14:1770237:1083", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1277428", "t_dispatch_unix": 1779962529.3050115, "t_finish_unix": 1779962529.7352664, "t_first_token_unix": 1779962529.425425, "tpot_s": 0.007036582818148996, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17363127], "trace_timestamp_s": 1820.1130000000003, "ttft_s": 0.12041147099807858, "turn_id": 14} +{"actual_output_tokens": 450, "cached_tokens": 49968, "effective_input_length": 51398, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51398, "latency_s": 4.096895274000417, "output_length": 450, "proxy_request_id": "1277428:15:1771467:1084", "request_id": "1277428:15:1771467:1084", "request_type": "coder", "requested_output_tokens": 450, "session_id": "1277428", "t_dispatch_unix": 1779962533.3794177, "t_finish_unix": 1779962537.4763129, "t_first_token_unix": 1779962533.975244, "tpot_s": 0.007796933810689558, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17375441, 17375442, 17375443, 17375444], "trace_timestamp_s": 1824.1870000000008, "ttft_s": 0.5958243320019392, "turn_id": 15} +{"actual_output_tokens": 382, "cached_tokens": 49936, "effective_input_length": 51012, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51012, "latency_s": 3.4622631029997137, "output_length": 382, "proxy_request_id": "1399948:66:1772336:1085", "request_id": "1399948:66:1772336:1085", "request_type": "coder", "requested_output_tokens": 382, "session_id": "1399948", "t_dispatch_unix": 1779962536.3286955, "t_finish_unix": 1779962539.7909586, "t_first_token_unix": 1779962536.8223627, "tpot_s": 0.007790866083992365, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17382969], "trace_timestamp_s": 1827.1390000000001, "ttft_s": 0.49366551699858974, "turn_id": 66} +{"actual_output_tokens": 555, "cached_tokens": 51392, "effective_input_length": 52331, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52331, "latency_s": 4.8240665510020335, "output_length": 555, "proxy_request_id": "1399948:67:1777074:1086", "request_id": "1399948:67:1777074:1086", "request_type": "coder", "requested_output_tokens": 555, "session_id": "1399948", "t_dispatch_unix": 1779962552.3922882, "t_finish_unix": 1779962557.2163544, "t_first_token_unix": 1779962552.8913898, "tpot_s": 0.007806383142602558, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17430076], "trace_timestamp_s": 1843.1980000000003, "ttft_s": 0.4990994489999139, "turn_id": 67} +{"actual_output_tokens": 544, "cached_tokens": 52880, "effective_input_length": 53289, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 53289, "latency_s": 4.612873229998513, "output_length": 544, "proxy_request_id": "1399948:68:1784799:1087", "request_id": "1399948:68:1784799:1087", "request_type": "coder", "requested_output_tokens": 544, "session_id": "1399948", "t_dispatch_unix": 1779962578.8933382, "t_finish_unix": 1779962583.506211, "t_first_token_unix": 1779962579.1952035, "tpot_s": 0.00793880403682767, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17500500], "trace_timestamp_s": 1869.6820000000007, "ttft_s": 0.3018635640000866, "turn_id": 68} +{"actual_output_tokens": 81, "cached_tokens": 51840, "effective_input_length": 52754, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52754, "latency_s": 1.0022430760000134, "output_length": 81, "proxy_request_id": "1277428:16:1787662:1088", "request_id": "1277428:16:1787662:1088", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1277428", "t_dispatch_unix": 1779962589.333952, "t_finish_unix": 1779962590.3361945, "t_first_token_unix": 1779962589.7462592, "tpot_s": 0.007370955612486796, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17375441, 17375442, 17375443, 17529218, 17529219, 17529220, 303055], "trace_timestamp_s": 1880.138, "ttft_s": 0.41230573800203274, "turn_id": 16} +{"actual_output_tokens": 70, "cached_tokens": 49904, "effective_input_length": 52461, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52461, "latency_s": 1.507051707001665, "output_length": 70, "proxy_request_id": "1305906:5:1788459:1089", "request_id": "1305906:5:1788459:1089", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1305906", "t_dispatch_unix": 1779962591.8679075, "t_finish_unix": 1779962593.374959, "t_first_token_unix": 1779962592.8713162, "tpot_s": 0.00729531807250485, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17479967], "trace_timestamp_s": 1882.6760000000004, "ttft_s": 1.003406546999031, "turn_id": 5} +{"actual_output_tokens": 492, "cached_tokens": 53824, "effective_input_length": 54141, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54141, "latency_s": 4.190658364997944, "output_length": 492, "proxy_request_id": "1399948:69:1790968:1090", "request_id": "1399948:69:1790968:1090", "request_type": "coder", "requested_output_tokens": 492, "session_id": "1399948", "t_dispatch_unix": 1779962600.463855, "t_finish_unix": 1779962604.6545134, "t_first_token_unix": 1779962600.7648878, "tpot_s": 0.007921350641544674, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437], "trace_timestamp_s": 1891.2740000000003, "ttft_s": 0.30103088800024125, "turn_id": 69} +{"actual_output_tokens": 1904, "cached_tokens": 51248, "effective_input_length": 51255, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51255, "latency_s": 15.085027307999553, "output_length": 1904, "proxy_request_id": "1305906:6:1529600:945", "request_id": "1305906:6:1529600:945", "request_type": "coder", "requested_output_tokens": 1904, "session_id": "1305906", "t_dispatch_unix": 1779962593.3777375, "t_finish_unix": 1779962608.4627652, "t_first_token_unix": 1779962593.4608567, "tpot_s": 0.007883138683658763, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 14922061, 14922062, 14922063, 14922064, 14922065, 14922066, 14922067, 14922068, 14922069, 14922070, 15068951, 15068952, 15068953, 15068954, 15068955], "trace_timestamp_s": 1007.1970000000001, "ttft_s": 0.08311706799941021, "turn_id": 6} +{"actual_output_tokens": 170, "cached_tokens": 52832, "effective_input_length": 53574, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 53574, "latency_s": 1.7213515559997177, "output_length": 170, "proxy_request_id": "1277428:17:1793546:1091", "request_id": "1277428:17:1793546:1091", "request_type": "coder", "requested_output_tokens": 170, "session_id": "1277428", "t_dispatch_unix": 1779962609.465133, "t_finish_unix": 1779962611.1864848, "t_first_token_unix": 1779962609.8731244, "tpot_s": 0.007769925591701018, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17375441, 17375442, 17375443, 17529218, 17529219, 17529220, 17586052, 17586053], "trace_timestamp_s": 1900.2750000000005, "ttft_s": 0.4079889759996149, "turn_id": 17} +{"actual_output_tokens": 122, "cached_tokens": 54624, "effective_input_length": 54654, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54654, "latency_s": 1.0348120100024971, "output_length": 122, "proxy_request_id": "1399948:70:1795589:1092", "request_id": "1399948:70:1795589:1092", "request_type": "coder", "requested_output_tokens": 122, "session_id": "1399948", "t_dispatch_unix": 1779962616.7880893, "t_finish_unix": 1779962617.822901, "t_first_token_unix": 1779962616.8927932, "tpot_s": 0.007684746702489816, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564], "trace_timestamp_s": 1907.5920000000006, "ttft_s": 0.10470196900132578, "turn_id": 70} +{"actual_output_tokens": 52, "cached_tokens": 53728, "effective_input_length": 53805, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 53805, "latency_s": 0.5116488539970305, "output_length": 52, "proxy_request_id": "1277428:18:1796824:1093", "request_id": "1277428:18:1796824:1093", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1277428", "t_dispatch_unix": 1779962621.382464, "t_finish_unix": 1779962621.8941128, "t_first_token_unix": 1779962621.5266569, "tpot_s": 0.007199520960806266, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17375441, 17375442, 17375443, 17529218, 17529219, 17529220, 17586052, 17617726, 17617727], "trace_timestamp_s": 1912.1900000000005, "ttft_s": 0.14419119499871158, "turn_id": 18} +{"actual_output_tokens": 265, "cached_tokens": 54768, "effective_input_length": 54920, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54920, "latency_s": 2.273193117998744, "output_length": 265, "proxy_request_id": "1399948:71:1800797:1094", "request_id": "1399948:71:1800797:1094", "request_type": "coder", "requested_output_tokens": 265, "session_id": "1399948", "t_dispatch_unix": 1779962634.9727778, "t_finish_unix": 1779962637.2459705, "t_first_token_unix": 1779962635.1738682, "tpot_s": 0.007847746147724662, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17654371], "trace_timestamp_s": 1925.7700000000004, "ttft_s": 0.20108904399967287, "turn_id": 71} +{"actual_output_tokens": 54, "cached_tokens": 55184, "effective_input_length": 55246, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55246, "latency_s": 0.523041258999001, "output_length": 54, "proxy_request_id": "1399948:72:1804699:1097", "request_id": "1399948:72:1804699:1097", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1399948", "t_dispatch_unix": 1779962648.4230533, "t_finish_unix": 1779962648.9460945, "t_first_token_unix": 1779962648.5643892, "tpot_s": 0.007197166320728907, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778], "trace_timestamp_s": 1939.2340000000004, "ttft_s": 0.1413329140013957, "turn_id": 72} +{"actual_output_tokens": 164, "cached_tokens": 55296, "effective_input_length": 55559, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55559, "latency_s": 1.4933399719993758, "output_length": 164, "proxy_request_id": "1399948:73:1805981:1098", "request_id": "1399948:73:1805981:1098", "request_type": "coder", "requested_output_tokens": 164, "session_id": "1399948", "t_dispatch_unix": 1779962652.604414, "t_finish_unix": 1779962654.0977538, "t_first_token_unix": 1779962652.8105931, "tpot_s": 0.007894660429459457, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778, 17704700], "trace_timestamp_s": 1943.415, "ttft_s": 0.20617699499780429, "turn_id": 73} +{"actual_output_tokens": 95, "cached_tokens": 52928, "effective_input_length": 52932, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52932, "latency_s": 0.7943008330003067, "output_length": 95, "proxy_request_id": "1305906:6:1806419:1099", "request_id": "1305906:6:1806419:1099", "request_type": "coder", "requested_output_tokens": 95, "session_id": "1305906", "t_dispatch_unix": 1779962654.114436, "t_finish_unix": 1779962654.9087367, "t_first_token_unix": 1779962654.2023635, "tpot_s": 0.007511531734053278, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17708612], "trace_timestamp_s": 1944.9260000000004, "ttft_s": 0.08792580899898894, "turn_id": 6} +{"actual_output_tokens": 43, "cached_tokens": 53024, "effective_input_length": 54789, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54789, "latency_s": 1.0293759050000517, "output_length": 43, "proxy_request_id": "1305906:7:1572780:964", "request_id": "1305906:7:1572780:964", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1305906", "t_dispatch_unix": 1779962654.914133, "t_finish_unix": 1779962655.9435086, "t_first_token_unix": 1779962655.6500468, "tpot_s": 0.006981884047664131, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 14922061, 14922062, 14922063, 14922064, 14922065, 14922066, 14922067, 14922068, 14922069, 14922070, 15068951, 15068952, 15068953, 15068954, 15254840, 15254841, 15254842, 15254843, 15321386, 15404408, 15482090, 15482091], "trace_timestamp_s": 1150.469, "ttft_s": 0.7359115869985544, "turn_id": 7} +{"actual_output_tokens": 236, "cached_tokens": 55712, "effective_input_length": 55791, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55791, "latency_s": 2.0209966479997092, "output_length": 236, "proxy_request_id": "1399948:74:1808473:1100", "request_id": "1399948:74:1808473:1100", "request_type": "coder", "requested_output_tokens": 236, "session_id": "1399948", "t_dispatch_unix": 1779962661.3057551, "t_finish_unix": 1779962663.326751, "t_first_token_unix": 1779962661.45496, "tpot_s": 0.007964036740428282, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778, 17727098], "trace_timestamp_s": 1952.1170000000002, "ttft_s": 0.14920365599755314, "turn_id": 74} +{"actual_output_tokens": 3764, "cached_tokens": 111632, "effective_input_length": 111736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111736, "latency_s": 43.03110964399821, "output_length": 3764, "proxy_request_id": "1270606:6:1804345:1096", "request_id": "1270606:6:1804345:1096", "request_type": "coder", "requested_output_tokens": 3764, "session_id": "1270606", "t_dispatch_unix": 1779962647.2506335, "t_finish_unix": 1779962690.2817423, "t_first_token_unix": 1779962647.559054, "tpot_s": 0.01135329518841365, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17689050, 17689051, 17689052, 17689053, 17689054, 17689055, 17689056, 17689057, 17689058, 17689059, 17689060, 17689061, 17689062, 17689063, 17689064, 17689065, 17689066, 17689067, 17689068, 17689069, 17689070, 17689071, 17689072, 17689073, 17689074, 17689075, 17689076, 17689077, 17689078, 17689079, 17689080, 17689081, 17689082, 17689083, 17689084, 17689085, 17689086, 17689087, 17689088, 17689089, 17689090, 17689091, 17689092, 17689093, 17689094, 17689095, 17689096, 17689097, 17689098, 17689099, 17689100, 17689101, 17689102, 17689103, 17689104, 17689105, 17689106, 17689107, 17689108, 17689109, 17689110, 17689111, 17689112, 17689113, 17689114, 17689115, 17689116, 17689117, 17689118, 17689119, 17689120, 17689121, 17689122, 17689123, 17689124, 17689125, 17689126, 17689127, 17689128, 17689129, 17689130, 17689131, 17689132, 17689133, 17689134, 17689135, 17689136, 17689137, 17689138, 17689139, 17689140, 17689141, 17689142, 17689143, 17689144, 17689145, 17689146, 17689147, 17689148, 17689149, 17689150, 17689151, 17689152, 17689153, 17689154, 17689155, 17689156, 17689157, 17689158, 17689159, 17689160, 17689161, 17689162], "trace_timestamp_s": 1938.0380000000005, "ttft_s": 0.3084184799990908, "turn_id": 6} +{"actual_output_tokens": 108, "cached_tokens": 56016, "effective_input_length": 57308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57308, "latency_s": 1.4816213699996297, "output_length": 108, "proxy_request_id": "1399948:75:1817312:1101", "request_id": "1399948:75:1817312:1101", "request_type": "coder", "requested_output_tokens": 108, "session_id": "1399948", "t_dispatch_unix": 1779962689.8412702, "t_finish_unix": 1779962691.3228915, "t_first_token_unix": 1779962690.4942052, "tpot_s": 0.007741537495323394, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778, 17727098, 17807927, 17807928, 17807929], "trace_timestamp_s": 1980.652, "ttft_s": 0.6529330020021007, "turn_id": 75} +{"actual_output_tokens": 85, "cached_tokens": 57408, "effective_input_length": 57659, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57659, "latency_s": 0.8657655770002748, "output_length": 85, "proxy_request_id": "1399948:76:1821495:1102", "request_id": "1399948:76:1821495:1102", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1399948", "t_dispatch_unix": 1779962703.498989, "t_finish_unix": 1779962704.3647547, "t_first_token_unix": 1779962703.7122557, "tpot_s": 0.00776489944049293, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778, 17727098, 17807927, 17807928, 17807929, 17846855], "trace_timestamp_s": 1994.3100000000004, "ttft_s": 0.21326406099979067, "turn_id": 76} +{"actual_output_tokens": 86, "cached_tokens": 112176, "effective_input_length": 112180, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112180, "latency_s": 1.0509242190018995, "output_length": 86, "proxy_request_id": "1270606:6:1822681:1103", "request_id": "1270606:6:1822681:1103", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1270606", "t_dispatch_unix": 1779962707.335152, "t_finish_unix": 1779962708.3860757, "t_first_token_unix": 1779962707.5156422, "tpot_s": 0.010237324082374792, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17857677, 17857678, 17857679, 17857680, 17857681, 17857682, 17857683, 17857684, 17857685, 17857686, 17857687, 17857688, 17857689, 17857690, 17857691, 17857692, 17857693, 17857694, 17857695, 17857696, 17857697, 17857698, 17857699, 17857700, 17857701, 17857702, 17857703, 17857704, 17857705, 17857706, 17857707, 17857708, 17857709, 17857710, 17857711, 17857712, 17857713, 17857714, 17857715, 17857716, 17857717, 17857718, 17857719, 17857720, 17857721, 17857722, 17857723, 17857724, 17857725, 17857726, 17857727, 17857728, 17857729, 17857730, 17857731, 17857732, 17857733, 17857734, 17857735, 17857736, 17857737, 17857738, 17857739, 17857740, 17857741, 17857742, 17857743, 17857744, 17857745, 17857746, 17857747, 17857748, 17857749, 17857750, 17857751, 17857752, 17857753, 17857754, 17857755, 17857756, 17857757, 17857758, 17857759, 17857760, 17857761, 17857762, 17857763, 17857764, 17857765, 17857766, 17857767, 17857768, 17857769, 17857770, 17857771, 17857772, 17857773, 17857774, 17857775, 17857776, 17857777, 17857778, 17857779, 17857780, 17857781, 17857782, 17857783, 17857784, 17857785, 17857786, 17857787, 17857788, 17857789], "trace_timestamp_s": 1998.1220000000003, "ttft_s": 0.18048842099960893, "turn_id": 6} +{"actual_output_tokens": 367, "cached_tokens": 112256, "effective_input_length": 112645, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112645, "latency_s": 4.64066924099825, "output_length": 367, "proxy_request_id": "1270606:7:1825806:1104", "request_id": "1270606:7:1825806:1104", "request_type": "coder", "requested_output_tokens": 367, "session_id": "1270606", "t_dispatch_unix": 1779962717.947564, "t_finish_unix": 1779962722.5882332, "t_first_token_unix": 1779962718.5311375, "tpot_s": 0.011084305896181463, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17887189, 17887190, 17887191, 17887192, 17887193, 17887194, 17887195, 17887196, 17887197, 17887198, 17887199, 17887200, 17887201, 17887202, 17887203, 17887204, 17887205, 17887206, 17887207, 17887208, 17887209, 17887210, 17887211, 17887212, 17887213, 17887214, 17887215, 17887216, 17887217, 17887218, 17887219, 17887220, 17887221, 17887222, 17887223, 17887224, 17887225, 17887226, 17887227, 17887228, 17887229, 17887230, 17887231, 17887232, 17887233, 17887234, 17887235, 17887236, 17887237, 17887238, 17887239, 17887240, 17887241, 17887242, 17887243, 17887244, 17887245, 17887246, 17887247, 17887248, 17887249, 17887250, 17887251, 17887252, 17887253, 17887254, 17887255, 17887256, 17887257, 17887258, 17887259, 17887260, 17887261, 17887262, 17887263, 17887264, 17887265, 17887266, 17887267, 17887268, 17887269, 17887270, 17887271, 17887272, 17887273, 17887274, 17887275, 17887276, 17887277, 17887278, 17887279, 17887280, 17887281, 17887282, 17887283, 17887284, 17887285, 17887286, 17887287, 17887288, 17887289, 17887290, 17887291, 17887292, 17887293, 17887294, 17887295, 17887296, 17887297, 17887298, 17887299, 17887300, 17887301, 17887302], "trace_timestamp_s": 2008.7350000000006, "ttft_s": 0.5835716519977723, "turn_id": 7} +{"actual_output_tokens": 46, "cached_tokens": 53856, "effective_input_length": 58474, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58474, "latency_s": 2.0903903110011015, "output_length": 46, "proxy_request_id": "1277428:19:1834491:1105", "request_id": "1277428:19:1834491:1105", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1277428", "t_dispatch_unix": 1779962747.2260444, "t_finish_unix": 1779962749.316434, "t_first_token_unix": 1779962748.9887385, "tpot_s": 0.007277145244410753, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 17970607, 17970608, 17970609, 17970610, 17970611, 17970612, 17970613, 17970614], "trace_timestamp_s": 2038.0340000000006, "ttft_s": 1.7626922100025695, "turn_id": 19} +{"actual_output_tokens": 45, "cached_tokens": 113008, "effective_input_length": 113482, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 113482, "latency_s": 1.0150409189991478, "output_length": 45, "proxy_request_id": "1270606:8:1837578:1106", "request_id": "1270606:8:1837578:1106", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1270606", "t_dispatch_unix": 1779962758.0510497, "t_finish_unix": 1779962759.0660906, "t_first_token_unix": 1779962758.6540906, "tpot_s": 0.009358110090943228, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17887189, 18001579, 18001580, 18001581, 18001582, 18001583, 18001584, 18001585, 18001586, 18001587, 18001588, 18001589, 18001590, 18001591, 18001592, 18001593, 18001594, 18001595, 18001596, 18001597, 18001598, 18001599, 18001600, 18001601, 18001602, 18001603, 18001604, 18001605, 18001606, 18001607, 18001608, 18001609, 18001610, 18001611, 18001612, 18001613, 18001614, 18001615, 18001616, 18001617, 18001618, 18001619, 18001620, 18001621, 18001622, 18001623, 18001624, 18001625, 18001626, 18001627, 18001628, 18001629, 18001630, 18001631, 18001632, 18001633, 18001634, 18001635, 18001636, 18001637, 18001638, 18001639, 18001640, 18001641, 18001642, 18001643, 18001644, 18001645, 18001646, 18001647, 18001648, 18001649, 18001650, 18001651, 18001652, 18001653, 18001654, 18001655, 18001656, 18001657, 18001658, 18001659, 18001660, 18001661, 18001662, 18001663, 18001664, 18001665, 18001666, 18001667, 18001668, 18001669, 18001670, 18001671, 18001672, 18001673, 18001674, 18001675, 18001676, 18001677, 18001678, 18001679, 18001680, 18001681, 18001682, 18001683, 18001684, 18001685, 18001686, 18001687, 18001688, 18001689, 18001690, 18001691, 18001692], "trace_timestamp_s": 2048.8380000000006, "ttft_s": 0.6030385109988856, "turn_id": 8} +{"actual_output_tokens": 10766, "cached_tokens": 112592, "effective_input_length": 112634, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112634, "latency_s": 124.96527584399882, "output_length": 10766, "proxy_request_id": "1253804:55:1803044:1095", "request_id": "1253804:55:1803044:1095", "request_type": "coder", "requested_output_tokens": 10766, "session_id": "1253804", "t_dispatch_unix": 1779962642.8413084, "t_finish_unix": 1779962767.8065834, "t_first_token_unix": 1779962643.0522828, "tpot_s": 0.011588858155968282, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 17676585, 17676586, 17676587, 17676588, 17676589, 17676590, 17676591, 17676592, 17676593, 17676594, 17676595, 17676596, 17676597, 17676598, 17676599, 17676600, 17676601, 17676602, 17676603, 17676604, 17676605, 17676606, 17676607, 17676608, 17676609, 17676610, 17676611, 17676612, 17676613, 17676614, 17676615, 17676616, 17676617, 17676618, 17676619, 17676620, 17676621, 17676622, 17676623, 17676624, 17676625, 17676626, 17676627, 17676628, 17676629, 5483415, 17676630, 17676631, 17676632, 17676633, 17676634, 17676635, 17676636, 17676637, 17676638, 17676639, 17676640, 17676641, 17676642, 17676643, 17676644, 17676645, 17676646, 17676647, 17676648, 17676649, 17676650, 17676651, 17676652, 17676653, 17676654, 17676655, 17676656, 17676657, 17676658, 17676659, 17676660, 17676661, 17676662, 17676663, 17676664, 17676665, 17676666, 17676667, 17676668, 17676669, 17676670, 17676671, 17676672, 17676673, 17676674, 17676675, 17676676, 17676677, 17676678, 17676679, 17676680, 17676681, 17676682, 17676683, 17676684, 17676685, 17676686, 17676687, 17676688, 17676689, 17676690, 17676691, 17676692, 17676693, 17676694, 17676695, 17676696, 17676697, 17676698, 17676699, 17676700, 17676701, 17676702, 17676703, 17676704, 17676705, 17676706, 17676707, 17676708, 17676709, 17676710, 17676711, 17676712, 17676713, 17676714, 17676715, 17676716, 17676717, 17676718, 17676719, 17676720, 17676721, 17676722, 17676723, 17676724, 17676725, 17676726, 17676727, 17676728, 17676729, 17676730, 17676731, 17676732, 17676733, 17676734, 17676735, 17676736, 17676737, 17676738], "trace_timestamp_s": 1933.6150000000007, "ttft_s": 0.21097298899985617, "turn_id": 55} +{"actual_output_tokens": 141, "cached_tokens": 113520, "effective_input_length": 116467, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 116467, "latency_s": 3.8233967250016576, "output_length": 141, "proxy_request_id": "1270606:9:1847569:1107", "request_id": "1270606:9:1847569:1107", "request_type": "coder", "requested_output_tokens": 141, "session_id": "1270606", "t_dispatch_unix": 1779962791.9340217, "t_finish_unix": 1779962795.757418, "t_first_token_unix": 1779962794.2308304, "tpot_s": 0.010902628507158495, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17887189, 18001579, 18001580, 18099243, 18099244, 18099245, 18099246, 18099247, 18099248, 18099249, 18099250, 18099251, 18099252, 18099253, 18099254, 18099255, 18099256, 18099257, 18099258, 18099259, 18099260, 18099261, 18099262, 18099263, 18099264, 18099265, 18099266, 18099267, 18099268, 18099269, 18099270, 18099271, 18099272, 18099273, 18099274, 18099275, 18099276, 18099277, 18099278, 18099279, 18099280, 18099281, 18099282, 18099283, 18099284, 18099285, 18099286, 18099287, 18099288, 18099289, 18099290, 18099291, 18099292, 18099293, 18099294, 18099295, 18099296, 18099297, 18099298, 18099299, 18099300, 18099301, 18099302, 18099303, 18099304, 18099305, 18099306, 18099307, 18099308, 18099309, 18099310, 18099311, 18099312, 18099313, 18099314, 18099315, 18099316, 18099317, 18099318, 18099319, 18099320, 18099321, 18099322, 18099323, 18099324, 18099325, 18099326, 18099327, 18099328, 18099329, 18099330, 18099331, 18099332, 18099333, 18099334, 18099335, 18099336, 18099337, 18099338, 18099339, 18099340, 18099341, 18099342, 18099343, 18099344, 18099345, 18099346, 18099347, 18099348, 18099349, 18099350, 18099351, 18099352, 18099353, 18099354, 18099355, 18099356, 18099357, 18099358, 18099359, 18099360], "trace_timestamp_s": 2082.7170000000006, "ttft_s": 2.296806583999569, "turn_id": 9} +{"actual_output_tokens": 73, "cached_tokens": 116592, "effective_input_length": 116659, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 116659, "latency_s": 1.026978877998772, "output_length": 73, "proxy_request_id": "1270606:10:1851128:1108", "request_id": "1270606:10:1851128:1108", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1270606", "t_dispatch_unix": 1779962804.0349774, "t_finish_unix": 1779962805.0619562, "t_first_token_unix": 1779962804.3175635, "tpot_s": 0.010335282833340089, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17887189, 18001579, 18001580, 18099243, 18099244, 18099245, 18099246, 18099247, 18133288, 18133289, 18133290, 18133291, 18133292, 18133293, 18133294, 18133295, 18133296, 18133297, 18133298, 18133299, 18133300, 18133301, 18133302, 18133303, 18133304, 18133305, 18133306, 18133307, 18133308, 18133309, 18133310, 18133311, 18133312, 18133313, 18133314, 18133315, 18133316, 18133317, 18133318, 18133319, 18133320, 18133321, 18133322, 18133323, 18133324, 18133325, 18133326, 18133327, 18133328, 18133329, 18133330, 18133331, 18133332, 18133333, 18133334, 18133335, 18133336, 18133337, 18133338, 18133339, 18133340, 18133341, 18133342, 18133343, 18133344, 18133345, 18133346, 18133347, 18133348, 18133349, 18133350, 18133351, 18133352, 18133353, 18133354, 18133355, 18133356, 18133357, 18133358, 18133359, 18133360, 18133361, 18133362, 18133363, 18133364, 18133365, 18133366, 18133367, 18133368, 18133369, 18133370, 18133371, 18133372, 18133373, 18133374, 18133375, 18133376, 18133377, 18133378, 18133379, 18133380, 18133381, 18133382, 18133383, 18133384, 18133385, 18133386, 18133387, 18133388, 18133389, 18133390, 18133391, 18133392, 18133393, 18133394, 18133395, 18133396, 18133397, 18133398, 18133399, 18133400], "trace_timestamp_s": 2094.818, "ttft_s": 0.2825841739977477, "turn_id": 10} +{"actual_output_tokens": 279, "cached_tokens": 54816, "effective_input_length": 58042, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58042, "latency_s": 3.5697262690009666, "output_length": 279, "proxy_request_id": "1305906:7:1851943:1109", "request_id": "1305906:7:1851943:1109", "request_type": "coder", "requested_output_tokens": 279, "session_id": "1305906", "t_dispatch_unix": 1779962806.582543, "t_finish_unix": 1779962810.1522691, "t_first_token_unix": 1779962807.8970027, "tpot_s": 0.008111484273384043, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18141935], "trace_timestamp_s": 2097.389, "ttft_s": 1.3144578639985411, "turn_id": 7} +{"actual_output_tokens": 234, "cached_tokens": 58320, "effective_input_length": 58687, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58687, "latency_s": 2.212999862000288, "output_length": 234, "proxy_request_id": "1305906:8:1866131:1110", "request_id": "1305906:8:1866131:1110", "request_type": "coder", "requested_output_tokens": 234, "session_id": "1305906", "t_dispatch_unix": 1779962855.069844, "t_finish_unix": 1779962857.2828434, "t_first_token_unix": 1779962855.3998613, "tpot_s": 0.008080394506433733, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18280927, 18280928], "trace_timestamp_s": 2145.857, "ttft_s": 0.3300154360003944, "turn_id": 8} +{"actual_output_tokens": 157, "cached_tokens": 116720, "effective_input_length": 117828, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 117828, "latency_s": 2.7770108749973588, "output_length": 157, "proxy_request_id": "1270606:11:1868274:1111", "request_id": "1270606:11:1868274:1111", "request_type": "coder", "requested_output_tokens": 157, "session_id": "1270606", "t_dispatch_unix": 1779962862.322162, "t_finish_unix": 1779962865.0991724, "t_first_token_unix": 1779962863.368889, "tpot_s": 0.011089905083327979, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18302637, 18302638, 18302639, 18302640, 18302641, 18302642, 18302643, 18302644, 18302645, 18302646, 18302647, 18302648, 18302649, 18302650, 18302651, 18302652, 18302653, 18302654, 18302655, 18302656, 18302657, 18302658, 18302659, 18302660, 18302661, 18302662, 18302663, 18302664, 18302665, 18302666, 18302667, 18302668, 18302669, 18302670, 18302671, 18302672, 18302673, 18302674, 18302675, 18302676, 18302677, 18302678, 18302679, 18302680, 18302681, 18302682, 18302683, 18302684, 18302685, 18302686, 18302687, 18302688, 18302689, 18302690, 18302691, 18302692, 18302693, 18302694, 18302695, 18302696, 18302697, 18302698, 18302699, 18302700, 18302701, 18302702, 18302703, 18302704, 18302705, 18302706, 18302707, 18302708, 18302709, 18302710, 18302711, 18302712, 18302713, 18302714, 18302715, 18302716, 18302717, 18302718, 18302719, 18302720, 18302721, 18302722, 18302723, 18302724, 18302725, 18302726, 18302727, 18302728, 18302729, 18302730, 18302731, 18302732, 18302733, 18302734, 18302735, 18302736, 18302737, 18302738, 18302739, 18302740, 18302741, 18302742, 18302743, 18302744, 18302745, 18302746, 18302747, 18302748, 18302749], "trace_timestamp_s": 2153.103, "ttft_s": 1.046725043997867, "turn_id": 11} +{"actual_output_tokens": 51, "cached_tokens": 117984, "effective_input_length": 118012, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 118012, "latency_s": 0.698323636999703, "output_length": 51, "proxy_request_id": "1270606:11:1870810:1113", "request_id": "1270606:11:1870810:1113", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1270606", "t_dispatch_unix": 1779962870.8191695, "t_finish_unix": 1779962871.5174928, "t_first_token_unix": 1779962871.0252438, "tpot_s": 0.009834895859967219, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18328449, 18328450, 18328451, 18328452, 18328453, 18328454, 18328455, 18328456, 18328457, 18328458, 18328459, 18328460, 18328461, 18328462, 18328463, 18328464, 18328465, 18328466, 18328467, 18328468, 18328469, 18328470, 18328471, 18328472, 18328473, 18328474, 18328475, 18328476, 18328477, 18328478, 18328479, 18328480, 18328481, 18328482, 18328483, 18328484, 18328485, 18328486, 18328487, 18328488, 18328489, 18328490, 18328491, 18328492, 18328493, 18328494, 18328495, 18328496, 18328497, 18328498, 18328499, 18328500, 18328501, 18328502, 18328503, 18328504, 18328505, 18328506, 18328507, 18328508, 18328509, 18328510, 18328511, 18328512, 18328513, 18328514, 18328515, 18328516, 18328517, 18328518, 18328519, 18328520, 18328521, 18328522, 18328523, 18328524, 18328525, 18328526, 18328527, 18328528, 18328529, 18328530, 18328531, 18328532, 18328533, 18328534, 18328535, 18328536, 18328537, 18328538, 18328539, 18328540, 18328541, 18328542, 18328543, 18328544, 18328545, 18328546, 18328547, 18328548, 18328549, 18328550, 18328551, 18328552, 18328553, 18328554, 18328555, 18328556, 18328557, 18328558, 18328559, 18328560, 18328561], "trace_timestamp_s": 2161.6060000000007, "ttft_s": 0.20607222200123942, "turn_id": 11} +{"actual_output_tokens": 211, "cached_tokens": 134928, "effective_input_length": 135435, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 135435, "latency_s": 3.24311668700102, "output_length": 211, "proxy_request_id": "1356885:12:1874205:1114", "request_id": "1356885:12:1874205:1114", "request_type": "coder", "requested_output_tokens": 211, "session_id": "1356885", "t_dispatch_unix": 1779962882.2793386, "t_finish_unix": 1779962885.5224547, "t_first_token_unix": 1779962882.9810603, "tpot_s": 0.01210072061904135, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18360942], "trace_timestamp_s": 2173.0870000000004, "ttft_s": 0.7017195920016093, "turn_id": 12} +{"actual_output_tokens": 436, "cached_tokens": 40304, "effective_input_length": 40328, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40328, "latency_s": 3.2092021009993914, "output_length": 436, "proxy_request_id": "1340290:17:1875101:1115", "request_id": "1340290:17:1875101:1115", "request_type": "coder", "requested_output_tokens": 436, "session_id": "1340290", "t_dispatch_unix": 1779962885.2231674, "t_finish_unix": 1779962888.432369, "t_first_token_unix": 1779962885.3085642, "tpot_s": 0.007180612882761146, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956], "trace_timestamp_s": 2176.0350000000008, "ttft_s": 0.08539503099746071, "turn_id": 17} +{"actual_output_tokens": 194, "cached_tokens": 118048, "effective_input_length": 118600, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 118600, "latency_s": 2.7812346979990252, "output_length": 194, "proxy_request_id": "1270606:12:1876851:1116", "request_id": "1270606:12:1876851:1116", "request_type": "coder", "requested_output_tokens": 194, "session_id": "1270606", "t_dispatch_unix": 1779962891.1792998, "t_finish_unix": 1779962893.960534, "t_first_token_unix": 1779962891.8017526, "tpot_s": 0.011184210948191567, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18387421, 18387422, 18387423, 18387424, 18387425, 18387426, 18387427, 18387428, 18387429, 18387430, 18387431, 18387432, 18387433, 18387434, 18387435, 18387436, 18387437, 18387438, 18387439, 18387440, 18387441, 18387442, 18387443, 18387444, 18387445, 18387446, 18387447, 18387448, 18387449, 18387450, 18387451, 18387452, 18387453, 18387454, 18387455, 18387456, 18387457, 18387458, 18387459, 18387460, 18387461, 18387462, 18387463, 18387464, 18387465, 18387466, 18387467, 18387468, 18387469, 18387470, 18387471, 18387472, 18387473, 18387474, 18387475, 18387476, 18387477, 18387478, 18387479, 18387480, 18387481, 18387482, 18387483, 18387484, 18387485, 18387486, 18387487, 18387488, 18387489, 18387490, 18387491, 18387492, 18387493, 18387494, 18387495, 18387496, 18387497, 18387498, 18387499, 18387500, 18387501, 18387502, 18387503, 18387504, 18387505, 18387506, 18387507, 18387508, 18387509, 18387510, 18387511, 18387512, 18387513, 18387514, 18387515, 18387516, 18387517, 18387518, 18387519, 18387520, 18387521, 18387522, 18387523, 18387524, 18387525, 18387526, 18387527, 18387528, 18387529, 18387530, 18387531, 18387532, 18387533], "trace_timestamp_s": 2181.9670000000006, "ttft_s": 0.6224511399996118, "turn_id": 12} +{"actual_output_tokens": 34, "cached_tokens": 40576, "effective_input_length": 40583, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40583, "latency_s": 0.28402957000071183, "output_length": 34, "proxy_request_id": "1340290:18:1878955:1117", "request_id": "1340290:18:1878955:1117", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1340290", "t_dispatch_unix": 1779962898.8990262, "t_finish_unix": 1779962899.1830556, "t_first_token_unix": 1779962898.9923024, "tpot_s": 0.005773645151445332, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18407653], "trace_timestamp_s": 2189.7110000000002, "ttft_s": 0.09327415700317943, "turn_id": 18} +{"actual_output_tokens": 82, "cached_tokens": 40608, "effective_input_length": 40676, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40676, "latency_s": 0.6681808339999407, "output_length": 82, "proxy_request_id": "1340290:19:1880565:1118", "request_id": "1340290:19:1880565:1118", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1340290", "t_dispatch_unix": 1779962904.171868, "t_finish_unix": 1779962904.8400488, "t_first_token_unix": 1779962904.283614, "tpot_s": 0.006866734827152543, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18422775], "trace_timestamp_s": 2194.9840000000004, "ttft_s": 0.11174433899941505, "turn_id": 19} +{"actual_output_tokens": 49, "cached_tokens": 40752, "effective_input_length": 40883, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40883, "latency_s": 0.44076657100231387, "output_length": 49, "proxy_request_id": "1340290:20:1882251:1120", "request_id": "1340290:20:1882251:1120", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1340290", "t_dispatch_unix": 1779962909.9806883, "t_finish_unix": 1779962910.421455, "t_first_token_unix": 1779962910.100822, "tpot_s": 0.006675196229177042, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436], "trace_timestamp_s": 2200.7930000000006, "ttft_s": 0.12013106800077367, "turn_id": 20} +{"actual_output_tokens": 355, "cached_tokens": 118784, "effective_input_length": 119030, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119030, "latency_s": 4.437406196997472, "output_length": 355, "proxy_request_id": "1270606:12:1881189:1119", "request_id": "1270606:12:1881189:1119", "request_type": "coder", "requested_output_tokens": 355, "session_id": "1270606", "t_dispatch_unix": 1779962906.5684536, "t_finish_unix": 1779962911.00586, "t_first_token_unix": 1779962906.9630344, "tpot_s": 0.011419392819206002, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18428324, 18428325, 18428326, 18428327, 18428328, 18428329, 18428330, 18428331, 18428332, 18428333, 18428334, 18428335, 18428336, 18428337, 18428338, 18428339, 18428340, 18428341, 18428342, 18428343, 18428344, 18428345, 18428346, 18428347, 18428348, 18428349, 18428350, 18428351, 18428352, 18428353, 18428354, 18428355, 18428356, 18428357, 18428358, 18428359, 18428360, 18428361, 18428362, 18428363, 18428364, 18428365, 18428366, 18428367, 18428368, 18428369, 18428370, 18428371, 18428372, 18428373, 18428374, 18428375, 18428376, 18428377, 18428378, 18428379, 18428380, 18428381, 18428382, 18428383, 18428384, 18428385, 18428386, 18428387, 18428388, 18428389, 18428390, 18428391, 18428392, 18428393, 18428394, 18428395, 18428396, 18428397, 18428398, 18428399, 18428400, 18428401, 18428402, 18428403, 18428404, 18428405, 18428406, 18428407, 18428408, 18428409, 18428410, 18428411, 18428412, 18428413, 18428414, 18428415, 18428416, 18428417, 18428418, 18428419, 18428420, 18428421, 18428422, 18428423, 18428424, 18428425, 18428426, 18428427, 18428428, 18428429, 18428430, 18428431, 18428432, 18428433, 18428434, 18428435, 18428436], "trace_timestamp_s": 2197.3560000000007, "ttft_s": 0.39457866299926536, "turn_id": 12} +{"actual_output_tokens": 39, "cached_tokens": 40928, "effective_input_length": 41002, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41002, "latency_s": 0.36446786300075473, "output_length": 39, "proxy_request_id": "1340290:21:1883855:1121", "request_id": "1340290:21:1883855:1121", "request_type": "coder", "requested_output_tokens": 39, "session_id": "1340290", "t_dispatch_unix": 1779962915.4499543, "t_finish_unix": 1779962915.8144224, "t_first_token_unix": 1779962915.5642788, "tpot_s": 0.006576862526344485, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18454570], "trace_timestamp_s": 2206.2620000000006, "ttft_s": 0.11432257799970102, "turn_id": 21} +{"actual_output_tokens": 51, "cached_tokens": 41040, "effective_input_length": 41909, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41909, "latency_s": 0.6715312209998956, "output_length": 51, "proxy_request_id": "1340290:22:1884847:1122", "request_id": "1340290:22:1884847:1122", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1340290", "t_dispatch_unix": 1779962918.9233267, "t_finish_unix": 1779962919.594858, "t_first_token_unix": 1779962919.2582078, "tpot_s": 0.006728128079994349, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633], "trace_timestamp_s": 2209.7340000000004, "ttft_s": 0.33487911300107953, "turn_id": 22} +{"actual_output_tokens": 4631, "cached_tokens": 112912, "effective_input_length": 112926, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112926, "latency_s": 53.07427673799975, "output_length": 4631, "proxy_request_id": "1253804:55:1869941:1112", "request_id": "1253804:55:1869941:1112", "request_type": "coder", "requested_output_tokens": 4631, "session_id": "1253804", "t_dispatch_unix": 1779962867.9529788, "t_finish_unix": 1779962921.0272553, "t_first_token_unix": 1779962868.1351416, "tpot_s": 0.011423726749892314, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 17676585, 17676586, 17676587, 17676588, 17676589, 17676590, 17676591, 17676592, 17676593, 17676594, 17676595, 17676596, 17676597, 17676598, 17676599, 17676600, 17676601, 17676602, 17676603, 17676604, 17676605, 17676606, 17676607, 17676608, 17676609, 17676610, 17676611, 17676612, 17676613, 17676614, 17676615, 17676616, 17676617, 17676618, 17676619, 17676620, 17676621, 17676622, 17676623, 17676624, 17676625, 17676626, 17676627, 17676628, 17676629, 5483415, 17676630, 17676631, 17676632, 17676633, 17676634, 17676635, 17676636, 17676637, 17676638, 17676639, 17676640, 17676641, 17676642, 17676643, 17676644, 17676645, 17676646, 17676647, 17676648, 17676649, 17676650, 17676651, 17676652, 17676653, 17676654, 17676655, 17676656, 17676657, 17676658, 17676659, 17676660, 17676661, 17676662, 17676663, 17676664, 17676665, 17676666, 17676667, 17676668, 17676669, 17676670, 17676671, 17676672, 17676673, 17676674, 17676675, 17676676, 17676677, 17676678, 17676679, 17676680, 17676681, 17676682, 17676683, 17676684, 17676685, 17676686, 17676687, 17676688, 17676689, 17676690, 17676691, 17676692, 17676693, 17676694, 17676695, 17676696, 17676697, 17676698, 17676699, 17676700, 17676701, 17676702, 17676703, 17676704, 17676705, 17676706, 17676707, 17676708, 18319657, 18319658, 18319659, 18319660, 18319661, 18319662, 18319663, 18319664, 18319665, 18319666, 18319667, 18319668, 18319669, 18319670, 18319671, 18319672, 18319673, 18319674, 18319675, 18319676, 18319677, 18319678, 18319679, 18319680, 18319681, 18319682, 18319683, 18319684, 18319685, 18319686, 18319687], "trace_timestamp_s": 2158.754000000001, "ttft_s": 0.18216044799919473, "turn_id": 55} +{"actual_output_tokens": 45, "cached_tokens": 41952, "effective_input_length": 42086, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42086, "latency_s": 0.41258907800147426, "output_length": 45, "proxy_request_id": "1340290:23:1886013:1124", "request_id": "1340290:23:1886013:1124", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1340290", "t_dispatch_unix": 1779962922.9535127, "t_finish_unix": 1779962923.3661013, "t_first_token_unix": 1779962923.0792599, "tpot_s": 0.006513761181767305, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18475697], "trace_timestamp_s": 2213.763, "ttft_s": 0.1257458520012733, "turn_id": 23} +{"actual_output_tokens": 98, "cached_tokens": 119376, "effective_input_length": 119440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119440, "latency_s": 1.3058683609997388, "output_length": 98, "proxy_request_id": "1270606:12:1886765:1125", "request_id": "1270606:12:1886765:1125", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1270606", "t_dispatch_unix": 1779962925.6869307, "t_finish_unix": 1779962926.9927988, "t_first_token_unix": 1779962925.9514754, "tpot_s": 0.010732636103094807, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18483775, 18483776, 18483777, 18483778, 18483779, 18483780, 18483781, 18483782, 18483783, 18483784, 18483785, 18483786, 18483787, 18483788, 18483789, 18483790, 18483791, 18483792, 18483793, 18483794, 18483795, 18483796, 18483797, 18483798, 18483799, 18483800, 18483801, 18483802, 18483803, 18483804, 18483805, 18483806, 18483807, 18483808, 18483809, 18483810, 18483811, 18483812, 18483813, 18483814, 18483815, 18483816, 18483817, 18483818, 18483819, 18483820, 18483821, 18483822, 18483823, 18483824, 18483825, 18483826, 18483827, 18483828, 18483829, 18483830, 18483831, 18483832, 18483833, 18483834, 18483835, 18483836, 18483837, 18483838, 18483839, 18483840, 18483841, 18483842, 18483843, 18483844, 18483845, 18483846, 18483847, 18483848, 18483849, 18483850, 18483851, 18483852, 18483853, 18483854, 18483855, 18483856, 18483857, 18483858, 18483859, 18483860, 18483861, 18483862, 18483863, 18483864, 18483865, 18483866, 18483867, 18483868, 18483869, 18483870, 18483871, 18483872, 18483873, 18483874, 18483875, 18483876, 18483877, 18483878, 18483879, 18483880, 18483881, 18483882, 18483883, 18483884, 18483885, 18483886, 18483887], "trace_timestamp_s": 2216.473, "ttft_s": 0.26454236199788284, "turn_id": 12} +{"actual_output_tokens": 28, "cached_tokens": 42128, "effective_input_length": 42199, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42199, "latency_s": 0.2857330519982497, "output_length": 28, "proxy_request_id": "1340290:24:1887125:1126", "request_id": "1340290:24:1887125:1126", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1340290", "t_dispatch_unix": 1779962926.7287462, "t_finish_unix": 1779962927.014479, "t_first_token_unix": 1779962926.8481855, "tpot_s": 0.006151147333353206, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18487325], "trace_timestamp_s": 2217.541, "ttft_s": 0.11943752699880861, "turn_id": 24} +{"actual_output_tokens": 46, "cached_tokens": 42224, "effective_input_length": 42444, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42444, "latency_s": 0.46149358399998164, "output_length": 46, "proxy_request_id": "1340290:25:1888447:1127", "request_id": "1340290:25:1888447:1127", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1340290", "t_dispatch_unix": 1779962931.1227434, "t_finish_unix": 1779962931.5842366, "t_first_token_unix": 1779962931.2852445, "tpot_s": 0.006639160044384577, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279], "trace_timestamp_s": 2221.934, "ttft_s": 0.16249937700195005, "turn_id": 25} +{"actual_output_tokens": 1188, "cached_tokens": 58512, "effective_input_length": 63845, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63845, "latency_s": 12.384486726001342, "output_length": 1188, "proxy_request_id": "1277428:20:1885419:1123", "request_id": "1277428:20:1885419:1123", "request_type": "coder", "requested_output_tokens": 1188, "session_id": "1277428", "t_dispatch_unix": 1779962920.8362105, "t_finish_unix": 1779962933.2206972, "t_first_token_unix": 1779962923.0748997, "tpot_s": 0.008547229964615181, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 18468801, 18468802, 18468803, 18468804, 18468805, 18468806, 18468807, 18468808, 18468809, 18468810, 18468811, 18468812, 18468813, 18468814, 18468815, 18468816, 18468817, 18468818], "trace_timestamp_s": 2211.6440000000002, "ttft_s": 2.238687100001698, "turn_id": 20} +{"actual_output_tokens": 32, "cached_tokens": 42480, "effective_input_length": 48504, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48504, "latency_s": 2.1002423169993563, "output_length": 32, "proxy_request_id": "1340290:26:1889402:1128", "request_id": "1340290:26:1889402:1128", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1340290", "t_dispatch_unix": 1779962934.4408019, "t_finish_unix": 1779962936.541044, "t_first_token_unix": 1779962936.3365664, "tpot_s": 0.006587898774253723, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944], "trace_timestamp_s": 2225.25, "ttft_s": 1.8957625689981796, "turn_id": 26} +{"actual_output_tokens": 87, "cached_tokens": 119536, "effective_input_length": 119686, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119686, "latency_s": 1.3080710460017144, "output_length": 87, "proxy_request_id": "1270606:13:1890252:1129", "request_id": "1270606:13:1890252:1129", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1270606", "t_dispatch_unix": 1779962937.4154868, "t_finish_unix": 1779962938.7235577, "t_first_token_unix": 1779962937.8219917, "tpot_s": 0.010480474744199879, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18517741, 18517742, 18517743, 18517744, 18517745, 18517746, 18517747, 18517748, 18517749, 18517750, 18517751, 18517752, 18517753, 18517754, 18517755, 18517756, 18517757, 18517758, 18517759, 18517760, 18517761, 18517762, 18517763, 18517764, 18517765, 18517766, 18517767, 18517768, 18517769, 18517770, 18517771, 18517772, 18517773, 18517774, 18517775, 18517776, 18517777, 18517778, 18517779, 18517780, 18517781, 18517782, 18517783, 18517784, 18517785, 18517786, 18517787, 18517788, 18517789, 18517790, 18517791, 18517792, 18517793, 18517794, 18517795, 18517796, 18517797, 18517798, 18517799, 18517800, 18517801, 18517802, 18517803, 18517804, 18517805, 18517806, 18517807, 18517808, 18517809, 18517810, 18517811, 18517812, 18517813, 18517814, 18517815, 18517816, 18517817, 18517818, 18517819, 18517820, 18517821, 18517822, 18517823, 18517824, 18517825, 18517826, 18517827, 18517828, 18517829, 18517830, 18517831, 18517832, 18517833, 18517834, 18517835, 18517836, 18517837, 18517838, 18517839, 18517840, 18517841, 18517842, 18517843, 18517844, 18517845, 18517846, 18517847, 18517848, 18517849, 18517850, 18517851, 18517852, 18517853], "trace_timestamp_s": 2228.202, "ttft_s": 0.4065030050005589, "turn_id": 13} +{"actual_output_tokens": 47, "cached_tokens": 48528, "effective_input_length": 49361, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49361, "latency_s": 0.7078360239975154, "output_length": 47, "proxy_request_id": "1340290:27:1892591:1131", "request_id": "1340290:27:1892591:1131", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1340290", "t_dispatch_unix": 1779962945.0281854, "t_finish_unix": 1779962945.7360215, "t_first_token_unix": 1779962945.4150457, "tpot_s": 0.006972595021737937, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18539337], "trace_timestamp_s": 2235.84, "ttft_s": 0.386857802997838, "turn_id": 27} +{"actual_output_tokens": 175, "cached_tokens": 119760, "effective_input_length": 119828, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119828, "latency_s": 2.2564419789996464, "output_length": 175, "proxy_request_id": "1270606:14:1892412:1130", "request_id": "1270606:14:1892412:1130", "request_type": "coder", "requested_output_tokens": 175, "session_id": "1270606", "t_dispatch_unix": 1779962944.361338, "t_finish_unix": 1779962946.6177795, "t_first_token_unix": 1779962944.6523232, "tpot_s": 0.01129423041378289, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18537949, 18537950, 18537951, 18537952, 18537953, 18537954, 18537955, 18537956, 18537957, 18537958, 18537959, 18537960, 18537961, 18537962, 18537963, 18537964, 18537965, 18537966, 18537967, 18537968, 18537969, 18537970, 18537971, 18537972, 18537973, 18537974, 18537975, 18537976, 18537977, 18537978, 18537979, 18537980, 18537981, 18537982, 18537983, 18537984, 18537985, 18537986, 18537987, 18537988, 18537989, 18537990, 18537991, 18537992, 18537993, 18537994, 18537995, 18537996, 18537997, 18537998, 18537999, 18538000, 18538001, 18538002, 18538003, 18538004, 18538005, 18538006, 18538007, 18538008, 18538009, 18538010, 18538011, 18538012, 18538013, 18538014, 18538015, 18538016, 18538017, 18538018, 18538019, 18538020, 18538021, 18538022, 18538023, 18538024, 18538025, 18538026, 18538027, 18538028, 18538029, 18538030, 18538031, 18538032, 18538033, 18538034, 18538035, 18538036, 18538037, 18538038, 18538039, 18538040, 18538041, 18538042, 18538043, 18538044, 18538045, 18538046, 18538047, 18538048, 18538049, 18538050, 18538051, 18538052, 18538053, 18538054, 18538055, 18538056, 18538057, 18538058, 18538059, 18538060, 18538061, 18538062], "trace_timestamp_s": 2235.143, "ttft_s": 0.29098320200137096, "turn_id": 14} +{"actual_output_tokens": 38, "cached_tokens": 49392, "effective_input_length": 49454, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49454, "latency_s": 0.3709818719980831, "output_length": 38, "proxy_request_id": "1340290:28:1893837:1132", "request_id": "1340290:28:1893837:1132", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1340290", "t_dispatch_unix": 1779962949.3375707, "t_finish_unix": 1779962949.708552, "t_first_token_unix": 1779962949.4589145, "tpot_s": 0.006741115054004744, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462], "trace_timestamp_s": 2240.1460000000006, "ttft_s": 0.12134213500030455, "turn_id": 28} +{"actual_output_tokens": 80, "cached_tokens": 58912, "effective_input_length": 59265, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59265, "latency_s": 0.9351125709981716, "output_length": 80, "proxy_request_id": "1305906:9:1893880:1133", "request_id": "1305906:9:1893880:1133", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1305906", "t_dispatch_unix": 1779962949.5020647, "t_finish_unix": 1779962950.4371777, "t_first_token_unix": 1779962949.8275948, "tpot_s": 0.007712887012645826, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18280927, 18397304, 18518509], "trace_timestamp_s": 2240.313, "ttft_s": 0.3255279469995003, "turn_id": 9} +{"actual_output_tokens": 91, "cached_tokens": 120000, "effective_input_length": 120058, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 120058, "latency_s": 1.2715459190003457, "output_length": 91, "proxy_request_id": "1270606:15:1895310:1134", "request_id": "1270606:15:1895310:1134", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1270606", "t_dispatch_unix": 1779962954.1485596, "t_finish_unix": 1779962955.420105, "t_first_token_unix": 1779962954.4480865, "tpot_s": 0.010797582633353562, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18566130, 18566131, 18566132, 18566133, 18566134, 18566135, 18566136, 18566137, 18566138, 18566139, 18566140, 18566141, 18566142, 18566143, 18566144, 18566145, 18566146, 18566147, 18566148, 18566149, 18566150, 18566151, 18566152, 18566153, 18566154, 18566155, 18566156, 18566157, 18566158, 18566159, 18566160, 18566161, 18566162, 18566163, 18566164, 18566165, 18566166, 18566167, 18566168, 18566169, 18566170, 18566171, 18566172, 18566173, 18566174, 18566175, 18566176, 18566177, 18566178, 18566179, 18566180, 18566181, 18566182, 18566183, 18566184, 18566185, 18566186, 18566187, 18566188, 18566189, 18566190, 18566191, 18566192, 18566193, 18566194, 18566195, 18566196, 18566197, 18566198, 18566199, 18566200, 18566201, 18566202, 18566203, 18566204, 18566205, 18566206, 18566207, 18566208, 18566209, 18566210, 18566211, 18566212, 18566213, 18566214, 18566215, 18566216, 18566217, 18566218, 18566219, 18566220, 18566221, 18566222, 18566223, 18566224, 18566225, 18566226, 18566227, 18566228, 18566229, 18566230, 18566231, 18566232, 18566233, 18566234, 18566235, 18566236, 18566237, 18566238, 18566239, 18566240, 18566241, 18566242], "trace_timestamp_s": 2244.9320000000007, "ttft_s": 0.2995247899998503, "turn_id": 15} +{"actual_output_tokens": 37, "cached_tokens": 49488, "effective_input_length": 49576, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49576, "latency_s": 0.3613015609989816, "output_length": 37, "proxy_request_id": "1340290:29:1896119:1136", "request_id": "1340290:29:1896119:1136", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1340290", "t_dispatch_unix": 1779962956.6618204, "t_finish_unix": 1779962957.0231218, "t_first_token_unix": 1779962956.7792878, "tpot_s": 0.006765715666612475, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462], "trace_timestamp_s": 2247.473, "ttft_s": 0.11746556700018118, "turn_id": 29} +{"actual_output_tokens": 200, "cached_tokens": 135632, "effective_input_length": 135905, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 135905, "latency_s": 2.897140936998767, "output_length": 200, "proxy_request_id": "1356885:13:1895311:1135", "request_id": "1356885:13:1895311:1135", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1356885", "t_dispatch_unix": 1779962954.1603208, "t_finish_unix": 1779962957.0574613, "t_first_token_unix": 1779962954.630724, "tpot_s": 0.012193510748746385, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 18566244], "trace_timestamp_s": 2244.933, "ttft_s": 0.47040075799668557, "turn_id": 13} +{"actual_output_tokens": 200, "cached_tokens": 49600, "effective_input_length": 49695, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49695, "latency_s": 1.6274651610001456, "output_length": 200, "proxy_request_id": "1340290:30:1896991:1137", "request_id": "1340290:30:1896991:1137", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1340290", "t_dispatch_unix": 1779962959.6340804, "t_finish_unix": 1779962961.2615452, "t_first_token_unix": 1779962959.7521718, "tpot_s": 0.007583604592975608, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18582285], "trace_timestamp_s": 2250.4440000000004, "ttft_s": 0.11808902099801344, "turn_id": 30} +{"actual_output_tokens": 89, "cached_tokens": 49888, "effective_input_length": 49927, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49927, "latency_s": 0.7592748549977841, "output_length": 89, "proxy_request_id": "1340290:31:1899492:1138", "request_id": "1340290:31:1899492:1138", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1340290", "t_dispatch_unix": 1779962968.0189724, "t_finish_unix": 1779962968.778247, "t_first_token_unix": 1779962968.1206086, "tpot_s": 0.007470622863655246, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609], "trace_timestamp_s": 2258.8240000000005, "ttft_s": 0.10163434499918367, "turn_id": 31} +{"actual_output_tokens": 89, "cached_tokens": 120144, "effective_input_length": 120572, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 120572, "latency_s": 1.5718681100006506, "output_length": 89, "proxy_request_id": "1270606:16:1902252:1140", "request_id": "1270606:16:1902252:1140", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1270606", "t_dispatch_unix": 1779962976.5112805, "t_finish_unix": 1779962978.0831485, "t_first_token_unix": 1779962977.1346297, "tpot_s": 0.010775886000002092, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18635959, 18635960, 18635961, 18635962, 18635963, 18635964, 18635965, 18635966, 18635967, 18635968, 18635969, 18635970, 18635971, 18635972, 18635973, 18635974, 18635975, 18635976, 18635977, 18635978, 18635979, 18635980, 18635981, 18635982, 18635983, 18635984, 18635985, 18635986, 18635987, 18635988, 18635989, 18635990, 18635991, 18635992, 18635993, 18635994, 18635995, 18635996, 18635997, 18635998, 18635999, 18636000, 18636001, 18636002, 18636003, 18636004, 18636005, 18636006, 18636007, 18636008, 18636009, 18636010, 18636011, 18636012, 18636013, 18636014, 18636015, 18636016, 18636017, 18636018, 18636019, 18636020, 18636021, 18636022, 18636023, 18636024, 18636025, 18636026, 18636027, 18636028, 18636029, 18636030, 18636031, 18636032, 18636033, 18636034, 18636035, 18636036, 18636037, 18636038, 18636039, 18636040, 18636041, 18636042, 18636043, 18636044, 18636045, 18636046, 18636047, 18636048, 18636049, 18636050, 18636051, 18636052, 18636053, 18636054, 18636055, 18636056, 18636057, 18636058, 18636059, 18636060, 18636061, 18636062, 18636063, 18636064, 18636065, 18636066, 18636067, 18636068, 18636069, 18636070, 18636071], "trace_timestamp_s": 2267.299, "ttft_s": 0.6233467450001626, "turn_id": 16} +{"actual_output_tokens": 60, "cached_tokens": 120656, "effective_input_length": 121006, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121006, "latency_s": 1.226040446999832, "output_length": 60, "proxy_request_id": "1270606:17:1908800:1141", "request_id": "1270606:17:1908800:1141", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1270606", "t_dispatch_unix": 1779962998.1075294, "t_finish_unix": 1779962999.3335698, "t_first_token_unix": 1779962998.7616007, "tpot_s": 0.009689193321981416, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18700456, 18700457, 18700458, 18700459, 18700460, 18700461, 18700462, 18700463, 18700464, 18700465, 18700466, 18700467, 18700468, 18700469, 18700470, 18700471, 18700472, 18700473, 18700474, 18700475, 18700476, 18700477, 18700478, 18700479, 18700480, 18700481, 18700482, 18700483, 18700484, 18700485, 18700486, 18700487, 18700488, 18700489, 18700490, 18700491, 18700492, 18700493, 18700494, 18700495, 18700496, 18700497, 18700498, 18700499, 18700500, 18700501, 18700502, 18700503, 18700504, 18700505, 18700506, 18700507, 18700508, 18700509, 18700510, 18700511, 18700512, 18700513, 18700514, 18700515, 18700516, 18700517, 18700518, 18700519, 18700520, 18700521, 18700522, 18700523, 18700524, 18700525, 18700526, 18700527, 18700528, 18700529, 18700530, 18700531, 18700532, 18700533, 18700534, 18700535, 18700536, 18700537, 18700538, 18700539, 18700540, 18700541, 18700542, 18700543, 18700544, 18700545, 18700546, 18700547, 18700548, 18700549, 18700550, 18700551, 18700552, 18700553, 18700554, 18700555, 18700556, 18700557, 18700558, 18700559, 18700560, 18700561, 18700562, 18700563, 18700564, 18700565, 18700566, 18700567, 18700568, 18700569], "trace_timestamp_s": 2288.8940000000002, "ttft_s": 0.6540673770032299, "turn_id": 17} +{"actual_output_tokens": 3883, "cached_tokens": 50000, "effective_input_length": 50078, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50078, "latency_s": 30.876009438001347, "output_length": 3883, "proxy_request_id": "1340290:32:1901260:1139", "request_id": "1340290:32:1901260:1139", "request_type": "coder", "requested_output_tokens": 3883, "session_id": "1340290", "t_dispatch_unix": 1779962973.429569, "t_finish_unix": 1779963004.3055782, "t_first_token_unix": 1779962973.5650144, "tpot_s": 0.007918612833848647, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609], "trace_timestamp_s": 2264.237, "ttft_s": 0.13544348000141326, "turn_id": 32} +{"actual_output_tokens": 82, "cached_tokens": 121056, "effective_input_length": 121288, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121288, "latency_s": 1.271993846999976, "output_length": 82, "proxy_request_id": "1270606:18:1915824:1142", "request_id": "1270606:18:1915824:1142", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1270606", "t_dispatch_unix": 1779963021.0880687, "t_finish_unix": 1779963022.360062, "t_first_token_unix": 1779963021.494198, "tpot_s": 0.010686682086403087, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18700456, 18770157, 18770158, 18770159, 18770160, 18770161, 18770162, 18770163, 18770164, 18770165, 18770166, 18770167, 18770168, 18770169, 18770170, 18770171, 18770172, 18770173, 18770174, 18770175, 18770176, 18770177, 18770178, 18770179, 18770180, 18770181, 18770182, 18770183, 18770184, 18770185, 18770186, 18770187, 18770188, 18770189, 18770190, 18770191, 18770192, 18770193, 18770194, 18770195, 18770196, 18770197, 18770198, 18770199, 18770200, 18770201, 18770202, 18770203, 18770204, 18770205, 18770206, 18770207, 18770208, 18770209, 18770210, 18770211, 18770212, 18770213, 18770214, 18770215, 18770216, 18770217, 18770218, 18770219, 18770220, 18770221, 18770222, 18770223, 18770224, 18770225, 18770226, 18770227, 18770228, 18770229, 18770230, 18770231, 18770232, 18770233, 18770234, 18770235, 18770236, 18770237, 18770238, 18770239, 18770240, 18770241, 18770242, 18770243, 18770244, 18770245, 18770246, 18770247, 18770248, 18770249, 18770250, 18770251, 18770252, 18770253, 18770254, 18770255, 18770256, 18770257, 18770258, 18770259, 18770260, 18770261, 18770262, 18770263, 18770264, 18770265, 18770266, 18770267, 18770268, 18770269], "trace_timestamp_s": 2311.8590000000004, "ttft_s": 0.40612687099928735, "turn_id": 18} +{"actual_output_tokens": 91, "cached_tokens": 121360, "effective_input_length": 121560, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121560, "latency_s": 1.3748728959981236, "output_length": 91, "proxy_request_id": "1270606:19:1920499:1143", "request_id": "1270606:19:1920499:1143", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1270606", "t_dispatch_unix": 1779963036.2302697, "t_finish_unix": 1779963037.6051424, "t_first_token_unix": 1779963036.6340752, "tpot_s": 0.010787022733307419, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18700456, 18814461, 18814462, 18814463, 18814464, 18814465, 18814466, 18814467, 18814468, 18814469, 18814470, 18814471, 18814472, 18814473, 18814474, 18814475, 18814476, 18814477, 18814478, 18814479, 18814480, 18814481, 18814482, 18814483, 18814484, 18814485, 18814486, 18814487, 18814488, 18814489, 18814490, 18814491, 18814492, 18814493, 18814494, 18814495, 18814496, 18814497, 18814498, 18814499, 18814500, 18814501, 18814502, 18814503, 18814504, 18814505, 18814506, 18814507, 18814508, 18814509, 18814510, 18814511, 18814512, 18814513, 18814514, 18814515, 18814516, 18814517, 18814518, 18814519, 18814520, 18814521, 18814522, 18814523, 18814524, 18814525, 18814526, 18814527, 18814528, 18814529, 18814530, 18814531, 18814532, 18814533, 18814534, 18814535, 18814536, 18814537, 18814538, 18814539, 18814540, 18814541, 18814542, 18814543, 18814544, 18814545, 18814546, 18814547, 18814548, 18814549, 18814550, 18814551, 18814552, 18814553, 18814554, 18814555, 18814556, 18814557, 18814558, 18814559, 18814560, 18814561, 18814562, 18814563, 18814564, 18814565, 18814566, 18814567, 18814568, 18814569, 18814570, 18814571, 18814572, 18814573, 18814574], "trace_timestamp_s": 2327.013, "ttft_s": 0.40380352400097763, "turn_id": 19} +{"actual_output_tokens": 120, "cached_tokens": 121648, "effective_input_length": 121704, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121704, "latency_s": 1.5805000469990773, "output_length": 120, "proxy_request_id": "1270606:20:1922639:1144", "request_id": "1270606:20:1922639:1144", "request_type": "coder", "requested_output_tokens": 120, "session_id": "1270606", "t_dispatch_unix": 1779963043.678727, "t_finish_unix": 1779963045.2592258, "t_first_token_unix": 1779963043.9450114, "tpot_s": 0.011041896789911411, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18700456, 18814461, 18833388, 18833389, 18833390, 18833391, 18833392, 18833393, 18833394, 18833395, 18833396, 18833397, 18833398, 18833399, 18833400, 18833401, 18833402, 18833403, 18833404, 18833405, 18833406, 18833407, 18833408, 18833409, 18833410, 18833411, 18833412, 18833413, 18833414, 18833415, 18833416, 18833417, 18833418, 18833419, 18833420, 18833421, 18833422, 18833423, 18833424, 18833425, 18833426, 18833427, 18833428, 18833429, 18833430, 18833431, 18833432, 18833433, 18833434, 18833435, 18833436, 18833437, 18833438, 18833439, 18833440, 18833441, 18833442, 18833443, 18833444, 18833445, 18833446, 18833447, 18833448, 18833449, 18833450, 18833451, 18833452, 18833453, 18833454, 18833455, 18833456, 18833457, 18833458, 18833459, 18833460, 18833461, 18833462, 18833463, 18833464, 18833465, 18833466, 18833467, 18833468, 18833469, 18833470, 18833471, 18833472, 18833473, 18833474, 18833475, 18833476, 18833477, 18833478, 18833479, 18833480, 18833481, 18833482, 18833483, 18833484, 18833485, 18833486, 18833487, 18833488, 18833489, 18833490, 18833491, 18833492, 18833493, 18833494, 18833495, 18833496, 18833497, 18833498, 18833499, 18833500], "trace_timestamp_s": 2334.46, "ttft_s": 0.26628337900183396, "turn_id": 20} +{"actual_output_tokens": 48, "cached_tokens": 59344, "effective_input_length": 61801, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61801, "latency_s": 1.4034815049999452, "output_length": 48, "proxy_request_id": "1305906:10:1928316:1145", "request_id": "1305906:10:1928316:1145", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1305906", "t_dispatch_unix": 1779963062.235174, "t_finish_unix": 1779963063.638655, "t_first_token_unix": 1779963063.2898755, "tpot_s": 0.0074149171063680195, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18280927, 18397304, 18518509, 18736108, 18851869, 18889037, 18889038, 18889039], "trace_timestamp_s": 2353.0420000000004, "ttft_s": 1.054700046999642, "turn_id": 10} +{"actual_output_tokens": 142, "cached_tokens": 53952, "effective_input_length": 53990, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 53990, "latency_s": 1.210755345000507, "output_length": 142, "proxy_request_id": "1340290:33:1939781:1146", "request_id": "1340290:33:1939781:1146", "request_type": "coder", "requested_output_tokens": 142, "session_id": "1340290", "t_dispatch_unix": 1779963100.0010643, "t_finish_unix": 1779963101.211819, "t_first_token_unix": 1779963100.1196313, "tpot_s": 0.007742434730494258, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 18997503], "trace_timestamp_s": 2390.7840000000006, "ttft_s": 0.11856570199961425, "turn_id": 33} +{"actual_output_tokens": 314, "cached_tokens": 54128, "effective_input_length": 54164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54164, "latency_s": 2.580012671001896, "output_length": 314, "proxy_request_id": "1340290:34:1942249:1147", "request_id": "1340290:34:1942249:1147", "request_type": "coder", "requested_output_tokens": 314, "session_id": "1340290", "t_dispatch_unix": 1779963107.8502758, "t_finish_unix": 1779963110.4302886, "t_first_token_unix": 1779963107.9613519, "tpot_s": 0.007887089182108996, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002], "trace_timestamp_s": 2398.6550000000007, "ttft_s": 0.11107412999990629, "turn_id": 34} +{"actual_output_tokens": 142, "cached_tokens": 136096, "effective_input_length": 136210, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 136210, "latency_s": 2.0609161339998536, "output_length": 142, "proxy_request_id": "1356885:14:1948151:1148", "request_id": "1356885:14:1948151:1148", "request_type": "coder", "requested_output_tokens": 142, "session_id": "1356885", "t_dispatch_unix": 1779963127.6059945, "t_finish_unix": 1779963129.6669102, "t_first_token_unix": 1779963127.976205, "tpot_s": 0.011988660156027519, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 19076312, 19076313], "trace_timestamp_s": 2418.398, "ttft_s": 0.37020898099945043, "turn_id": 14} +{"actual_output_tokens": 480, "cached_tokens": 54464, "effective_input_length": 54498, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54498, "latency_s": 3.9151521070016315, "output_length": 480, "proxy_request_id": "1340290:35:1964727:1149", "request_id": "1340290:35:1964727:1149", "request_type": "coder", "requested_output_tokens": 480, "session_id": "1340290", "t_dispatch_unix": 1779963182.2836287, "t_finish_unix": 1779963186.1987808, "t_first_token_unix": 1779963182.3966696, "tpot_s": 0.007936962651358485, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19236085], "trace_timestamp_s": 2473.0910000000003, "ttft_s": 0.1130388759993366, "turn_id": 35} +{"actual_output_tokens": 62, "cached_tokens": 54800, "effective_input_length": 54811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54811, "latency_s": 0.5444361100016977, "output_length": 62, "proxy_request_id": "1340290:36:1969509:1150", "request_id": "1340290:36:1969509:1150", "request_type": "coder", "requested_output_tokens": 62, "session_id": "1340290", "t_dispatch_unix": 1779963198.0855494, "t_finish_unix": 1779963198.629985, "t_first_token_unix": 1779963198.18092, "tpot_s": 0.007356906524603159, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19281054], "trace_timestamp_s": 2488.8830000000007, "ttft_s": 0.0953685550011869, "turn_id": 36} +{"actual_output_tokens": 62, "cached_tokens": 54864, "effective_input_length": 55358, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55358, "latency_s": 0.7726214780013834, "output_length": 62, "proxy_request_id": "1340290:37:1971106:1151", "request_id": "1340290:37:1971106:1151", "request_type": "coder", "requested_output_tokens": 62, "session_id": "1340290", "t_dispatch_unix": 1779963203.227734, "t_finish_unix": 1779963204.000355, "t_first_token_unix": 1779963203.53754, "tpot_s": 0.007489568688529811, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19296412], "trace_timestamp_s": 2494.0340000000006, "ttft_s": 0.3098038190000807, "turn_id": 37} +{"actual_output_tokens": 87, "cached_tokens": 55408, "effective_input_length": 56006, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56006, "latency_s": 0.9850726869990467, "output_length": 87, "proxy_request_id": "1340290:38:1972289:1152", "request_id": "1340290:38:1972289:1152", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1340290", "t_dispatch_unix": 1779963207.1563208, "t_finish_unix": 1779963208.1413934, "t_first_token_unix": 1779963207.4817317, "tpot_s": 0.007667661976758905, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19308727], "trace_timestamp_s": 2497.964, "ttft_s": 0.32540833899838617, "turn_id": 38} +{"actual_output_tokens": 87, "cached_tokens": 56080, "effective_input_length": 56242, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56242, "latency_s": 0.860023490000458, "output_length": 87, "proxy_request_id": "1340290:39:1973889:1153", "request_id": "1340290:39:1973889:1153", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1340290", "t_dispatch_unix": 1779963212.582678, "t_finish_unix": 1779963213.4427016, "t_first_token_unix": 1779963212.7822447, "tpot_s": 0.007676431488382446, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773], "trace_timestamp_s": 2503.389, "ttft_s": 0.19956464799906826, "turn_id": 39} +{"actual_output_tokens": 65, "cached_tokens": 56320, "effective_input_length": 56416, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56416, "latency_s": 0.6134980659990106, "output_length": 65, "proxy_request_id": "1340290:40:1975278:1154", "request_id": "1340290:40:1975278:1154", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1340290", "t_dispatch_unix": 1779963217.1436427, "t_finish_unix": 1779963217.7571402, "t_first_token_unix": 1779963217.2774286, "tpot_s": 0.0074916571562084755, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19337746], "trace_timestamp_s": 2507.952, "ttft_s": 0.1337839090010675, "turn_id": 40} +{"actual_output_tokens": 250, "cached_tokens": 56480, "effective_input_length": 57181, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57181, "latency_s": 2.4131406859996787, "output_length": 250, "proxy_request_id": "1340290:41:1977055:1156", "request_id": "1340290:41:1977055:1156", "request_type": "coder", "requested_output_tokens": 250, "session_id": "1340290", "t_dispatch_unix": 1779963223.0817738, "t_finish_unix": 1779963225.494914, "t_first_token_unix": 1779963223.509429, "tpot_s": 0.007972833457843885, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819], "trace_timestamp_s": 2513.8910000000005, "ttft_s": 0.4276534709970292, "turn_id": 41} +{"actual_output_tokens": 677, "cached_tokens": 65024, "effective_input_length": 67793, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 67793, "latency_s": 7.165489826998964, "output_length": 677, "proxy_request_id": "1277428:21:1976968:1155", "request_id": "1277428:21:1976968:1155", "request_type": "coder", "requested_output_tokens": 677, "session_id": "1277428", "t_dispatch_unix": 1779963222.7923665, "t_finish_unix": 1779963229.957856, "t_first_token_unix": 1779963224.0656354, "tpot_s": 0.0087158847026648, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 18468801, 18468802, 18468803, 18468804, 18468805, 19354124, 19354125, 19354126, 19354127, 19354128, 19354129, 19354130, 19354131, 19354132, 19354133, 19354134, 19354135, 19354136, 19354137, 19354138, 19354139, 19354140, 19354141, 19354142, 19354143, 19354144], "trace_timestamp_s": 2513.5970000000007, "ttft_s": 1.2732672829988587, "turn_id": 21} +{"actual_output_tokens": 66, "cached_tokens": 57424, "effective_input_length": 57463, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57463, "latency_s": 0.6035664939990966, "output_length": 66, "proxy_request_id": "1340290:42:1982198:1157", "request_id": "1340290:42:1982198:1157", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1340290", "t_dispatch_unix": 1779963239.9928796, "t_finish_unix": 1779963240.5964458, "t_first_token_unix": 1779963240.1071045, "tpot_s": 0.007524826892320282, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19402723], "trace_timestamp_s": 2530.7870000000003, "ttft_s": 0.1142236489977222, "turn_id": 42} +{"actual_output_tokens": 68, "cached_tokens": 57520, "effective_input_length": 57640, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57640, "latency_s": 0.684691759000998, "output_length": 68, "proxy_request_id": "1340290:43:1983901:1158", "request_id": "1340290:43:1983901:1158", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1340290", "t_dispatch_unix": 1779963245.3801148, "t_finish_unix": 1779963246.0648062, "t_first_token_unix": 1779963245.549486, "tpot_s": 0.00768767804478177, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878], "trace_timestamp_s": 2536.1860000000006, "ttft_s": 0.16936921500018798, "turn_id": 43} +{"actual_output_tokens": 92, "cached_tokens": 57696, "effective_input_length": 57809, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57809, "latency_s": 0.8826613559976977, "output_length": 92, "proxy_request_id": "1340290:44:1986230:1159", "request_id": "1340290:44:1986230:1159", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1340290", "t_dispatch_unix": 1779963253.4607446, "t_finish_unix": 1779963254.3434057, "t_first_token_unix": 1779963253.6293736, "tpot_s": 0.007843833175834184, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878], "trace_timestamp_s": 2544.2660000000005, "ttft_s": 0.16862693499933812, "turn_id": 44} +{"actual_output_tokens": 45, "cached_tokens": 68464, "effective_input_length": 69987, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69987, "latency_s": 1.1311139610006649, "output_length": 45, "proxy_request_id": "1277428:21:1989132:1160", "request_id": "1277428:21:1989132:1160", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1277428", "t_dispatch_unix": 1779963262.8798008, "t_finish_unix": 1779963264.0109146, "t_first_token_unix": 1779963263.6699545, "tpot_s": 0.007743248795453506, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 18468801, 18468802, 18468803, 18468804, 18468805, 19354124, 19354125, 19354126, 19354127, 19354128, 19354129, 19354130, 19354131, 19354132, 19354133, 19467851, 19467852, 19467853, 19467854, 19467855, 19467856, 19467857, 19467858, 19467859, 19467860, 19467861, 19467862, 19467863, 19467864, 19467865], "trace_timestamp_s": 2553.679, "ttft_s": 0.7901518649996433, "turn_id": 21} +{"actual_output_tokens": 52, "cached_tokens": 70016, "effective_input_length": 70055, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70055, "latency_s": 0.535366331001569, "output_length": 52, "proxy_request_id": "1277428:22:1990436:1161", "request_id": "1277428:22:1990436:1161", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1277428", "t_dispatch_unix": 1779963267.4195971, "t_finish_unix": 1779963267.954963, "t_first_token_unix": 1779963267.5492682, "tpot_s": 0.007949649549047142, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 18468801, 18468802, 18468803, 18468804, 18468805, 19354124, 19354125, 19354126, 19354127, 19354128, 19354129, 19354130, 19354131, 19354132, 19354133, 19467851, 19467852, 19467853, 19467854, 19479910, 19479911, 19479912, 19479913, 19479914, 19479915, 19479916, 19479917, 19479918, 19479919, 19479920], "trace_timestamp_s": 2558.2250000000004, "ttft_s": 0.1296694539996679, "turn_id": 22} +{"actual_output_tokens": 36, "cached_tokens": 57888, "effective_input_length": 58053, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58053, "latency_s": 0.45582385300076567, "output_length": 36, "proxy_request_id": "1340290:45:1991694:1162", "request_id": "1340290:45:1991694:1162", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1340290", "t_dispatch_unix": 1779963271.4394877, "t_finish_unix": 1779963271.8953097, "t_first_token_unix": 1779963271.6464105, "tpot_s": 0.0071047604857345245, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19491520], "trace_timestamp_s": 2562.2430000000004, "ttft_s": 0.2069229480002832, "turn_id": 45} +{"actual_output_tokens": 56, "cached_tokens": 58080, "effective_input_length": 58122, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58122, "latency_s": 0.5265249050025886, "output_length": 56, "proxy_request_id": "1340290:46:1992980:1163", "request_id": "1340290:46:1992980:1163", "request_type": "coder", "requested_output_tokens": 56, "session_id": "1340290", "t_dispatch_unix": 1779963275.6599693, "t_finish_unix": 1779963276.186494, "t_first_token_unix": 1779963275.7726686, "tpot_s": 0.007519257327261254, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652], "trace_timestamp_s": 2566.4670000000006, "ttft_s": 0.11269762300071307, "turn_id": 46} +{"actual_output_tokens": 36, "cached_tokens": 58176, "effective_input_length": 58307, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58307, "latency_s": 0.40077307899991865, "output_length": 36, "proxy_request_id": "1340290:47:1995358:1164", "request_id": "1340290:47:1995358:1164", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1340290", "t_dispatch_unix": 1779963283.5235028, "t_finish_unix": 1779963283.9242754, "t_first_token_unix": 1779963283.6797535, "tpot_s": 0.006980057542802699, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652], "trace_timestamp_s": 2574.327, "ttft_s": 0.15624918400135357, "turn_id": 47} +{"actual_output_tokens": 251, "cached_tokens": 58336, "effective_input_length": 58339, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58339, "latency_s": 2.122056080999755, "output_length": 251, "proxy_request_id": "1340290:48:1996945:1165", "request_id": "1340290:48:1996945:1165", "request_type": "coder", "requested_output_tokens": 251, "session_id": "1340290", "t_dispatch_unix": 1779963288.8278263, "t_finish_unix": 1779963290.949882, "t_first_token_unix": 1779963288.9225917, "tpot_s": 0.00810810174800281, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652], "trace_timestamp_s": 2579.634, "ttft_s": 0.094763585999317, "turn_id": 48} +{"actual_output_tokens": 140, "cached_tokens": 136336, "effective_input_length": 136653, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 136653, "latency_s": 2.3532160260001547, "output_length": 140, "proxy_request_id": "1356885:15:1998292:1166", "request_id": "1356885:15:1998292:1166", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1356885", "t_dispatch_unix": 1779963293.2875147, "t_finish_unix": 1779963295.6407304, "t_first_token_unix": 1779963293.9760196, "tpot_s": 0.011974622776983941, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 19076312, 19553016], "trace_timestamp_s": 2584.094, "ttft_s": 0.6885027809985331, "turn_id": 15} +{"actual_output_tokens": 78, "cached_tokens": 58576, "effective_input_length": 58622, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58622, "latency_s": 0.709283090000099, "output_length": 78, "proxy_request_id": "1340290:48:1999591:1167", "request_id": "1340290:48:1999591:1167", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1340290", "t_dispatch_unix": 1779963297.8435109, "t_finish_unix": 1779963298.5527942, "t_first_token_unix": 1779963297.9556437, "tpot_s": 0.00775189880520187, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958], "trace_timestamp_s": 2588.652, "ttft_s": 0.11213127800147049, "turn_id": 48} +{"actual_output_tokens": 68, "cached_tokens": 58688, "effective_input_length": 58808, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58808, "latency_s": 0.6836815729984664, "output_length": 68, "proxy_request_id": "1340290:48:2001313:1168", "request_id": "1340290:48:2001313:1168", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1340290", "t_dispatch_unix": 1779963303.3088832, "t_finish_unix": 1779963303.9925644, "t_first_token_unix": 1779963303.4803963, "tpot_s": 0.007640807477604431, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958], "trace_timestamp_s": 2594.116, "ttft_s": 0.17151148899938562, "turn_id": 48} +{"actual_output_tokens": 113, "cached_tokens": 58864, "effective_input_length": 58977, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58977, "latency_s": 1.0556381610003882, "output_length": 113, "proxy_request_id": "1340290:48:2003195:1169", "request_id": "1340290:48:2003195:1169", "request_type": "coder", "requested_output_tokens": 113, "session_id": "1340290", "t_dispatch_unix": 1779963309.6331487, "t_finish_unix": 1779963310.6887867, "t_first_token_unix": 1779963309.8051825, "tpot_s": 0.007887029642850913, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19598292], "trace_timestamp_s": 2600.4390000000003, "ttft_s": 0.1720321850007167, "turn_id": 48} +{"actual_output_tokens": 108, "cached_tokens": 59088, "effective_input_length": 59220, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59220, "latency_s": 0.9993715849996079, "output_length": 108, "proxy_request_id": "1340290:48:2005449:1170", "request_id": "1340290:48:2005449:1170", "request_type": "coder", "requested_output_tokens": 108, "session_id": "1340290", "t_dispatch_unix": 1779963317.023036, "t_finish_unix": 1779963318.0224075, "t_first_token_unix": 1779963317.1813114, "tpot_s": 0.007858547981337222, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999], "trace_timestamp_s": 2607.8280000000004, "ttft_s": 0.15827335599897197, "turn_id": 48} +{"actual_output_tokens": 52, "cached_tokens": 59312, "effective_input_length": 59487, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59487, "latency_s": 0.5898289600008866, "output_length": 52, "proxy_request_id": "1340290:48:2007287:1171", "request_id": "1340290:48:2007287:1171", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1340290", "t_dispatch_unix": 1779963323.1485546, "t_finish_unix": 1779963323.738383, "t_first_token_unix": 1779963323.3711262, "tpot_s": 0.007196608803924927, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19641799], "trace_timestamp_s": 2613.9540000000006, "ttft_s": 0.2225698639995244, "turn_id": 48} +{"actual_output_tokens": 88, "cached_tokens": 59536, "effective_input_length": 60935, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60935, "latency_s": 1.375246382001933, "output_length": 88, "proxy_request_id": "1340290:48:2008380:1173", "request_id": "1340290:48:2008380:1173", "request_type": "coder", "requested_output_tokens": 88, "session_id": "1340290", "t_dispatch_unix": 1779963327.249819, "t_finish_unix": 1779963328.6250653, "t_first_token_unix": 1779963327.9371333, "tpot_s": 0.0079045281034624, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19653243], "trace_timestamp_s": 2618.0600000000004, "ttft_s": 0.687312201000168, "turn_id": 48} +{"actual_output_tokens": 278, "cached_tokens": 61840, "effective_input_length": 66506, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66506, "latency_s": 4.327399185000104, "output_length": 278, "proxy_request_id": "1305906:11:2008110:1172", "request_id": "1305906:11:2008110:1172", "request_type": "coder", "requested_output_tokens": 278, "session_id": "1305906", "t_dispatch_unix": 1779963326.239602, "t_finish_unix": 1779963330.567001, "t_first_token_unix": 1779963328.2203765, "tpot_s": 0.00847068718049685, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18280927, 18397304, 18518509, 18736108, 18851869, 18889037, 18889038, 18889039, 19018877, 19530559, 19650064, 19650065, 19650066, 19650067, 19650068, 19650069, 19650070], "trace_timestamp_s": 2617.0460000000003, "ttft_s": 1.9807726910003112, "turn_id": 11} +{"actual_output_tokens": 128, "cached_tokens": 61008, "effective_input_length": 61080, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61080, "latency_s": 1.1755568820008193, "output_length": 128, "proxy_request_id": "1340290:48:2010180:1174", "request_id": "1340290:48:2010180:1174", "request_type": "coder", "requested_output_tokens": 128, "session_id": "1340290", "t_dispatch_unix": 1779963333.1054943, "t_finish_unix": 1779963334.2810512, "t_first_token_unix": 1779963333.2573786, "tpot_s": 0.008057989456689015, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19669693], "trace_timestamp_s": 2623.916, "ttft_s": 0.15188259199931053, "turn_id": 48} +{"actual_output_tokens": 68, "cached_tokens": 61200, "effective_input_length": 61365, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61365, "latency_s": 0.7366496740032744, "output_length": 68, "proxy_request_id": "1340290:48:2012871:1175", "request_id": "1340290:48:2012871:1175", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1340290", "t_dispatch_unix": 1779963341.78832, "t_finish_unix": 1779963342.5249689, "t_first_token_unix": 1779963342.0080373, "tpot_s": 0.007711357999983532, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456], "trace_timestamp_s": 2632.5910000000003, "ttft_s": 0.2197159970019129, "turn_id": 48} +{"actual_output_tokens": 65, "cached_tokens": 61424, "effective_input_length": 61518, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61518, "latency_s": 0.642582192998816, "output_length": 65, "proxy_request_id": "1340290:48:2014153:1176", "request_id": "1340290:48:2014153:1176", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1340290", "t_dispatch_unix": 1779963346.1854932, "t_finish_unix": 1779963346.8280747, "t_first_token_unix": 1779963346.3341064, "tpot_s": 0.007714540890617627, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19707873], "trace_timestamp_s": 2636.992, "ttft_s": 0.14861163899695384, "turn_id": 48} +{"actual_output_tokens": 281, "cached_tokens": 61568, "effective_input_length": 69113, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69113, "latency_s": 5.677653151000413, "output_length": 281, "proxy_request_id": "1340290:48:2015982:1177", "request_id": "1340290:48:2015982:1177", "request_type": "coder", "requested_output_tokens": 281, "session_id": "1340290", "t_dispatch_unix": 1779963352.2833426, "t_finish_unix": 1779963357.9609954, "t_first_token_unix": 1779963355.5152485, "tpot_s": 0.008733907721424267, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875], "trace_timestamp_s": 2643.0860000000002, "ttft_s": 3.2319042520030052, "turn_id": 48} +{"actual_output_tokens": 72, "cached_tokens": 69392, "effective_input_length": 69426, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69426, "latency_s": 0.7175624410010641, "output_length": 72, "proxy_request_id": "1340290:48:2018973:1178", "request_id": "1340290:48:2018973:1178", "request_type": "coder", "requested_output_tokens": 72, "session_id": "1340290", "t_dispatch_unix": 1779963362.0665405, "t_finish_unix": 1779963362.7841027, "t_first_token_unix": 1779963362.200177, "tpot_s": 0.008220856126748733, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176], "trace_timestamp_s": 2652.8720000000003, "ttft_s": 0.1336345320014516, "turn_id": 48} +{"actual_output_tokens": 70, "cached_tokens": 69488, "effective_input_length": 69601, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69601, "latency_s": 0.7632431960009853, "output_length": 70, "proxy_request_id": "1340290:48:2020779:1179", "request_id": "1340290:48:2020779:1179", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1340290", "t_dispatch_unix": 1779963368.1225772, "t_finish_unix": 1779963368.8858202, "t_first_token_unix": 1779963368.3193192, "tpot_s": 0.008206576927530452, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176], "trace_timestamp_s": 2658.928000000001, "ttft_s": 0.19674011500319466, "turn_id": 48} +{"actual_output_tokens": 106, "cached_tokens": 69664, "effective_input_length": 69951, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69951, "latency_s": 1.1346340819982288, "output_length": 106, "proxy_request_id": "1340290:48:2023753:1180", "request_id": "1340290:48:2023753:1180", "request_type": "coder", "requested_output_tokens": 106, "session_id": "1340290", "t_dispatch_unix": 1779963377.741033, "t_finish_unix": 1779963378.8756669, "t_first_token_unix": 1779963377.992907, "tpot_s": 0.008405082761912906, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067], "trace_timestamp_s": 2668.5430000000006, "ttft_s": 0.25187202399683883, "turn_id": 48} +{"actual_output_tokens": 65, "cached_tokens": 70048, "effective_input_length": 70342, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70342, "latency_s": 0.770463427001232, "output_length": 65, "proxy_request_id": "1340290:48:2026751:1181", "request_id": "1340290:48:2026751:1181", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1340290", "t_dispatch_unix": 1779963388.0176816, "t_finish_unix": 1779963388.788145, "t_first_token_unix": 1779963388.2724164, "tpot_s": 0.008053601624965268, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19829875], "trace_timestamp_s": 2678.8200000000006, "ttft_s": 0.2547322250029538, "turn_id": 48} +{"actual_output_tokens": 107, "cached_tokens": 70400, "effective_input_length": 70503, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70503, "latency_s": 1.095025260001421, "output_length": 107, "proxy_request_id": "1340290:48:2028652:1182", "request_id": "1340290:48:2028652:1182", "request_type": "coder", "requested_output_tokens": 107, "session_id": "1340290", "t_dispatch_unix": 1779963394.271143, "t_finish_unix": 1779963395.3661675, "t_first_token_unix": 1779963394.4701765, "tpot_s": 0.008450432547177561, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190], "trace_timestamp_s": 2685.077, "ttft_s": 0.19903183600035845, "turn_id": 48} +{"actual_output_tokens": 78, "cached_tokens": 70608, "effective_input_length": 70851, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70851, "latency_s": 0.8847768650011858, "output_length": 78, "proxy_request_id": "1340290:48:2033065:1183", "request_id": "1340290:48:2033065:1183", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1340290", "t_dispatch_unix": 1779963408.99892, "t_finish_unix": 1779963409.8836966, "t_first_token_unix": 1779963409.247857, "tpot_s": 0.008254616051952372, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19891018], "trace_timestamp_s": 2699.7960000000003, "ttft_s": 0.2489350520008884, "turn_id": 48} +{"actual_output_tokens": 64, "cached_tokens": 70928, "effective_input_length": 71067, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71067, "latency_s": 0.6964043290026893, "output_length": 64, "proxy_request_id": "1340290:48:2034908:1184", "request_id": "1340290:48:2034908:1184", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1340290", "t_dispatch_unix": 1779963415.2206604, "t_finish_unix": 1779963415.9170644, "t_first_token_unix": 1779963415.4040866, "tpot_s": 0.00813886852379905, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243], "trace_timestamp_s": 2706.0260000000007, "ttft_s": 0.18342404700160841, "turn_id": 48} +{"actual_output_tokens": 193, "cached_tokens": 7840, "effective_input_length": 7844, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7844, "latency_s": 1.0912710179982241, "output_length": 193, "proxy_request_id": "1258908:2:2035438:1185", "request_id": "1258908:2:2035438:1185", "request_type": "coder", "requested_output_tokens": 193, "session_id": "1258908", "t_dispatch_unix": 1779963417.0375466, "t_finish_unix": 1779963418.128818, "t_first_token_unix": 1779963417.091262, "tpot_s": 0.005402710494801492, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 19912315], "trace_timestamp_s": 2707.849, "ttft_s": 0.0537142369976209, "turn_id": 2} +{"actual_output_tokens": 125, "cached_tokens": 8032, "effective_input_length": 9120, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9120, "latency_s": 0.8299554990007891, "output_length": 125, "proxy_request_id": "1258908:3:1388683:699", "request_id": "1258908:3:1388683:699", "request_type": "coder", "requested_output_tokens": 125, "session_id": "1258908", "t_dispatch_unix": 1779963418.129589, "t_finish_unix": 1779963418.959545, "t_first_token_unix": 1779963418.2761815, "tpot_s": 0.0055091771935387385, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 13037146, 13752029, 13752030], "trace_timestamp_s": 527.4590000000007, "ttft_s": 0.14659082599973772, "turn_id": 3} +{"actual_output_tokens": 87, "cached_tokens": 71120, "effective_input_length": 71240, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71240, "latency_s": 0.9176712890002818, "output_length": 87, "proxy_request_id": "1340290:48:2036994:1186", "request_id": "1340290:48:2036994:1186", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1340290", "t_dispatch_unix": 1779963422.1627812, "t_finish_unix": 1779963423.0804524, "t_first_token_unix": 1779963422.3640735, "tpot_s": 0.008327307360453888, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19926625], "trace_timestamp_s": 2712.9700000000003, "ttft_s": 0.20129042400003527, "turn_id": 48} +{"actual_output_tokens": 133, "cached_tokens": 71312, "effective_input_length": 71545, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71545, "latency_s": 1.3942156440025428, "output_length": 133, "proxy_request_id": "1340290:48:2040473:1187", "request_id": "1340290:48:2040473:1187", "request_type": "coder", "requested_output_tokens": 133, "session_id": "1340290", "t_dispatch_unix": 1779963433.6848521, "t_finish_unix": 1779963435.0790677, "t_first_token_unix": 1779963433.9377527, "tpot_s": 0.00864451645454458, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166], "trace_timestamp_s": 2724.4890000000005, "ttft_s": 0.2528989599995839, "turn_id": 48} +{"actual_output_tokens": 70, "cached_tokens": 71664, "effective_input_length": 71867, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71867, "latency_s": 0.8207566550008778, "output_length": 70, "proxy_request_id": "1340290:48:2043771:1188", "request_id": "1340290:48:2043771:1188", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1340290", "t_dispatch_unix": 1779963444.7083085, "t_finish_unix": 1779963445.529065, "t_first_token_unix": 1779963444.9542356, "tpot_s": 0.008327390913030325, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 19990868], "trace_timestamp_s": 2735.509, "ttft_s": 0.2459251670006779, "turn_id": 48} +{"actual_output_tokens": 82, "cached_tokens": 71936, "effective_input_length": 72025, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72025, "latency_s": 0.8414101260023017, "output_length": 82, "proxy_request_id": "1340290:48:2045403:1189", "request_id": "1340290:48:2045403:1189", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1340290", "t_dispatch_unix": 1779963450.218324, "t_finish_unix": 1779963451.0597339, "t_first_token_unix": 1779963450.3764951, "tpot_s": 0.00843206060493191, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917], "trace_timestamp_s": 2741.0240000000003, "ttft_s": 0.15816957200149773, "turn_id": 48} +{"actual_output_tokens": 67, "cached_tokens": 72096, "effective_input_length": 72211, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72211, "latency_s": 0.7487379369995324, "output_length": 67, "proxy_request_id": "1340290:48:2047167:1190", "request_id": "1340290:48:2047167:1190", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1340290", "t_dispatch_unix": 1779963455.98262, "t_finish_unix": 1779963456.7313573, "t_first_token_unix": 1779963456.1846054, "tpot_s": 0.00828022810608011, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20025386], "trace_timestamp_s": 2746.7890000000007, "ttft_s": 0.2019837980005832, "turn_id": 48} +{"actual_output_tokens": 64, "cached_tokens": 72272, "effective_input_length": 72777, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72777, "latency_s": 0.9115199490006489, "output_length": 64, "proxy_request_id": "1340290:48:2048793:1191", "request_id": "1340290:48:2048793:1191", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1340290", "t_dispatch_unix": 1779963461.41596, "t_finish_unix": 1779963462.3274791, "t_first_token_unix": 1779963461.8116415, "tpot_s": 0.008183373888887074, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20040840], "trace_timestamp_s": 2752.2220000000007, "ttft_s": 0.3956802829998196, "turn_id": 48} +{"actual_output_tokens": 46, "cached_tokens": 72832, "effective_input_length": 72952, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72952, "latency_s": 0.5613319690019125, "output_length": 46, "proxy_request_id": "1340290:48:2050838:1192", "request_id": "1340290:48:2050838:1192", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1340290", "t_dispatch_unix": 1779963468.63933, "t_finish_unix": 1779963469.2006607, "t_first_token_unix": 1779963468.8443034, "tpot_s": 0.007912938955511588, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229], "trace_timestamp_s": 2759.443, "ttft_s": 0.20497224400241976, "turn_id": 48} +{"actual_output_tokens": 93, "cached_tokens": 72992, "effective_input_length": 73208, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73208, "latency_s": 1.0317825620004442, "output_length": 93, "proxy_request_id": "1340290:48:2052523:1193", "request_id": "1340290:48:2052523:1193", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1340290", "t_dispatch_unix": 1779963474.2053432, "t_finish_unix": 1779963475.2371252, "t_first_token_unix": 1779963474.4578311, "tpot_s": 0.008467819913043375, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229], "trace_timestamp_s": 2765.0120000000006, "ttft_s": 0.2524862009995559, "turn_id": 48} +{"actual_output_tokens": 53, "cached_tokens": 73296, "effective_input_length": 73454, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73454, "latency_s": 0.6689706039978773, "output_length": 53, "proxy_request_id": "1340290:48:2055365:1194", "request_id": "1340290:48:2055365:1194", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1340290", "t_dispatch_unix": 1779963483.917198, "t_finish_unix": 1779963484.586168, "t_first_token_unix": 1779963484.1684005, "tpot_s": 0.008029273403805676, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841], "trace_timestamp_s": 2774.7220000000007, "ttft_s": 0.25120130499999505, "turn_id": 48} +{"actual_output_tokens": 36, "cached_tokens": 73504, "effective_input_length": 73636, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73636, "latency_s": 0.4505787119996967, "output_length": 36, "proxy_request_id": "1340290:48:2057042:1195", "request_id": "1340290:48:2057042:1195", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1340290", "t_dispatch_unix": 1779963489.292194, "t_finish_unix": 1779963489.7427716, "t_first_token_unix": 1779963489.4801538, "tpot_s": 0.0074965474286208126, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841], "trace_timestamp_s": 2780.098, "ttft_s": 0.18795850799870095, "turn_id": 48} +{"actual_output_tokens": 199, "cached_tokens": 73648, "effective_input_length": 73653, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73653, "latency_s": 1.8701069339986134, "output_length": 199, "proxy_request_id": "1340290:48:2058614:1196", "request_id": "1340290:48:2058614:1196", "request_type": "coder", "requested_output_tokens": 199, "session_id": "1340290", "t_dispatch_unix": 1779963494.4321897, "t_finish_unix": 1779963496.3022966, "t_first_token_unix": 1779963494.5450451, "tpot_s": 0.008873767722223126, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841], "trace_timestamp_s": 2785.241, "ttft_s": 0.11285317899819347, "turn_id": 48} +{"actual_output_tokens": 66, "cached_tokens": 73840, "effective_input_length": 73858, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73858, "latency_s": 0.6747053039980528, "output_length": 66, "proxy_request_id": "1340290:48:2061834:1197", "request_id": "1340290:48:2061834:1197", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1340290", "t_dispatch_unix": 1779963504.5833254, "t_finish_unix": 1779963505.2580307, "t_first_token_unix": 1779963504.7140021, "tpot_s": 0.00836597286151328, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20166404], "trace_timestamp_s": 2795.3860000000004, "ttft_s": 0.13067441699968185, "turn_id": 48} +{"actual_output_tokens": 198, "cached_tokens": 9232, "effective_input_length": 9359, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9359, "latency_s": 1.1403782420020434, "output_length": 198, "proxy_request_id": "1258908:3:2063441:1198", "request_id": "1258908:3:2063441:1198", "request_type": "coder", "requested_output_tokens": 198, "session_id": "1258908", "t_dispatch_unix": 1779963509.632092, "t_finish_unix": 1779963510.77247, "t_first_token_unix": 1779963509.684183, "tpot_s": 0.005523122639604638, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 20179862, 20179863, 20179864, 20179865], "trace_timestamp_s": 2800.4400000000005, "ttft_s": 0.05208935900009237, "turn_id": 3} +{"actual_output_tokens": 69, "cached_tokens": 73920, "effective_input_length": 74011, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 74011, "latency_s": 0.7374714209981903, "output_length": 69, "proxy_request_id": "1340290:48:2063837:1199", "request_id": "1340290:48:2063837:1199", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1340290", "t_dispatch_unix": 1779963510.9764116, "t_finish_unix": 1779963511.7138834, "t_first_token_unix": 1779963511.1416597, "tpot_s": 0.008411431867631002, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245], "trace_timestamp_s": 2801.7870000000003, "ttft_s": 0.16524595800001407, "turn_id": 48} +{"actual_output_tokens": 348, "cached_tokens": 9552, "effective_input_length": 9740, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9740, "latency_s": 1.9865304949998972, "output_length": 348, "proxy_request_id": "1258908:4:1553508:958", "request_id": "1258908:4:1553508:958", "request_type": "coder", "requested_output_tokens": 348, "session_id": "1258908", "t_dispatch_unix": 1779963510.7736278, "t_finish_unix": 1779963512.7601585, "t_first_token_unix": 1779963510.835466, "tpot_s": 0.005545990501433763, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 13037146, 13752029, 15299521, 15299522, 15299523], "trace_timestamp_s": 1086.2330000000002, "ttft_s": 0.06183637000140152, "turn_id": 4} +{"actual_output_tokens": 377, "cached_tokens": 10080, "effective_input_length": 10201, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10201, "latency_s": 2.141386612001952, "output_length": 377, "proxy_request_id": "1258908:5:1617181:988", "request_id": "1258908:5:1617181:988", "request_type": "coder", "requested_output_tokens": 377, "session_id": "1258908", "t_dispatch_unix": 1779963512.7608216, "t_finish_unix": 1779963514.9022086, "t_first_token_unix": 1779963512.8126352, "tpot_s": 0.005556770348400104, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 13037146, 13752029, 15299521, 15299522, 15897219], "trace_timestamp_s": 1300.7890000000007, "ttft_s": 0.05181208900103229, "turn_id": 5} +{"actual_output_tokens": 142, "cached_tokens": 74064, "effective_input_length": 74557, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 74557, "latency_s": 1.6398090399998182, "output_length": 142, "proxy_request_id": "1340290:48:2066647:1200", "request_id": "1340290:48:2066647:1200", "request_type": "coder", "requested_output_tokens": 142, "session_id": "1340290", "t_dispatch_unix": 1779963520.4148152, "t_finish_unix": 1779963522.0546243, "t_first_token_unix": 1779963520.8146808, "tpot_s": 0.00879232370920982, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606], "trace_timestamp_s": 2811.2200000000003, "ttft_s": 0.3998630179994507, "turn_id": 48} +{"actual_output_tokens": 95, "cached_tokens": 74688, "effective_input_length": 74863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 74863, "latency_s": 1.0648814989981474, "output_length": 95, "proxy_request_id": "1340290:48:2071598:1201", "request_id": "1340290:48:2071598:1201", "request_type": "coder", "requested_output_tokens": 95, "session_id": "1340290", "t_dispatch_unix": 1779963537.0654116, "t_finish_unix": 1779963538.1302927, "t_first_token_unix": 1779963537.3214922, "tpot_s": 0.008601856882957323, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20256523], "trace_timestamp_s": 2827.867, "ttft_s": 0.2560788720002165, "turn_id": 48} +{"actual_output_tokens": 54, "cached_tokens": 74944, "effective_input_length": 75113, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75113, "latency_s": 0.69100681800046, "output_length": 54, "proxy_request_id": "1340290:48:2076822:1202", "request_id": "1340290:48:2076822:1202", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1340290", "t_dispatch_unix": 1779963554.5883007, "t_finish_unix": 1779963555.2793076, "t_first_token_unix": 1779963554.845277, "tpot_s": 0.00818454918867847, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700], "trace_timestamp_s": 2845.3820000000005, "ttft_s": 0.2569750369984831, "turn_id": 48} +{"actual_output_tokens": 37, "cached_tokens": 75152, "effective_input_length": 75299, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75299, "latency_s": 0.5313945880006941, "output_length": 37, "proxy_request_id": "1340290:48:2078461:1203", "request_id": "1340290:48:2078461:1203", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1340290", "t_dispatch_unix": 1779963559.8765028, "t_finish_unix": 1779963560.4078972, "t_first_token_unix": 1779963560.1299195, "tpot_s": 0.007714123833365092, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20321756], "trace_timestamp_s": 2850.683, "ttft_s": 0.2534149279999838, "turn_id": 48} +{"actual_output_tokens": 47, "cached_tokens": 75328, "effective_input_length": 75338, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75338, "latency_s": 0.4904509349980799, "output_length": 47, "proxy_request_id": "1340290:48:2080016:1204", "request_id": "1340290:48:2080016:1204", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1340290", "t_dispatch_unix": 1779963565.1673827, "t_finish_unix": 1779963565.657833, "t_first_token_unix": 1779963565.2901232, "tpot_s": 0.00798823621738373, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20335310], "trace_timestamp_s": 2855.973, "ttft_s": 0.12273886899856734, "turn_id": 48} +{"actual_output_tokens": 114, "cached_tokens": 75376, "effective_input_length": 75439, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75439, "latency_s": 1.159035505999782, "output_length": 114, "proxy_request_id": "1340290:48:2082644:1206", "request_id": "1340290:48:2082644:1206", "request_type": "coder", "requested_output_tokens": 114, "session_id": "1340290", "t_dispatch_unix": 1779963573.8405786, "t_finish_unix": 1779963574.9996138, "t_first_token_unix": 1779963574.015775, "tpot_s": 0.008704504495565429, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20361630], "trace_timestamp_s": 2864.6510000000007, "ttft_s": 0.17519464300130494, "turn_id": 48} +{"actual_output_tokens": 232, "cached_tokens": 136784, "effective_input_length": 136991, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 136991, "latency_s": 3.2843658290003077, "output_length": 232, "proxy_request_id": "1356885:16:2084239:1207", "request_id": "1356885:16:2084239:1207", "request_type": "coder", "requested_output_tokens": 232, "session_id": "1356885", "t_dispatch_unix": 1779963578.930966, "t_finish_unix": 1779963582.2153313, "t_first_token_unix": 1779963579.3817444, "tpot_s": 0.012265597982681734, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 19076312, 19553016, 20375498], "trace_timestamp_s": 2869.7350000000006, "ttft_s": 0.45077650300299865, "turn_id": 16} +{"actual_output_tokens": 61, "cached_tokens": 75552, "effective_input_length": 77337, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77337, "latency_s": 1.494666626000253, "output_length": 61, "proxy_request_id": "1340290:48:2085626:1208", "request_id": "1340290:48:2085626:1208", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1340290", "t_dispatch_unix": 1779963583.9186656, "t_finish_unix": 1779963585.4133322, "t_first_token_unix": 1779963584.9094489, "tpot_s": 0.008392844883322445, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20361630, 20388778, 20388779, 20388780, 20388781], "trace_timestamp_s": 2874.7270000000008, "ttft_s": 0.9907805469993036, "turn_id": 48} +{"actual_output_tokens": 162, "cached_tokens": 77392, "effective_input_length": 78683, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 78683, "latency_s": 2.3240122890019848, "output_length": 162, "proxy_request_id": "1340290:48:2087584:1209", "request_id": "1340290:48:2087584:1209", "request_type": "coder", "requested_output_tokens": 162, "session_id": "1340290", "t_dispatch_unix": 1779963590.4966645, "t_finish_unix": 1779963592.8206763, "t_first_token_unix": 1779963591.3578713, "tpot_s": 0.009084044763965168, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20361630, 20388778, 20388779, 20388780, 20407911, 20407912, 20407913], "trace_timestamp_s": 2881.3010000000004, "ttft_s": 0.8612048390023119, "turn_id": 48} +{"actual_output_tokens": 143, "cached_tokens": 78832, "effective_input_length": 79023, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79023, "latency_s": 1.5580206350023218, "output_length": 143, "proxy_request_id": "1340290:48:2092759:1211", "request_id": "1340290:48:2092759:1211", "request_type": "coder", "requested_output_tokens": 143, "session_id": "1340290", "t_dispatch_unix": 1779963607.7845132, "t_finish_unix": 1779963609.3425333, "t_first_token_unix": 1779963608.0683117, "tpot_s": 0.008971251866197735, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20361630, 20388778, 20388779, 20388780, 20407911, 20407912, 20407913, 20456176], "trace_timestamp_s": 2898.5790000000006, "ttft_s": 0.28379669500282034, "turn_id": 48} +{"actual_output_tokens": 111, "cached_tokens": 0, "effective_input_length": 114971, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 114971, "latency_s": 44.01563468799941, "output_length": 111, "proxy_request_id": "1382086:2:2082052:1205", "request_id": "1382086:2:2082052:1205", "request_type": "coder", "requested_output_tokens": 111, "session_id": "1382086", "t_dispatch_unix": 1779963571.8236196, "t_finish_unix": 1779963615.8392537, "t_first_token_unix": 1779963614.6733136, "tpot_s": 0.010597312745449016, "trace_hash_ids": [304046, 5767491, 5767492, 13689891, 13689892, 13689893, 13689894, 13689895, 13689896, 13689897, 13689898, 13689899, 1286259, 13689900, 13689901, 13689902, 13689903, 13689904, 1739228, 1739229, 1739230, 1739231, 13689905, 13689906, 13689907, 13689908, 13689909, 13689910, 13689911, 13689912, 13689913, 13689914, 13689915, 13689916, 13689917, 13689918, 13689919, 13689920, 13689921, 13689922, 13689923, 13689924, 13689925, 13689926, 13689927, 13689928, 13689929, 13689930, 13689931, 13689932, 13689933, 2269381, 13689934, 13689935, 669748, 669749, 669750, 669751, 13689936, 13689937, 192972, 192973, 13689938, 13689939, 13689940, 6755536, 13689941, 13689942, 13689943, 3519703, 13689944, 13689945, 13689946, 13689947, 13689948, 13689949, 13689950, 13689951, 13689952, 13689953, 13689954, 13689955, 13689956, 13689957, 13689958, 13689959, 13689960, 13689961, 13689962, 13689963, 13689964, 13689965, 13689966, 13689967, 13689968, 13689969, 13689970, 13689971, 13689972, 13689973, 13689974, 13689975, 13689976, 363720, 363721, 13689977, 20355639, 20355640, 20355641, 20355642, 20355643, 20355644, 20355645, 20355646, 20355647, 20355648, 20355649, 20355650, 20355651, 20355652, 20355653, 20355654, 20355655, 20355656, 20355657, 20355658, 20355659, 20355660, 20355661, 20355662, 20355663, 20355664, 20355665, 20355666, 20355667, 20355668, 20355669, 20355670, 20355671, 20355672, 20355673, 20355674, 20355675, 20355676, 20355677, 20355678, 20355679, 20355680, 20355681, 20355682, 20355683, 20355684, 20355685, 20355686, 20355687, 20355688, 20355689, 20355690, 20355691, 20355692, 20355693, 16349874, 20355694, 20355695, 20355696, 20355697, 20355698, 20355699, 20355700, 20355701, 20355702, 20355703, 20355704, 20355705, 20355706, 20355707, 20355708, 20355709, 20355710, 20355711, 20355712, 20355713, 20355714, 20355715, 20355716, 20355717, 20355718, 20355719, 20355720, 20355721, 20355722, 20355723, 20355724, 20355725, 20355726, 20355727, 20355728, 20355729, 20355730, 20355731, 20355732, 20355733, 20355734, 20355735, 20355736, 20355737, 20355738, 20355739, 20355740, 20355741, 20355742, 20355743, 20355744, 20355745, 20355746, 20355747, 20355748, 20355749, 20355750, 20355751, 20355752, 20355753, 20355754, 20355755, 20355756], "trace_timestamp_s": 2862.6050000000005, "ttft_s": 42.849691658000665, "turn_id": 2} +{"actual_output_tokens": 52, "cached_tokens": 115072, "effective_input_length": 115184, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 115184, "latency_s": 0.8118162899991148, "output_length": 52, "proxy_request_id": "1382086:3:2089879:1210", "request_id": "1382086:3:2089879:1210", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1382086", "t_dispatch_unix": 1779963615.8432093, "t_finish_unix": 1779963616.6550257, "t_first_token_unix": 1779963616.1536458, "tpot_s": 0.009825709607813385, "trace_hash_ids": [304046, 5767491, 5767492, 13689891, 13689892, 13689893, 13689894, 13689895, 13689896, 13689897, 13689898, 13689899, 1286259, 13689900, 13689901, 13689902, 13689903, 13689904, 1739228, 1739229, 1739230, 1739231, 13689905, 13689906, 13689907, 13689908, 13689909, 13689910, 13689911, 13689912, 13689913, 13689914, 13689915, 13689916, 13689917, 13689918, 13689919, 13689920, 13689921, 13689922, 13689923, 13689924, 13689925, 13689926, 13689927, 13689928, 13689929, 13689930, 13689931, 13689932, 13689933, 2269381, 13689934, 13689935, 669748, 669749, 669750, 669751, 13689936, 13689937, 192972, 192973, 13689938, 13689939, 13689940, 6755536, 13689941, 13689942, 13689943, 3519703, 13689944, 13689945, 13689946, 13689947, 13689948, 13689949, 13689950, 13689951, 13689952, 13689953, 13689954, 13689955, 13689956, 13689957, 13689958, 13689959, 13689960, 13689961, 13689962, 13689963, 13689964, 13689965, 13689966, 13689967, 13689968, 13689969, 13689970, 13689971, 13689972, 13689973, 13689974, 13689975, 13689976, 363720, 363721, 13689977, 20355639, 20355640, 20355641, 20355642, 20355643, 20355644, 20355645, 20355646, 20355647, 20355648, 20355649, 20355650, 20355651, 20355652, 20355653, 20355654, 20355655, 20355656, 20355657, 20355658, 20355659, 20355660, 20355661, 20355662, 20355663, 20355664, 20355665, 20355666, 20355667, 20355668, 20355669, 20355670, 20355671, 20355672, 20355673, 20355674, 20355675, 20355676, 20355677, 20355678, 20355679, 20355680, 20355681, 20355682, 20355683, 20355684, 20355685, 20355686, 20355687, 20355688, 20355689, 20355690, 20355691, 20355692, 20355693, 16349874, 20355694, 20355695, 20355696, 20355697, 20355698, 20355699, 20355700, 20355701, 20355702, 20355703, 20355704, 20355705, 20355706, 20355707, 20355708, 20355709, 20355710, 20355711, 20355712, 20355713, 20355714, 20355715, 20355716, 20355717, 20355718, 20355719, 20355720, 20355721, 20355722, 20355723, 20355724, 20355725, 20355726, 20355727, 20355728, 20355729, 20355730, 20355731, 20355732, 20355733, 20355734, 20355735, 20355736, 20355737, 20355738, 20355739, 20355740, 20355741, 20355742, 20355743, 20355744, 20355745, 20355746, 20355747, 20355748, 20355749, 20355750, 20355751, 20355752, 20355753, 20355754, 20355755, 20355756], "trace_timestamp_s": 2888.9900000000007, "ttft_s": 0.31043392599895014, "turn_id": 3} +{"actual_output_tokens": 626, "cached_tokens": 115232, "effective_input_length": 115246, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 115246, "latency_s": 7.289083865998691, "output_length": 626, "proxy_request_id": "1382086:4:2092953:1212", "request_id": "1382086:4:2092953:1212", "request_type": "coder", "requested_output_tokens": 626, "session_id": "1382086", "t_dispatch_unix": 1779963616.6595318, "t_finish_unix": 1779963623.948616, "t_first_token_unix": 1779963616.8386474, "tpot_s": 0.011375533041596645, "trace_hash_ids": [304046, 5767491, 5767492, 13689891, 13689892, 13689893, 13689894, 13689895, 13689896, 13689897, 13689898, 13689899, 1286259, 13689900, 13689901, 13689902, 13689903, 13689904, 1739228, 1739229, 1739230, 1739231, 13689905, 13689906, 13689907, 13689908, 13689909, 13689910, 13689911, 13689912, 13689913, 13689914, 13689915, 13689916, 13689917, 13689918, 13689919, 13689920, 13689921, 13689922, 13689923, 13689924, 13689925, 13689926, 13689927, 13689928, 13689929, 13689930, 13689931, 13689932, 13689933, 2269381, 13689934, 13689935, 669748, 669749, 669750, 669751, 13689936, 13689937, 192972, 192973, 13689938, 13689939, 13689940, 6755536, 13689941, 13689942, 13689943, 3519703, 13689944, 13689945, 13689946, 13689947, 13689948, 13689949, 13689950, 13689951, 13689952, 13689953, 13689954, 13689955, 13689956, 13689957, 13689958, 13689959, 13689960, 13689961, 13689962, 13689963, 13689964, 13689965, 13689966, 13689967, 13689968, 13689969, 13689970, 13689971, 13689972, 13689973, 13689974, 13689975, 13689976, 363720, 363721, 13689977, 20355639, 20355640, 20355641, 20355642, 20355643, 20355644, 20355645, 20355646, 20355647, 20355648, 20355649, 20355650, 20355651, 20355652, 20355653, 20355654, 20355655, 20355656, 20355657, 20355658, 20355659, 20355660, 20355661, 20355662, 20355663, 20355664, 20355665, 20355666, 20355667, 20355668, 20355669, 20355670, 20355671, 20355672, 20355673, 20355674, 20355675, 20355676, 20355677, 20355678, 20355679, 20355680, 20355681, 20355682, 20355683, 20355684, 20355685, 20355686, 20355687, 20355688, 20355689, 20355690, 20355691, 20355692, 20355693, 16349874, 20355694, 20355695, 20355696, 20355697, 20355698, 20355699, 20355700, 20355701, 20355702, 20355703, 20355704, 20355705, 20355706, 20355707, 20355708, 20355709, 20355710, 20355711, 20355712, 20355713, 20355714, 20355715, 20355716, 20355717, 20355718, 20355719, 20355720, 20355721, 20355722, 20355723, 20355724, 20355725, 20355726, 20355727, 20355728, 20355729, 20355730, 20355731, 20355732, 20355733, 20355734, 20355735, 20355736, 20355737, 20355738, 20355739, 20355740, 20355741, 20355742, 20355743, 20355744, 20355745, 20355746, 20355747, 20355748, 20355749, 20355750, 20355751, 20355752, 20355753, 20355754, 20355755, 20355756, 20458115], "trace_timestamp_s": 2899.327, "ttft_s": 0.1791132899998047, "turn_id": 4} +{"actual_output_tokens": 220, "cached_tokens": 137216, "effective_input_length": 137546, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 137546, "latency_s": 3.379647981000744, "output_length": 220, "proxy_request_id": "1356885:17:2097011:1213", "request_id": "1356885:17:2097011:1213", "request_type": "coder", "requested_output_tokens": 220, "session_id": "1356885", "t_dispatch_unix": 1779963621.6445625, "t_finish_unix": 1779963625.0242105, "t_first_token_unix": 1779963622.3536236, "tpot_s": 0.012193241666669009, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 19076312, 19553016, 20494065, 20494066], "trace_timestamp_s": 2912.4530000000004, "ttft_s": 0.7090587050006434, "turn_id": 17} diff --git a/microbench/connector_tax/layerwise/results/trace/layerwise_breakdown.json b/microbench/connector_tax/layerwise/results/trace/layerwise_breakdown.json new file mode 100644 index 0000000..bace849 --- /dev/null +++ b/microbench/connector_tax/layerwise/results/trace/layerwise_breakdown.json @@ -0,0 +1 @@ +[{"request_id":"1237198:1:1237198:0","session_id":"1237198","input_length":8228,"t_proxy_recv":29878.437288785,"t_decision_unix":1779963874.9922302,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8228.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8228,"cache_hit":0,"estimated_new_tokens":8228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29879.306292781,"t_first_token_unix":1779963875.861237,"t_done":29879.403985522,"t_done_unix":1779963875.9589288},{"request_id":"1237337:1:1237337:1","session_id":"1237337","input_length":3976,"t_proxy_recv":29878.853407533,"t_decision_unix":1779963875.408348,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3976.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3976 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3976,"cache_hit":0,"estimated_new_tokens":3976,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8228,"ongoing_decode_tokens":0,"pending_prefill_tokens":8228,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":8228.0,"score_lmetric":12204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29879.39031182,"t_first_token_unix":1779963875.9452553,"t_done":29879.782606536,"t_done_unix":1779963876.3375497},{"request_id":"1237198:2:1237773:2","session_id":"1237198","input_length":10237,"t_proxy_recv":29880.40250817,"t_decision_unix":1779963876.9574497,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.8002344436846732,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2045 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":2045,"cache_hit":8192,"estimated_new_tokens":2045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":16,"cache_hit":8192,"new_prefill":2045,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":29880.693211753,"t_first_token_unix":1779963877.2481549,"t_done":29880.827421117,"t_done_unix":1779963877.3823643},{"request_id":"1237877:1:1237877:3","session_id":"1237877","input_length":749,"t_proxy_recv":29880.86070636,"t_decision_unix":1779963877.4156477,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":749.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (749 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":749,"cache_hit":0,"estimated_new_tokens":749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29880.983376054,"t_first_token_unix":1779963877.538319,"t_done":29881.111990131,"t_done_unix":1779963877.666933},{"request_id":"1239034:1:1239034:4","session_id":"1239034","input_length":13489,"t_proxy_recv":29884.639307384,"t_decision_unix":1779963881.1942484,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13489.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13489,"cache_hit":0,"estimated_new_tokens":13489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29886.149480498,"t_first_token_unix":1779963882.704424,"t_done":29886.603678874,"t_done_unix":1779963883.158622},{"request_id":"1237877:2:1239577:6","session_id":"1237877","input_length":1620,"t_proxy_recv":29886.522283801,"t_decision_unix":1779963883.0772252,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.3160493827160494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":1108.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":1108,"cache_hit":512,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":512,"new_prefill":1108,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":13489,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":13489.0,"score_lmetric":1620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":37165.0,"score_lmetric":38785},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":29886.603905838,"t_first_token_unix":1779963883.1588485,"t_done":29887.056049474,"t_done_unix":1779963883.6109924},{"request_id":"1239704:1:1239704:7","session_id":"1239704","input_length":5194,"t_proxy_recv":29886.964166633,"t_decision_unix":1779963883.519108,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5194.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5194 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5194,"cache_hit":0,"estimated_new_tokens":5194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1620,"ongoing_decode_tokens":1620,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":5194,"score_linear":1620.0,"score_lmetric":5194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":37165.0,"score_lmetric":42359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29887.587427539,"t_first_token_unix":1779963884.1423714,"t_done":29887.855462344,"t_done_unix":1779963884.4104056},{"request_id":"1240924:1:1240924:11","session_id":"1240924","input_length":7429,"t_proxy_recv":29890.985790638,"t_decision_unix":1779963887.540732,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7429.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7429 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7429,"cache_hit":0,"estimated_new_tokens":7429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":66214.0,"score_lmetric":73643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":30040.0,"score_lmetric":37469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7429,"score_linear":18420.0,"score_lmetric":7429},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":37165,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":37165.0,"score_lmetric":7429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29891.522570775,"t_first_token_unix":1779963888.0775142,"t_done":29891.700749888,"t_done_unix":1779963888.2556937},{"request_id":"1239100:1:1239100:5","session_id":"1239100","input_length":37165,"t_proxy_recv":29884.879759381,"t_decision_unix":1779963881.4347007,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":37165.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":37165,"cache_hit":0,"estimated_new_tokens":37165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":0,"pending_prefill_tokens":13489,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":13489.0,"score_lmetric":50654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29890.834086655,"t_first_token_unix":1779963887.3890297,"t_done":29892.103430679,"t_done_unix":1779963888.6583736},{"request_id":"1240198:1:1240198:9","session_id":"1240198","input_length":30040,"t_proxy_recv":29888.500406849,"t_decision_unix":1779963885.055348,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":30040.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":30040,"cache_hit":0,"estimated_new_tokens":30040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":66214.0,"score_lmetric":96254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":37165.0,"score_lmetric":67205},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29892.428982888,"t_first_token_unix":1779963888.9839272,"t_done":29893.082699566,"t_done_unix":1779963889.6376448},{"request_id":"1241953:1:1241953:13","session_id":"1241953","input_length":1093,"t_proxy_recv":29894.403185078,"t_decision_unix":1779963890.9581265,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1093.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1093 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1093,"cache_hit":0,"estimated_new_tokens":1093,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":66214.0,"score_lmetric":67307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1093,"score_linear":18420.0,"score_lmetric":1093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7587,"ongoing_decode_tokens":0,"pending_prefill_tokens":7587,"num_requests":1,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":1093,"score_linear":7587.0,"score_lmetric":8680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29894.515125094,"t_first_token_unix":1779963891.0700686,"t_done":29895.036468265,"t_done_unix":1779963891.5914114},{"request_id":"1241942:1:1241942:12","session_id":"1241942","input_length":7587,"t_proxy_recv":29894.356842667,"t_decision_unix":1779963890.9117835,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7587.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7587 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7587,"cache_hit":0,"estimated_new_tokens":7587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":66214.0,"score_lmetric":73801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7587,"score_linear":18420.0,"score_lmetric":7587},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29894.881226043,"t_first_token_unix":1779963891.4361694,"t_done":29895.075022012,"t_done_unix":1779963891.629965},{"request_id":"1237877:3:1242953:15","session_id":"1237877","input_length":2659,"t_proxy_recv":29897.789216931,"t_decision_unix":1779963894.3441582,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5776607747273411,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1123 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":1123,"cache_hit":1536,"estimated_new_tokens":1123,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17157,"ongoing_decode_tokens":0,"pending_prefill_tokens":17157,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":2659,"score_linear":17157.0,"score_lmetric":19816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":66214.0,"score_lmetric":68873},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":1536,"new_prefill":1123,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":2659,"score_linear":18420.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":29897.880115603,"t_first_token_unix":1779963894.4350584,"t_done":29897.944300249,"t_done_unix":1779963894.499243},{"request_id":"1242838:1:1242838:14","session_id":"1242838","input_length":17157,"t_proxy_recv":29897.409408832,"t_decision_unix":1779963893.9643502,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":17157.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17157,"cache_hit":0,"estimated_new_tokens":17157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":66214.0,"score_lmetric":83371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17157,"score_linear":18420.0,"score_lmetric":17157},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29899.109404292,"t_first_token_unix":1779963895.6643481,"t_done":29900.006953676,"t_done_unix":1779963896.561897},{"request_id":"1239704:2:1243943:17","session_id":"1239704","input_length":14812,"t_proxy_recv":29901.068063031,"t_decision_unix":1779963897.623004,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.3456656764785309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":9692.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":5120,"v3_new_local":9692,"cache_hit":5120,"estimated_new_tokens":9692,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":5120,"new_prefill":9692,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11074,"ongoing_decode_tokens":0,"pending_prefill_tokens":11074,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14812,"score_linear":11074.0,"score_lmetric":25886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":66214.0,"score_lmetric":81026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14812,"score_linear":18420.0,"score_lmetric":14812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":29902.301673237,"t_first_token_unix":1779963898.8566165,"t_done":29902.417992323,"t_done_unix":1779963898.9729354},{"request_id":"1243831:1:1243831:16","session_id":"1243831","input_length":11074,"t_proxy_recv":29900.665948874,"t_decision_unix":1779963897.22089,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11074.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11074,"cache_hit":0,"estimated_new_tokens":11074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":66214.0,"score_lmetric":77288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11074,"score_linear":18420.0,"score_lmetric":11074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29901.600628704,"t_first_token_unix":1779963898.1555722,"t_done":29903.075098205,"t_done_unix":1779963899.6300416},{"request_id":"1239755:1:1239755:8","session_id":"1239755","input_length":66214,"t_proxy_recv":29887.173825196,"t_decision_unix":1779963883.7287664,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":66214.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":66214,"cache_hit":0,"estimated_new_tokens":66214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5194,"ongoing_decode_tokens":0,"pending_prefill_tokens":5194,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":5194.0,"score_lmetric":71408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":37165.0,"score_lmetric":103379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29903.059894756,"t_first_token_unix":1779963899.6148386,"t_done":29903.754311501,"t_done_unix":1779963900.309255},{"request_id":"1239034:2:1240558:10","session_id":"1239034","input_length":18420,"t_proxy_recv":29889.735844158,"t_decision_unix":1779963886.290785,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.7226927252985885,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5108 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":5108,"cache_hit":13312,"estimated_new_tokens":5108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":66214.0,"score_lmetric":84634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":30040.0,"score_lmetric":48460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":13312,"new_prefill":5108,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":37165.0,"score_lmetric":55585},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":29890.442173073,"t_first_token_unix":1779963886.9971173,"t_done":29903.933907223,"t_done_unix":1779963900.48885},{"request_id":"1244640:1:1244640:18","session_id":"1244640","input_length":8274,"t_proxy_recv":29903.561671377,"t_decision_unix":1779963900.1166127,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8274.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8274,"cache_hit":0,"estimated_new_tokens":8274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":66214,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":66214.0,"score_lmetric":8274},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":8274,"score_linear":18420.0,"score_lmetric":8274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29904.155102553,"t_first_token_unix":1779963900.7100465,"t_done":29904.359833497,"t_done_unix":1779963900.9147766},{"request_id":"1241953:2:1245624:20","session_id":"1241953","input_length":10382,"t_proxy_recv":29906.785530543,"t_decision_unix":1779963903.3404715,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.09863224812174919,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":9358.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1024,"v3_new_local":9358,"cache_hit":1024,"estimated_new_tokens":9358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":1024,"new_prefill":9358,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6109,"ongoing_decode_tokens":0,"pending_prefill_tokens":6109,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":6109.0,"score_lmetric":16491}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":29907.552159986,"t_first_token_unix":1779963904.1071033,"t_done":29907.738550701,"t_done_unix":1779963904.2934935},{"request_id":"1245572:1:1245572:19","session_id":"1245572","input_length":6109,"t_proxy_recv":29906.694611312,"t_decision_unix":1779963903.2495525,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6109.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6109 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6109,"cache_hit":0,"estimated_new_tokens":6109,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29907.661573529,"t_first_token_unix":1779963904.2165165,"t_done":29907.904023033,"t_done_unix":1779963904.458966},{"request_id":"1245572:2:1246348:22","session_id":"1245572","input_length":6182,"t_proxy_recv":29909.29166989,"t_decision_unix":1779963905.8466115,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9938531219670009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (38 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":38,"cache_hit":6144,"estimated_new_tokens":38,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17447,"ongoing_decode_tokens":0,"pending_prefill_tokens":10279,"num_requests":1,"active_p_offloads":0,"cached_blocks":76,"cache_hit":0,"new_prefill":6182,"score_linear":17447.0,"score_lmetric":16461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":38,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":29909.321190028,"t_first_token_unix":1779963905.8761332,"t_done":29909.500700583,"t_done_unix":1779963906.0556433},{"request_id":"1240924:2:1246244:21","session_id":"1240924","input_length":17447,"t_proxy_recv":29908.917271109,"t_decision_unix":1779963905.4722126,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4108442712214134,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10279.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10279,"cache_hit":7168,"estimated_new_tokens":10279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":76,"cache_hit":7168,"new_prefill":10279,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":29910.115394382,"t_first_token_unix":1779963906.6703374,"t_done":29910.490811559,"t_done_unix":1779963907.0457547},{"request_id":"1241942:2:1247111:23","session_id":"1241942","input_length":17975,"t_proxy_recv":29911.964903258,"t_decision_unix":1779963908.5198443,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.3987760778859527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10807.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10807,"cache_hit":7168,"estimated_new_tokens":10807,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":7168,"new_prefill":10807,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":29913.238180279,"t_first_token_unix":1779963909.7931242,"t_done":29913.427815396,"t_done_unix":1779963909.9827676},{"request_id":"1244640:2:1247941:24","session_id":"1244640","input_length":10696,"t_proxy_recv":29914.780556708,"t_decision_unix":1779963911.335498,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7658937920718025,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2504 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":2504,"cache_hit":8192,"estimated_new_tokens":2504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":8192,"new_prefill":2504,"score_linear":-8192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":29915.102961413,"t_first_token_unix":1779963911.6579053,"t_done":29915.149305813,"t_done_unix":1779963911.7042491},{"request_id":"1248768:1:1248768:25","session_id":"1248768","input_length":11515,"t_proxy_recv":29917.561522903,"t_decision_unix":1779963914.1164644,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11515.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11515,"cache_hit":0,"estimated_new_tokens":11515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29918.540098562,"t_first_token_unix":1779963915.0950422,"t_done":29918.800384834,"t_done_unix":1779963915.3553278},{"request_id":"1249058:1:1249058:26","session_id":"1249058","input_length":4126,"t_proxy_recv":29918.580887026,"t_decision_unix":1779963915.1358283,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4126.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4126 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4126,"cache_hit":0,"estimated_new_tokens":4126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11515,"ongoing_decode_tokens":11515,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":4126,"score_linear":11515.0,"score_lmetric":4126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29918.844598143,"t_first_token_unix":1779963915.3995419,"t_done":29919.012147733,"t_done_unix":1779963915.5670907},{"request_id":"1248768:2:1249765:27","session_id":"1248768","input_length":12188,"t_proxy_recv":29920.843761074,"t_decision_unix":1779963917.3987024,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.924187725631769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (924 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":924,"cache_hit":11264,"estimated_new_tokens":924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":83,"cache_hit":11264,"new_prefill":924,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":29920.985054138,"t_first_token_unix":1779963917.5399976,"t_done":29921.449297178,"t_done_unix":1779963918.0042403},{"request_id":"1249058:2:1249872:28","session_id":"1249058","input_length":7482,"t_proxy_recv":29921.236559045,"t_decision_unix":1779963917.7915003,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.5474472066292435,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3386 < 8000)","v3_prefill_cache_hit":4096,"v3_new_local":3386,"cache_hit":4096,"estimated_new_tokens":3386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12188,"ongoing_decode_tokens":12188,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":83,"cache_hit":0,"new_prefill":7482,"score_linear":12188.0,"score_lmetric":7482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":4096,"new_prefill":3386,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":29921.55373318,"t_first_token_unix":1779963918.1086764,"t_done":29921.68346264,"t_done_unix":1779963918.2384064},{"request_id":"1242838:2:1250503:29","session_id":"1242838","input_length":21578,"t_proxy_recv":29923.511471413,"t_decision_unix":1779963920.0664127,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.783019742330151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4682 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":4682,"cache_hit":16896,"estimated_new_tokens":4682,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":16896,"new_prefill":4682,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":29924.224099932,"t_first_token_unix":1779963920.7790437,"t_done":29924.710657209,"t_done_unix":1779963921.2656004},{"request_id":"1250772:1:1250772:30","session_id":"1250772","input_length":6829,"t_proxy_recv":29924.371072308,"t_decision_unix":1779963920.9260137,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6829.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6829 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6829,"cache_hit":0,"estimated_new_tokens":6829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21578,"ongoing_decode_tokens":21578,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6829,"score_linear":21578.0,"score_lmetric":6829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29925.139925132,"t_first_token_unix":1779963921.6948683,"t_done":29926.73950032,"t_done_unix":1779963923.294444},{"request_id":"1251059:1:1251059:32","session_id":"1251059","input_length":16512,"t_proxy_recv":29925.553481924,"t_decision_unix":1779963922.1084235,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":16512.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16512,"cache_hit":0,"estimated_new_tokens":16512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16512,"score_linear":6829.0,"score_lmetric":16512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16512,"score_linear":20086.0,"score_lmetric":36598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29927.111761718,"t_first_token_unix":1779963923.6667047,"t_done":29927.113486984,"t_done_unix":1779963923.66843},{"request_id":"1248768:3:1251261:33","session_id":"1248768","input_length":16989,"t_proxy_recv":29926.127530729,"t_decision_unix":1779963922.6824722,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.6931543940196597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5213 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":5213,"cache_hit":11776,"estimated_new_tokens":5213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":11776,"new_prefill":5213,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16512,"ongoing_decode_tokens":0,"pending_prefill_tokens":16512,"num_requests":1,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16989,"score_linear":16512.0,"score_lmetric":33501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16989,"score_linear":6829.0,"score_lmetric":16989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16989,"score_linear":20086.0,"score_lmetric":37075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":29926.804476401,"t_first_token_unix":1779963923.35942,"t_done":29927.775097326,"t_done_unix":1779963924.3300402},{"request_id":"1251828:1:1251828:35","session_id":"1251828","input_length":1090,"t_proxy_recv":29928.058309357,"t_decision_unix":1779963924.6132505,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1090.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1090 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1090,"cache_hit":0,"estimated_new_tokens":1090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":1090,"score_linear":20086.0,"score_lmetric":1090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13780,"ongoing_decode_tokens":0,"pending_prefill_tokens":7636,"num_requests":1,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":1090,"score_linear":13780.0,"score_lmetric":8726}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29928.144233073,"t_first_token_unix":1779963924.6991765,"t_done":29928.252887288,"t_done_unix":1779963924.8078306},{"request_id":"1250935:1:1250935:31","session_id":"1250935","input_length":20086,"t_proxy_recv":29924.997317945,"t_decision_unix":1779963921.5522594,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":20086.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":20086,"cache_hit":0,"estimated_new_tokens":20086,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":0,"pending_prefill_tokens":6829,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":20086,"score_linear":6829.0,"score_lmetric":26915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29927.057603789,"t_first_token_unix":1779963923.6125476,"t_done":29928.32433819,"t_done_unix":1779963924.8792815},{"request_id":"1245572:3:1251662:34","session_id":"1245572","input_length":13780,"t_proxy_recv":29927.539606563,"t_decision_unix":1779963924.0945477,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.4458635703918723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":7636.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7636 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":7636,"cache_hit":6144,"estimated_new_tokens":7636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16989,"ongoing_decode_tokens":16989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":13780,"score_linear":16989.0,"score_lmetric":13780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":13780,"score_linear":20086.0,"score_lmetric":13780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":7636,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":29928.34618014,"t_first_token_unix":1779963924.9011235,"t_done":29928.570398578,"t_done_unix":1779963925.125342},{"request_id":"1252010:1:1252010:36","session_id":"1252010","input_length":9855,"t_proxy_recv":29928.666700572,"t_decision_unix":1779963925.2216418,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9855.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9855,"cache_hit":0,"estimated_new_tokens":9855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":144,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29929.471274843,"t_first_token_unix":1779963926.0262187,"t_done":29929.646383446,"t_done_unix":1779963926.201327},{"request_id":"1248768:4:1253385:37","session_id":"1248768","input_length":17309,"t_proxy_recv":29933.441280729,"t_decision_unix":1779963929.996222,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9761395805650239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (413 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":413,"cache_hit":16896,"estimated_new_tokens":413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":16896,"new_prefill":413,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":29933.525539159,"t_first_token_unix":1779963930.0804834,"t_done":29936.471626457,"t_done_unix":1779963933.0265694},{"request_id":"1251828:2:1254272:41","session_id":"1251828","input_length":3934,"t_proxy_recv":29936.409193548,"t_decision_unix":1779963932.964135,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.2602948652770717,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":3934.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3934 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3934,"cache_hit":0,"estimated_new_tokens":3934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":3934,"score_linear":17309.0,"score_lmetric":3934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":3934,"score_linear":35221.0,"score_lmetric":39155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":1024,"new_prefill":2910,"score_linear":48600.0,"score_lmetric":52534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":0,"pending_prefill_tokens":4108,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":3934,"score_linear":10764.0,"score_lmetric":8042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29936.654022469,"t_first_token_unix":1779963933.2089655,"t_done":29936.800903417,"t_done_unix":1779963933.3558464},{"request_id":"1254584:1:1254584:42","session_id":"1254584","input_length":748,"t_proxy_recv":29937.542847402,"t_decision_unix":1779963934.0977888,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":748.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (748 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":748,"cache_hit":0,"estimated_new_tokens":748,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":748,"score_linear":35221.0,"score_lmetric":35969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":748,"score_linear":49624.0,"score_lmetric":50372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":748,"score_linear":10764.0,"score_lmetric":748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29937.607493518,"t_first_token_unix":1779963934.162437,"t_done":29937.765156013,"t_done_unix":1779963934.3200994},{"request_id":"1252010:2:1254691:43","session_id":"1252010","input_length":13092,"t_proxy_recv":29937.99534965,"t_decision_unix":1779963934.5502913,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.743049190345249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3364 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":3364,"cache_hit":9728,"estimated_new_tokens":3364,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13092,"score_linear":35221.0,"score_lmetric":48313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":13092,"score_linear":49624.0,"score_lmetric":62716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13092,"score_linear":10764.0,"score_lmetric":13092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":9728,"new_prefill":3364,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":29938.413871624,"t_first_token_unix":1779963934.968815,"t_done":29938.586720064,"t_done_unix":1779963935.1416638},{"request_id":"1250772:2:1254198:40","session_id":"1250772","input_length":10764,"t_proxy_recv":29936.138265773,"t_decision_unix":1779963932.693207,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6656,"affinity_cache_ratio":0.6183574879227053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4108 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":4108,"cache_hit":6656,"estimated_new_tokens":4108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":10764,"score_linear":17309.0,"score_lmetric":10764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10764,"score_linear":35221.0,"score_lmetric":45985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":10764,"score_linear":49624.0,"score_lmetric":60388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":6656,"new_prefill":4108,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":29936.525163028,"t_first_token_unix":1779963933.080106,"t_done":29938.802543828,"t_done_unix":1779963935.3574872},{"request_id":"1253804:1:1253804:39","session_id":"1253804","input_length":35221,"t_proxy_recv":29935.029542875,"t_decision_unix":1779963931.5844839,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35221.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35221,"cache_hit":0,"estimated_new_tokens":35221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":35221,"score_linear":17309.0,"score_lmetric":35221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":35221,"score_linear":49624.0,"score_lmetric":84845},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29940.158349692,"t_first_token_unix":1779963936.713293,"t_done":29942.378516205,"t_done_unix":1779963938.9334598},{"request_id":"1256273:1:1256273:46","session_id":"1256273","input_length":1694,"t_proxy_recv":29943.226131544,"t_decision_unix":1779963939.7810729,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1694.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1694 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1694,"cache_hit":0,"estimated_new_tokens":1694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":1694,"score_linear":49624.0,"score_lmetric":51318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":1694,"score_linear":17786.0,"score_lmetric":12312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29943.369607133,"t_first_token_unix":1779963939.9245503,"t_done":29943.655517388,"t_done_unix":1779963940.2104607},{"request_id":"1243831:2:1256324:47","session_id":"1243831","input_length":11448,"t_proxy_recv":29943.390148825,"t_decision_unix":1779963939.9450903,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.983927323549965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":184,"cache_hit":11264,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":11264,"new_prefill":184,"score_linear":-11264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":11448,"score_linear":49624.0,"score_lmetric":61072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":11448,"score_linear":17786.0,"score_lmetric":22066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1694,"ongoing_decode_tokens":1694,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":11448,"score_linear":1694.0,"score_lmetric":11448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":29943.444306063,"t_first_token_unix":1779963939.9992492,"t_done":29943.886575538,"t_done_unix":1779963940.4415188},{"request_id":"1253743:1:1253743:38","session_id":"1253743","input_length":49624,"t_proxy_recv":29934.78825165,"t_decision_unix":1779963931.3431916,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":49624.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":49624,"cache_hit":0,"estimated_new_tokens":49624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":49624,"score_linear":17309.0,"score_lmetric":49624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29944.047569565,"t_first_token_unix":1779963940.602513,"t_done":29944.455492252,"t_done_unix":1779963941.0104356},{"request_id":"1249058:3:1256222:45","session_id":"1249058","input_length":17786,"t_proxy_recv":29943.078025384,"t_decision_unix":1779963939.6329668,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4030136062071292,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10618.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10618,"cache_hit":7168,"estimated_new_tokens":10618,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17786,"score_linear":49624.0,"score_lmetric":67410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":7168,"new_prefill":10618,"score_linear":-7168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":29944.35541083,"t_first_token_unix":1779963940.9103541,"t_done":29944.474537094,"t_done_unix":1779963941.0294812},{"request_id":"1253743:2:1256070:44","session_id":"1253743","input_length":49687,"t_proxy_recv":29944.464376769,"t_decision_unix":1779963941.0193183,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9995371022601486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (23 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":23,"cache_hit":49664,"estimated_new_tokens":23,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":3584,"new_prefill":46103,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":49664,"new_prefill":23,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":17786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":49687,"score_linear":17786.0,"score_lmetric":49687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":29944.536923302,"t_first_token_unix":1779963941.091866,"t_done":29945.369945542,"t_done_unix":1779963941.9248893},{"request_id":"1256273:2:1257769:51","session_id":"1256273","input_length":6170,"t_proxy_recv":29948.208130253,"t_decision_unix":1779963944.7630718,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.24894651539708265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":4634.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4634 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":4634,"cache_hit":1536,"estimated_new_tokens":4634,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4434,"ongoing_decode_tokens":4434,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":6170,"score_linear":4434.0,"score_lmetric":6170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":6170,"score_linear":27387.0,"score_lmetric":33557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6170,"score_linear":90488.0,"score_lmetric":96658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":1536,"new_prefill":4634,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":29948.533977784,"t_first_token_unix":1779963945.0889213,"t_done":29948.836970523,"t_done_unix":1779963945.3919137},{"request_id":"1257572:1:1257572:50","session_id":"1257572","input_length":4434,"t_proxy_recv":29947.576942039,"t_decision_unix":1779963944.1318836,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4434.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4434 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4434,"cache_hit":0,"estimated_new_tokens":4434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":4434,"score_linear":27387.0,"score_lmetric":31821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":4434,"score_linear":90488.0,"score_lmetric":94922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29947.866385056,"t_first_token_unix":1779963944.4213285,"t_done":29949.094657604,"t_done_unix":1779963945.6496007},{"request_id":"1254584:2:1258039:52","session_id":"1254584","input_length":1257,"t_proxy_recv":29949.228408012,"t_decision_unix":1779963945.7833493,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":512,"affinity_cache_ratio":0.40731901352426414,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":745.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (745 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":745,"cache_hit":512,"estimated_new_tokens":745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1257,"score_linear":27387.0,"score_lmetric":28644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":512,"new_prefill":745,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":1257,"score_linear":90488.0,"score_lmetric":91745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":29949.282988636,"t_first_token_unix":1779963945.8379319,"t_done":29949.618728835,"t_done_unix":1779963946.1736724},{"request_id":"1242838:3:1258161:53","session_id":"1242838","input_length":22262,"t_proxy_recv":29949.688542254,"t_decision_unix":1779963946.2434835,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9659509478034318,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (758 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":758,"cache_hit":21504,"estimated_new_tokens":758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":21504,"new_prefill":758,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":22262,"score_linear":27387.0,"score_lmetric":49649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22262,"score_linear":90488.0,"score_lmetric":112750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":29949.854919993,"t_first_token_unix":1779963946.4098637,"t_done":29950.404918239,"t_done_unix":1779963946.9598613},{"request_id":"1256273:3:1258499:55","session_id":"1256273","input_length":7934,"t_proxy_recv":29950.852334192,"t_decision_unix":1779963947.4072754,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7743887068313587,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1790 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":1790,"cache_hit":6144,"estimated_new_tokens":1790,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":0,"pending_prefill_tokens":45037,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":7934,"score_linear":80365.0,"score_lmetric":105942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":7934,"score_linear":90488.0,"score_lmetric":98422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":6144,"new_prefill":1790,"score_linear":-6144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":29951.037192633,"t_first_token_unix":1779963947.592136,"t_done":29951.656461798,"t_done_unix":1779963948.211405},{"request_id":"1258908:1:1258908:58","session_id":"1258908","input_length":9250,"t_proxy_recv":29952.307053496,"t_decision_unix":1779963948.861995,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9250.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9250,"cache_hit":0,"estimated_new_tokens":9250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":9250,"score_linear":80365.0,"score_lmetric":53800},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9250,"score_linear":68131.0,"score_lmetric":77381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9250,"score_linear":90488.0,"score_lmetric":99738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9250,"score_linear":112793.0,"score_lmetric":122043},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29953.00339862,"t_first_token_unix":1779963949.5583422,"t_done":29955.00752697,"t_done_unix":1779963951.5624714},{"request_id":"1259178:1:1259178:59","session_id":"1259178","input_length":14291,"t_proxy_recv":29953.267498245,"t_decision_unix":1779963949.8224394,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14291.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14291,"cache_hit":0,"estimated_new_tokens":14291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":14291,"score_linear":80365.0,"score_lmetric":63882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":14291,"score_linear":68131.0,"score_lmetric":82422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":14291,"score_linear":9250.0,"score_lmetric":14291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14291,"score_linear":90488.0,"score_lmetric":104779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14291,"score_linear":112793.0,"score_lmetric":127084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29954.503490586,"t_first_token_unix":1779963951.058434,"t_done":29956.475444802,"t_done_unix":1779963953.0303879},{"request_id":"1257525:1:1257525:49","session_id":"1257525","input_length":27387,"t_proxy_recv":29947.501615862,"t_decision_unix":1779963944.056557,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":27387.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27387,"cache_hit":0,"estimated_new_tokens":27387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":27387,"score_linear":90488.0,"score_lmetric":117875},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29950.931013289,"t_first_token_unix":1779963947.4859567,"t_done":29956.521078956,"t_done_unix":1779963953.076022},{"request_id":"1253804:2:1258346:54","session_id":"1253804","input_length":52978,"t_proxy_recv":29950.399194862,"t_decision_unix":1779963946.9541361,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35328,"affinity_cache_ratio":0.6668428404243271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":35328,"v3_new_local":17650,"cache_hit":35328,"estimated_new_tokens":17650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22262,"ongoing_decode_tokens":22262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":52978,"score_linear":22262.0,"score_lmetric":52978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":35328,"new_prefill":17650,"score_linear":-7941.0,"score_lmetric":45037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":3584,"new_prefill":49394,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":52978,"score_linear":90488.0,"score_lmetric":143466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7941.0,"chosen_score_lmetric":45037,"t_first_token":29956.146369932,"t_first_token_unix":1779963952.7013159,"t_done":29957.075674204,"t_done_unix":1779963953.6306186},{"request_id":"1260792:1:1260792:63","session_id":"1260792","input_length":12522,"t_proxy_recv":29958.927762708,"t_decision_unix":1779963955.4827042,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12522.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12522,"cache_hit":0,"estimated_new_tokens":12522,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12522,"score_linear":30655.0,"score_lmetric":43177},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9571,"ongoing_decode_tokens":0,"pending_prefill_tokens":9571,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":12522,"score_linear":9571.0,"score_lmetric":22093},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12522,"score_linear":68131.0,"score_lmetric":80653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12522,"score_linear":90488.0,"score_lmetric":103010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12522,"score_linear":125063.0,"score_lmetric":259810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29959.954551991,"t_first_token_unix":1779963956.5094953,"t_done":29960.29187927,"t_done_unix":1779963956.8468223},{"request_id":"1261126:1:1261126:65","session_id":"1261126","input_length":5640,"t_proxy_recv":29959.964633404,"t_decision_unix":1779963956.519575,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5640.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5640 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5640,"cache_hit":0,"estimated_new_tokens":5640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":5640,"score_linear":30655.0,"score_lmetric":36295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64709,"ongoing_decode_tokens":9571,"pending_prefill_tokens":2402,"num_requests":2,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":5640,"score_linear":64709.0,"score_lmetric":16084},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5640,"score_linear":68131.0,"score_lmetric":73771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5640,"score_linear":90488.0,"score_lmetric":96128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5640,"score_linear":125063.0,"score_lmetric":246046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12522,"ongoing_decode_tokens":12522,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5640,"score_linear":12522.0,"score_lmetric":5640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29960.332218067,"t_first_token_unix":1779963956.887161,"t_done":29960.501839538,"t_done_unix":1779963957.0567822},{"request_id":"1260746:1:1260746:62","session_id":"1260746","input_length":9571,"t_proxy_recv":29958.811691941,"t_decision_unix":1779963955.3666332,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9571.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9571,"cache_hit":0,"estimated_new_tokens":9571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9571,"score_linear":30655.0,"score_lmetric":40226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9571,"score_linear":68131.0,"score_lmetric":77702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9571,"score_linear":90488.0,"score_lmetric":100059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9571,"score_linear":125063.0,"score_lmetric":253908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29959.570489443,"t_first_token_unix":1779963956.1254332,"t_done":29960.916888405,"t_done_unix":1779963957.4718318},{"request_id":"1253804:3:1260997:64","session_id":"1253804","input_length":55138,"t_proxy_recv":29959.666148886,"t_decision_unix":1779963956.2210903,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9564365773151003,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2402 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2402,"cache_hit":52736,"estimated_new_tokens":2402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":55138,"score_linear":30655.0,"score_lmetric":85793},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9571,"ongoing_decode_tokens":9571,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":52736,"new_prefill":2402,"score_linear":-43165.0,"score_lmetric":2402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55138,"score_linear":68131.0,"score_lmetric":123269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":3584,"new_prefill":51554,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55138,"score_linear":90488.0,"score_lmetric":145626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55138,"score_linear":125063.0,"score_lmetric":345042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55138,"score_linear":12522.0,"score_lmetric":67660},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55138,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43165.0,"chosen_score_lmetric":2402,"t_first_token":29960.494383931,"t_first_token_unix":1779963957.0493267,"t_done":29961.158036843,"t_done_unix":1779963957.71298},{"request_id":"1260327:1:1260327:61","session_id":"1260327","input_length":30655,"t_proxy_recv":29957.092270088,"t_decision_unix":1779963953.6472116,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":30655.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":30655,"cache_hit":0,"estimated_new_tokens":30655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":30655,"score_linear":68131.0,"score_lmetric":98786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":30655,"score_linear":90488.0,"score_lmetric":121143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30655,"score_linear":125063.0,"score_lmetric":296076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29961.170552548,"t_first_token_unix":1779963957.7254956,"t_done":29961.821371648,"t_done_unix":1779963958.3763146},{"request_id":"1257525:2:1262205:67","session_id":"1257525","input_length":29988,"t_proxy_recv":29963.780606388,"t_decision_unix":1779963960.335548,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9048952914499133,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2852 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":2852,"cache_hit":27136,"estimated_new_tokens":2852,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":274,"cache_hit":27136,"new_prefill":2852,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":29988,"score_linear":68131.0,"score_lmetric":98119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":29988,"score_linear":90488.0,"score_lmetric":120476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":29988,"score_linear":125063.0,"score_lmetric":294742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":29964.395894727,"t_first_token_unix":1779963960.9508376,"t_done":29964.428981604,"t_done_unix":1779963960.9839246},{"request_id":"1262757:1:1262757:73","session_id":"1262757","input_length":5465,"t_proxy_recv":29965.660681774,"t_decision_unix":1779963962.2156231,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5465.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5465 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5465,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":5465,"score_linear":55989.0,"score_lmetric":6670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5465,"score_linear":68131.0,"score_lmetric":73596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":5465,"score_linear":15283.0,"score_lmetric":20748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5465,"score_linear":113053.0,"score_lmetric":196076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5465,"score_linear":125063.0,"score_lmetric":245696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5465,"score_linear":21510.0,"score_lmetric":26975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29966.013272608,"t_first_token_unix":1779963962.5682168,"t_done":29966.146103819,"t_done_unix":1779963962.7010481},{"request_id":"1262354:1:1262354:69","session_id":"1262354","input_length":21510,"t_proxy_recv":29964.377156689,"t_decision_unix":1779963960.9320984,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":21510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21510,"cache_hit":0,"estimated_new_tokens":21510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":274,"cache_hit":0,"new_prefill":21510,"score_linear":29988.0,"score_lmetric":24362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":21510,"score_linear":68131.0,"score_lmetric":89641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":21510,"score_linear":113053.0,"score_lmetric":228166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":21510,"score_linear":125063.0,"score_lmetric":277786},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29966.714805944,"t_first_token_unix":1779963963.2697494,"t_done":29967.318266089,"t_done_unix":1779963963.873209},{"request_id":"1261126:2:1262820:74","session_id":"1261126","input_length":6953,"t_proxy_recv":29965.831979917,"t_decision_unix":1779963962.3869212,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8100100675967209,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1321 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":1321,"cache_hit":5632,"estimated_new_tokens":1321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":6953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":6953,"score_linear":55989.0,"score_lmetric":8158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":6953,"score_linear":68131.0,"score_lmetric":75084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":5632,"new_prefill":1321,"score_linear":9651.0,"score_lmetric":16604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6953,"score_linear":113053.0,"score_lmetric":199052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6953,"score_linear":125063.0,"score_lmetric":248672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5465,"ongoing_decode_tokens":0,"pending_prefill_tokens":5465,"num_requests":1,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":6953,"score_linear":5465.0,"score_lmetric":12418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6953,"score_linear":21510.0,"score_lmetric":28463}],"chosen_score_linear":9651.0,"chosen_score_lmetric":16604,"t_first_token":29967.166402625,"t_first_token_unix":1779963963.721346,"t_done":29967.462051594,"t_done_unix":1779963964.0169942},{"request_id":"1258611:1:1258611:56","session_id":"1258611","input_length":68131,"t_proxy_recv":29951.250942889,"t_decision_unix":1779963947.8058841,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":68131.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":68131,"cache_hit":0,"estimated_new_tokens":68131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":68131,"score_linear":80365.0,"score_lmetric":171562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68131,"score_linear":90488.0,"score_lmetric":158619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7934,"ongoing_decode_tokens":7934,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":68131,"score_linear":7934.0,"score_lmetric":68131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29967.634664444,"t_first_token_unix":1779963964.1896074,"t_done":29968.814122738,"t_done_unix":1779963965.3690658},{"request_id":"1258611:2:1261594:66","session_id":"1258611","input_length":68320,"t_proxy_recv":29968.825102698,"t_decision_unix":1779963965.3800442,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9967213114754099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (224 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":224,"cache_hit":68096,"estimated_new_tokens":224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":68320,"score_linear":55989.0,"score_lmetric":68320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":224,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":68320,"score_linear":15283.0,"score_lmetric":68320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68320,"score_linear":113053.0,"score_lmetric":321786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68320,"score_linear":125063.0,"score_lmetric":371406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":68320,"score_linear":22109.0,"score_lmetric":68925}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":29968.963847786,"t_first_token_unix":1779963965.5187914,"t_done":29969.004569439,"t_done_unix":1779963965.559513},{"request_id":"1258611:3:1262709:71","session_id":"1258611","input_length":68377,"t_proxy_recv":29969.016554353,"t_decision_unix":1779963965.5714958,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9958904309928778,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":281,"cache_hit":68096,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":0,"pending_prefill_tokens":5990,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":68377,"score_linear":5990.0,"score_lmetric":74367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":68377,"score_linear":55989.0,"score_lmetric":68377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":281,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":68377,"score_linear":15283.0,"score_lmetric":68377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68377,"score_linear":113053.0,"score_lmetric":321900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68377,"score_linear":125063.0,"score_lmetric":371520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":68377,"score_linear":22109.0,"score_lmetric":68377}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":29969.154542384,"t_first_token_unix":1779963965.7094858,"t_done":29969.595033926,"t_done_unix":1779963966.1499774},{"request_id":"1263611:1:1263611:76","session_id":"1263611","input_length":5990,"t_proxy_recv":29968.851537785,"t_decision_unix":1779963965.4064794,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5990.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5990 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5990,"cache_hit":0,"estimated_new_tokens":5990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":5990,"score_linear":55989.0,"score_lmetric":5990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68320,"ongoing_decode_tokens":0,"pending_prefill_tokens":224,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":5990,"score_linear":68320.0,"score_lmetric":6214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":5990,"score_linear":15283.0,"score_lmetric":5990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5990,"score_linear":113053.0,"score_lmetric":197126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5990,"score_linear":125063.0,"score_lmetric":246746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":5990,"score_linear":22109.0,"score_lmetric":6595}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29969.246352402,"t_first_token_unix":1779963965.8012958,"t_done":29969.634754551,"t_done_unix":1779963966.1896975},{"request_id":"1262354:2:1263593:75","session_id":"1262354","input_length":22109,"t_proxy_recv":29968.742396395,"t_decision_unix":1779963965.2973373,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9726355782712922,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (605 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":605,"cache_hit":21504,"estimated_new_tokens":605,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":22109,"score_linear":55989.0,"score_lmetric":22109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":68131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22109,"score_linear":68131.0,"score_lmetric":22109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":22109,"score_linear":15283.0,"score_lmetric":22109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22109,"score_linear":113053.0,"score_lmetric":229364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22109,"score_linear":125063.0,"score_lmetric":278984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":21504,"new_prefill":605,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":29968.900633459,"t_first_token_unix":1779963965.4555767,"t_done":29970.128677652,"t_done_unix":1779963966.683621},{"request_id":"1263971:1:1263971:80","session_id":"1263971","input_length":6336,"t_proxy_recv":29970.163017635,"t_decision_unix":1779963966.7179582,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6336.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6336 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6336,"cache_hit":0,"estimated_new_tokens":6336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":6336,"score_linear":55989.0,"score_lmetric":6336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":6336,"score_linear":71575.0,"score_lmetric":125256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6336,"score_linear":113053.0,"score_lmetric":197818},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6336,"score_linear":125063.0,"score_lmetric":247438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6336,"score_linear":50783.0,"score_lmetric":57119},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":69,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29970.583024209,"t_first_token_unix":1779963967.1379676,"t_done":29970.94620365,"t_done_unix":1779963967.5011475},{"request_id":"1257323:1:1257323:48","session_id":"1257323","input_length":90488,"t_proxy_recv":29946.888063648,"t_decision_unix":1779963943.4430048,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":90488.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":90488,"cache_hit":0,"estimated_new_tokens":90488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29974.718282845,"t_first_token_unix":1779963971.2732272,"t_done":29975.143324983,"t_done_unix":1779963971.6982715},{"request_id":"1239034:3:1262346:68","session_id":"1239034","input_length":22565,"t_proxy_recv":29964.345096136,"t_decision_unix":1779963960.9000373,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.9076002658985154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2085 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":2085,"cache_hit":20480,"estimated_new_tokens":2085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":274,"cache_hit":0,"new_prefill":22565,"score_linear":29988.0,"score_lmetric":25417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22565,"score_linear":68131.0,"score_lmetric":90696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":20480,"new_prefill":2085,"score_linear":70008.0,"score_lmetric":92573},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22565,"score_linear":125063.0,"score_lmetric":279896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70008.0,"chosen_score_lmetric":92573,"t_first_token":29974.719590123,"t_first_token_unix":1779963971.274533,"t_done":29975.269798513,"t_done_unix":1779963971.8247418},{"request_id":"1265000:1:1265000:83","session_id":"1265000","input_length":301,"t_proxy_recv":29973.788747088,"t_decision_unix":1779963970.3436882,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":301.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (301 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":301,"cache_hit":0,"estimated_new_tokens":301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":301,"score_linear":110048.0,"score_lmetric":110349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":301,"score_linear":55989.0,"score_lmetric":301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":301,"score_linear":71575.0,"score_lmetric":113186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":301,"score_linear":113053.0,"score_lmetric":185748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":301,"score_linear":125063.0,"score_lmetric":235368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":301,"score_linear":50783.0,"score_lmetric":51084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29973.826483201,"t_first_token_unix":1779963970.3814263,"t_done":29975.351233888,"t_done_unix":1779963971.9061766},{"request_id":"1265128:1:1265128:85","session_id":"1265128","input_length":14028,"t_proxy_recv":29974.117670688,"t_decision_unix":1779963970.672612,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14028.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,1,2,2,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":14028,"cache_hit":0,"estimated_new_tokens":14028,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":14028,"score_linear":110048.0,"score_lmetric":124076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":14028,"score_linear":55989.0,"score_lmetric":14028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":14028,"score_linear":301.0,"score_lmetric":14028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":14028,"score_linear":71575.0,"score_lmetric":140640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14028,"score_linear":113053.0,"score_lmetric":213202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14028,"score_linear":125063.0,"score_lmetric":262822},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":14028,"score_linear":50783.0,"score_lmetric":64811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":14028,"score_linear":23540.0,"score_lmetric":37568}],"chosen_score_linear":301.0,"chosen_score_lmetric":14028,"t_first_token":29975.333589127,"t_first_token_unix":1779963971.8885322,"t_done":29975.770860126,"t_done_unix":1779963972.3258033},{"request_id":"1266067:1:1266067:91","session_id":"1266067","input_length":579,"t_proxy_recv":29977.338058812,"t_decision_unix":1779963973.8930001,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":579.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (579 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":579,"cache_hit":0,"estimated_new_tokens":579,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":579,"score_linear":135235.0,"score_lmetric":227596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":579,"score_linear":60059.0,"score_lmetric":9298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":579,"score_linear":13178.0,"score_lmetric":13757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":579,"score_linear":71575.0,"score_lmetric":113742},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":579,"score_linear":27639.0,"score_lmetric":579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":579,"score_linear":125063.0,"score_lmetric":235924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":0,"pending_prefill_tokens":59480,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":579,"score_linear":71768.0,"score_lmetric":120118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":579,"score_linear":45884.0,"score_lmetric":1158}],"chosen_score_linear":27639.0,"chosen_score_lmetric":579,"t_first_token":29977.461424172,"t_first_token_unix":1779963974.0163672,"t_done":29977.628443821,"t_done_unix":1779963974.1833868},{"request_id":"1263611:2:1265770:88","session_id":"1263611","input_length":13178,"t_proxy_recv":29976.436996102,"t_decision_unix":1779963972.9919376,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5632,"affinity_cache_ratio":0.4273789649415693,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":13178.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13178,"cache_hit":0,"estimated_new_tokens":13178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":5632,"new_prefill":7546,"score_linear":129603.0,"score_lmetric":241530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":13178,"score_linear":55989.0,"score_lmetric":13178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":13178,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":13178,"score_linear":71575.0,"score_lmetric":138940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":13178,"score_linear":27639.0,"score_lmetric":13178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13178,"score_linear":125063.0,"score_lmetric":261122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":13178,"score_linear":50783.0,"score_lmetric":63961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":13178,"score_linear":45884.0,"score_lmetric":74092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29977.546548582,"t_first_token_unix":1779963974.101492,"t_done":29977.79936765,"t_done_unix":1779963974.3543105},{"request_id":"1250772:3:1265019:84","session_id":"1250772","input_length":23540,"t_proxy_recv":29973.857500547,"t_decision_unix":1779963970.4124422,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.45675446049277824,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":23540.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23540,"cache_hit":0,"estimated_new_tokens":23540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":23540,"score_linear":110048.0,"score_lmetric":133588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":23540,"score_linear":55989.0,"score_lmetric":23540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":23540,"score_linear":301.0,"score_lmetric":23540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":23540,"score_linear":71575.0,"score_lmetric":159664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":23540,"score_linear":113053.0,"score_lmetric":232226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":12788,"score_linear":114311.0,"score_lmetric":260342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":23540,"score_linear":50783.0,"score_lmetric":74323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":23540,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29976.549484606,"t_first_token_unix":1779963973.104428,"t_done":29978.180459493,"t_done_unix":1779963974.7354028},{"request_id":"1265942:1:1265942:89","session_id":"1265942","input_length":4070,"t_proxy_recv":29977.068854221,"t_decision_unix":1779963973.6237953,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4070.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4070 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4070,"cache_hit":0,"estimated_new_tokens":4070,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":4070,"score_linear":135235.0,"score_lmetric":234578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":4070,"score_linear":55989.0,"score_lmetric":4070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":4070,"score_linear":13178.0,"score_lmetric":17248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":4070,"score_linear":71575.0,"score_lmetric":120724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":4070,"score_linear":27639.0,"score_lmetric":4070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":4070,"score_linear":125063.0,"score_lmetric":242906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":4070,"score_linear":50783.0,"score_lmetric":54853},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":4070,"score_linear":45884.0,"score_lmetric":8140}],"chosen_score_linear":55989.0,"chosen_score_lmetric":4070,"t_first_token":29977.382652403,"t_first_token_unix":1779963973.9375954,"t_done":29978.232107922,"t_done_unix":1779963974.7870507},{"request_id":"1262354:3:1265178:86","session_id":"1262354","input_length":22344,"t_proxy_recv":29974.225553408,"t_decision_unix":1779963970.780495,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9853204439670605,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (328 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":328,"cache_hit":22016,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":22344,"score_linear":110048.0,"score_lmetric":132392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":22344,"score_linear":55989.0,"score_lmetric":22344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":22344,"score_linear":14329.0,"score_lmetric":72744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":22344,"score_linear":71575.0,"score_lmetric":157272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22344,"score_linear":113053.0,"score_lmetric":229834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22344,"score_linear":125063.0,"score_lmetric":279454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22344,"score_linear":50783.0,"score_lmetric":73127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":81,"cache_hit":22016,"new_prefill":328,"score_linear":1524.0,"score_lmetric":23868}],"chosen_score_linear":1524.0,"chosen_score_lmetric":23868,"t_first_token":29976.551556301,"t_first_token_unix":1779963973.1064994,"t_done":29978.974643295,"t_done_unix":1779963975.5295863},{"request_id":"1266440:1:1266440:92","session_id":"1266440","input_length":5381,"t_proxy_recv":29978.411996156,"t_decision_unix":1779963974.9669375,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":5381.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5381 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5381,"cache_hit":0,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":5381,"score_linear":135235.0,"score_lmetric":237200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":5381,"score_linear":55989.0,"score_lmetric":5381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":348,"cache_hit":0,"new_prefill":5381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":5381,"score_linear":71575.0,"score_lmetric":123346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":5381,"score_linear":27639.0,"score_lmetric":5381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5381,"score_linear":125063.0,"score_lmetric":245528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":0,"pending_prefill_tokens":59480,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5381,"score_linear":71768.0,"score_lmetric":129722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22344,"ongoing_decode_tokens":22344,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":127,"cache_hit":0,"new_prefill":5381,"score_linear":22344.0,"score_lmetric":5381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29978.790833692,"t_first_token_unix":1779963975.3457775,"t_done":29979.094274327,"t_done_unix":1779963975.6492176},{"request_id":"1253804:4:1262690:70","session_id":"1253804","input_length":55989,"t_proxy_recv":29965.476698765,"t_decision_unix":1779963962.03164,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.978477915304792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1205 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":1205,"cache_hit":54784,"estimated_new_tokens":1205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":279,"cache_hit":54784,"new_prefill":1205,"score_linear":-54784.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55989,"score_linear":68131.0,"score_lmetric":124120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":3584,"new_prefill":52405,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55989,"score_linear":113053.0,"score_lmetric":297124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55989,"score_linear":125063.0,"score_lmetric":346744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55989,"score_linear":21510.0,"score_lmetric":77499}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":29965.888434024,"t_first_token_unix":1779963962.4433773,"t_done":29979.718996705,"t_done_unix":1779963976.2739403},{"request_id":"1263727:1:1263727:77","session_id":"1263727","input_length":50783,"t_proxy_recv":29969.323191084,"t_decision_unix":1779963965.878132,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":50783.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":50783,"cache_hit":0,"estimated_new_tokens":50783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":50783,"score_linear":5990.0,"score_lmetric":50783},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":50783,"score_linear":55989.0,"score_lmetric":50783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":50783,"score_linear":68377.0,"score_lmetric":50783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":50783,"score_linear":15283.0,"score_lmetric":50783},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":50783,"score_linear":113053.0,"score_lmetric":286712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":50783,"score_linear":125063.0,"score_lmetric":336332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":50783,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":50783,"score_linear":22109.0,"score_lmetric":50783}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29979.002898032,"t_first_token_unix":1779963975.557841,"t_done":29980.428444548,"t_done_unix":1779963976.9833877},{"request_id":"1260792:2:1265951:90","session_id":"1260792","input_length":20985,"t_proxy_recv":29977.091587248,"t_decision_unix":1779963973.6465285,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5855611150822015,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12288,"v3_new_local":8697,"cache_hit":12288,"estimated_new_tokens":8697,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":20985,"score_linear":135235.0,"score_lmetric":268408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":20985,"score_linear":60059.0,"score_lmetric":50110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":20985,"score_linear":13178.0,"score_lmetric":34163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":20985,"score_linear":71575.0,"score_lmetric":154554},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":20985,"score_linear":27639.0,"score_lmetric":20985},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":20985,"score_linear":125063.0,"score_lmetric":276736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":12288,"new_prefill":8697,"score_linear":38495.0,"score_lmetric":59480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":20985,"score_linear":45884.0,"score_lmetric":41970}],"chosen_score_linear":38495.0,"chosen_score_lmetric":59480,"t_first_token":29980.185911861,"t_first_token_unix":1779963976.740855,"t_done":29980.544135622,"t_done_unix":1779963977.099079},{"request_id":"1263971:2:1266797:94","session_id":"1263971","input_length":9504,"t_proxy_recv":29979.761414892,"t_decision_unix":1779963976.3163564,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6464646464646465,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3360 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":3360,"cache_hit":6144,"estimated_new_tokens":3360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":9504,"score_linear":135235.0,"score_lmetric":245446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":9504,"score_linear":71575.0,"score_lmetric":131592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":9504,"score_linear":27639.0,"score_lmetric":9504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9504,"score_linear":125063.0,"score_lmetric":253774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":50783,"pending_prefill_tokens":8697,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":9504,"score_linear":71768.0,"score_lmetric":36402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":0,"pending_prefill_tokens":17466,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":6144,"new_prefill":3360,"score_linear":11322.0,"score_lmetric":20826}],"chosen_score_linear":11322.0,"chosen_score_lmetric":20826,"t_first_token":29981.270824887,"t_first_token_unix":1779963977.825768,"t_done":29981.462241139,"t_done_unix":1779963978.0171847},{"request_id":"1263749:1:1263749:79","session_id":"1263749","input_length":56292,"t_proxy_recv":29969.396722452,"t_decision_unix":1779963965.951664,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":56292.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,1,1,2,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":56292,"cache_hit":0,"estimated_new_tokens":56292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":56292,"score_linear":5990.0,"score_lmetric":56292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":56292,"score_linear":55989.0,"score_lmetric":56292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":56292,"score_linear":68377.0,"score_lmetric":56292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":56292,"score_linear":15283.0,"score_lmetric":56292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":56292,"score_linear":113053.0,"score_lmetric":297730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":56292,"score_linear":125063.0,"score_lmetric":347350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":56292,"score_linear":50783.0,"score_lmetric":107075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":56292,"score_linear":22109.0,"score_lmetric":56292}],"chosen_score_linear":15283.0,"chosen_score_lmetric":56292,"t_first_token":29980.866323982,"t_first_token_unix":1779963977.421268,"t_done":29982.242151834,"t_done_unix":1779963978.7970972},{"request_id":"1265942:2:1268069:97","session_id":"1265942","input_length":10457,"t_proxy_recv":29984.07004162,"t_decision_unix":1779963980.6249828,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4096,"affinity_cache_ratio":0.39169934015492014,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":6361.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6361 < 8000)","v3_prefill_cache_hit":4096,"v3_new_local":6361,"cache_hit":4096,"estimated_new_tokens":6361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":10457,"score_linear":135235.0,"score_lmetric":247352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":4096,"new_prefill":6361,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":126924.0,"score_lmetric":118437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10457,"score_linear":15283.0,"score_lmetric":10457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10457,"score_linear":27639.0,"score_lmetric":10457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":10457,"score_linear":125063.0,"score_lmetric":255680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":10457,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":134,"cache_hit":0,"new_prefill":10457,"score_linear":46137.0,"score_lmetric":33200}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":29984.638159648,"t_first_token_unix":1779963981.193103,"t_done":29984.998871293,"t_done_unix":1779963981.553815},{"request_id":"1262354:4:1267821:95","session_id":"1262354","input_length":28671,"t_proxy_recv":29983.370728705,"t_decision_unix":1779963979.9256701,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7857416902096195,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6143 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":6143,"cache_hit":22528,"estimated_new_tokens":6143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28671,"score_linear":135235.0,"score_lmetric":283780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28671,"score_linear":15283.0,"score_lmetric":28671},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28671,"score_linear":27639.0,"score_lmetric":28671},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28671,"score_linear":125063.0,"score_lmetric":292108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":134,"cache_hit":22528,"new_prefill":6143,"score_linear":-5062.0,"score_lmetric":6143}],"chosen_score_linear":-5062.0,"chosen_score_lmetric":6143,"t_first_token":29984.559926702,"t_first_token_unix":1779963981.1148705,"t_done":29986.161030599,"t_done_unix":1779963982.7159736},{"request_id":"1268634:1:1268634:99","session_id":"1268634","input_length":2298,"t_proxy_recv":29986.280880952,"t_decision_unix":1779963982.8358223,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":2298.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2298 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2298,"cache_hit":0,"estimated_new_tokens":2298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2298,"score_linear":135235.0,"score_lmetric":231034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":126924.0,"score_lmetric":110278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2298,"score_linear":15283.0,"score_lmetric":2298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2298,"score_linear":27639.0,"score_lmetric":2298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2298,"score_linear":125063.0,"score_lmetric":239362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":2298,"score_linear":17466.0,"score_lmetric":2298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29986.512328287,"t_first_token_unix":1779963983.0672717,"t_done":29986.624577143,"t_done_unix":1779963983.1795206},{"request_id":"1266668:1:1266668:93","session_id":"1266668","input_length":17466,"t_proxy_recv":29979.313099423,"t_decision_unix":1779963975.868041,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":17466.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17466,"cache_hit":0,"estimated_new_tokens":17466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":13370,"score_linear":131139.0,"score_lmetric":253178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":17466,"score_linear":55989.0,"score_lmetric":17466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":17466,"score_linear":71575.0,"score_lmetric":147516},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17466,"score_linear":27639.0,"score_lmetric":17466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17466,"score_linear":125063.0,"score_lmetric":269698},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":50783,"pending_prefill_tokens":8697,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":17466,"score_linear":71768.0,"score_lmetric":52326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29981.268781536,"t_first_token_unix":1779963977.8237252,"t_done":29986.791416037,"t_done_unix":1779963983.3463593},{"request_id":"1268649:1:1268649:100","session_id":"1268649","input_length":18638,"t_proxy_recv":29986.296792725,"t_decision_unix":1779963982.8517346,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":18638.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,1,2,1,2,2,1])","v3_prefill_cache_hit":0,"v3_new_local":18638,"cache_hit":0,"estimated_new_tokens":18638,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":18638,"score_linear":135235.0,"score_lmetric":263714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":18638,"score_linear":2298.0,"score_lmetric":20936},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":126924.0,"score_lmetric":126618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":18638,"score_linear":117357.0,"score_lmetric":37276},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":18638,"score_linear":27639.0,"score_lmetric":18638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":18638,"score_linear":125063.0,"score_lmetric":272042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":18638,"score_linear":102074.0,"score_lmetric":18638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":18638,"score_linear":17466.0,"score_lmetric":18638}],"chosen_score_linear":27639.0,"chosen_score_lmetric":18638,"t_first_token":29988.197727062,"t_first_token_unix":1779963984.75267,"t_done":29988.402524993,"t_done_unix":1779963984.9574683},{"request_id":"1263971:3:1269088:104","session_id":"1263971","input_length":13955,"t_proxy_recv":29987.703318584,"t_decision_unix":1779963984.2582598,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.660408455750627,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4739 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":4739,"cache_hit":9216,"estimated_new_tokens":4739,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":13955,"score_linear":135235.0,"score_lmetric":254348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":13955,"score_linear":12195.0,"score_lmetric":26150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":126924.0,"score_lmetric":121935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":13955,"score_linear":117357.0,"score_lmetric":27910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":13955,"score_linear":46277.0,"score_lmetric":65186},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13955,"score_linear":125063.0,"score_lmetric":262676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":13955,"score_linear":102074.0,"score_lmetric":13955},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36349,"ongoing_decode_tokens":0,"pending_prefill_tokens":12797,"num_requests":2,"active_p_offloads":0,"cached_blocks":181,"cache_hit":9216,"new_prefill":4739,"score_linear":27133.0,"score_lmetric":35072}],"chosen_score_linear":27133.0,"chosen_score_lmetric":35072,"t_first_token":29988.51429772,"t_first_token_unix":1779963985.069241,"t_done":29988.84326022,"t_done_unix":1779963985.3982034},{"request_id":"1268831:1:1268831:101","session_id":"1268831","input_length":12195,"t_proxy_recv":29986.804894078,"t_decision_unix":1779963983.3598354,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":12195.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12195,"cache_hit":0,"estimated_new_tokens":12195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":12195,"score_linear":135235.0,"score_lmetric":250828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":126924.0,"score_lmetric":120175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12195,"score_linear":117357.0,"score_lmetric":24390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12195,"score_linear":46277.0,"score_lmetric":61666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12195,"score_linear":125063.0,"score_lmetric":259156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":12195,"score_linear":102074.0,"score_lmetric":12195},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":181,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29987.801785209,"t_first_token_unix":1779963984.3567286,"t_done":29989.201961078,"t_done_unix":1779963985.7569046},{"request_id":"1262354:5:1269336:105","session_id":"1262354","input_length":28906,"t_proxy_recv":29988.658208253,"t_decision_unix":1779963985.2131498,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9919047948522798,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (234 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":234,"cache_hit":28672,"estimated_new_tokens":234,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28906,"score_linear":135235.0,"score_lmetric":284250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":28906,"score_linear":12195.0,"score_lmetric":28906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":126924.0,"score_lmetric":136886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28906,"score_linear":117357.0,"score_lmetric":57812},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28906,"score_linear":27639.0,"score_lmetric":28906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28906,"score_linear":125063.0,"score_lmetric":292578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28906,"score_linear":102074.0,"score_lmetric":28906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50304,"ongoing_decode_tokens":50304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":181,"cache_hit":28672,"new_prefill":234,"score_linear":21632.0,"score_lmetric":702}],"chosen_score_linear":21632.0,"chosen_score_lmetric":702,"t_first_token":29988.732887281,"t_first_token_unix":1779963985.2878304,"t_done":29989.770068867,"t_done_unix":1779963986.3250127},{"request_id":"1250772:4:1268869:103","session_id":"1250772","input_length":24029,"t_proxy_recv":29986.96315307,"t_decision_unix":1779963983.518094,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9801489866411419,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":477,"cache_hit":23552,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":24029,"score_linear":135235.0,"score_lmetric":274496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":24029,"score_linear":12195.0,"score_lmetric":36224},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":126924.0,"score_lmetric":132009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":24029,"score_linear":117357.0,"score_lmetric":48058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":24029,"score_linear":46277.0,"score_lmetric":85334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":13277,"score_linear":114311.0,"score_lmetric":261320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":24029,"score_linear":102074.0,"score_lmetric":24029},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":0,"pending_prefill_tokens":12320,"num_requests":1,"active_p_offloads":0,"cached_blocks":181,"cache_hit":23552,"new_prefill":477,"score_linear":-11232.0,"score_lmetric":12797}],"chosen_score_linear":-11232.0,"chosen_score_lmetric":12797,"t_first_token":29988.007387158,"t_first_token_unix":1779963984.5623305,"t_done":29989.793538132,"t_done_unix":1779963986.3484812},{"request_id":"1269901:1:1269901:107","session_id":"1269901","input_length":1323,"t_proxy_recv":29990.340977878,"t_decision_unix":1779963986.8959193,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1323.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1323 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1323,"cache_hit":0,"estimated_new_tokens":1323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":1323,"score_linear":135235.0,"score_lmetric":229084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":1323,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":126924.0,"score_lmetric":109303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":1323,"score_linear":117357.0,"score_lmetric":2646},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":1323,"score_linear":27639.0,"score_lmetric":1323},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":1323,"score_linear":125063.0,"score_lmetric":237412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":1323,"score_linear":116178.0,"score_lmetric":2646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":1323,"score_linear":12320.0,"score_lmetric":1323}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29990.438740936,"t_first_token_unix":1779963986.9936848,"t_done":29990.90465198,"t_done_unix":1779963987.459596},{"request_id":"1268861:1:1268861:102","session_id":"1268861","input_length":12320,"t_proxy_recv":29986.924643188,"t_decision_unix":1779963983.4795842,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":12320.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12320,"cache_hit":0,"estimated_new_tokens":12320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":12320,"score_linear":135235.0,"score_lmetric":251078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":12320,"score_linear":12195.0,"score_lmetric":24515},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":126924.0,"score_lmetric":120300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12320,"score_linear":117357.0,"score_lmetric":24640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12320,"score_linear":46277.0,"score_lmetric":61916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12320,"score_linear":125063.0,"score_lmetric":259406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":12320,"score_linear":102074.0,"score_lmetric":12320},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":181,"cache_hit":0,"new_prefill":12320,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29988.00625572,"t_first_token_unix":1779963984.5611992,"t_done":29991.236488151,"t_done_unix":1779963987.7914312},{"request_id":"1263727:2:1270052:109","session_id":"1263727","input_length":57803,"t_proxy_recv":29990.967298815,"t_decision_unix":1779963987.5222402,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.876909502966974,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7115 < 8000)","v3_prefill_cache_hit":50688,"v3_new_local":7115,"cache_hit":50688,"estimated_new_tokens":7115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":57803,"score_linear":166063.0,"score_lmetric":513390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":57803,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":126924.0,"score_lmetric":165783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":57803,"score_linear":117357.0,"score_lmetric":115606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":57803,"score_linear":27639.0,"score_lmetric":57803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":57803,"score_linear":125063.0,"score_lmetric":350372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":50688,"new_prefill":7115,"score_linear":65490.0,"score_lmetric":14230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":57803,"score_linear":12320.0,"score_lmetric":57803}],"chosen_score_linear":65490.0,"chosen_score_lmetric":14230,"t_first_token":29993.511744972,"t_first_token_unix":1779963990.0666885,"t_done":29993.745039717,"t_done_unix":1779963990.2999833},{"request_id":"1269373:1:1269373:106","session_id":"1269373","input_length":14104,"t_proxy_recv":29988.782330544,"t_decision_unix":1779963985.3372722,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":14104.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14104,"cache_hit":0,"estimated_new_tokens":14104,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":10008,"score_linear":131139.0,"score_lmetric":246454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":14104,"score_linear":12195.0,"score_lmetric":14104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":126924.0,"score_lmetric":122084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":14104,"score_linear":117357.0,"score_lmetric":28208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":14104,"score_linear":27639.0,"score_lmetric":14104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14104,"score_linear":125063.0,"score_lmetric":262974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":14104,"score_linear":102074.0,"score_lmetric":14104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79210,"ongoing_decode_tokens":79210,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":181,"cache_hit":7680,"new_prefill":6424,"score_linear":71530.0,"score_lmetric":25696}],"chosen_score_linear":102074.0,"chosen_score_lmetric":14104,"t_first_token":29990.000914944,"t_first_token_unix":1779963986.5558581,"t_done":29993.929357563,"t_done_unix":1779963990.4843006},{"request_id":"1256273:4:1259632:60","session_id":"1256273","input_length":12270,"t_proxy_recv":29954.810392621,"t_decision_unix":1779963951.3653338,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6259168704156479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4590 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":4590,"cache_hit":7680,"estimated_new_tokens":4590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":12270,"score_linear":80365.0,"score_lmetric":59840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12270,"score_linear":68131.0,"score_lmetric":80401},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":12270,"score_linear":9250.0,"score_lmetric":12270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12270,"score_linear":90488.0,"score_lmetric":102758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":7680,"new_prefill":4590,"score_linear":105113.0,"score_lmetric":117383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14291,"ongoing_decode_tokens":14291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":12270,"score_linear":14291.0,"score_lmetric":12270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":105113.0,"chosen_score_lmetric":117383,"t_first_token":29993.563264392,"t_first_token_unix":1779963990.1182075,"t_done":29994.614537285,"t_done_unix":1779963991.1694808},{"request_id":"1258859:1:1258859:57","session_id":"1258859","input_length":112793,"t_proxy_recv":29952.220607636,"t_decision_unix":1779963948.775549,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":112793.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":112793,"cache_hit":0,"estimated_new_tokens":112793,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":112793,"score_linear":80365.0,"score_lmetric":260886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":112793,"score_linear":68131.0,"score_lmetric":180924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":112793,"score_linear":90488.0,"score_lmetric":203281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29993.325512752,"t_first_token_unix":1779963989.8804564,"t_done":29994.730166665,"t_done_unix":1779963991.2851105},{"request_id":"1266440:2:1270501:112","session_id":"1266440","input_length":11128,"t_proxy_recv":29992.538084616,"t_decision_unix":1779963989.0930254,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46010064701653486,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":11128.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11128,"cache_hit":0,"estimated_new_tokens":11128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":11128,"score_linear":166063.0,"score_lmetric":373365},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":11128,"score_linear":27927.0,"score_lmetric":39055},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":5120,"new_prefill":6008,"score_linear":121804.0,"score_lmetric":113988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":11128,"score_linear":117357.0,"score_lmetric":22256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11128,"score_linear":27639.0,"score_lmetric":11128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11128,"score_linear":125063.0,"score_lmetric":257022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":11128,"score_linear":173981.0,"score_lmetric":54729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":11128,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29993.461855733,"t_first_token_unix":1779963990.016799,"t_done":29996.381289342,"t_done_unix":1779963992.9362326},{"request_id":"1270340:1:1270340:111","session_id":"1270340","input_length":27927,"t_proxy_recv":29991.968204239,"t_decision_unix":1779963988.5231454,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":27927.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27927,"cache_hit":0,"estimated_new_tokens":27927,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":27927,"score_linear":166063.0,"score_lmetric":423762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":126924.0,"score_lmetric":135907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":27927,"score_linear":117357.0,"score_lmetric":55854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":27927,"score_linear":27639.0,"score_lmetric":27927},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27927,"score_linear":125063.0,"score_lmetric":290620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":27927,"score_linear":173981.0,"score_lmetric":105126},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29995.461762736,"t_first_token_unix":1779963992.0167062,"t_done":29996.7651408,"t_done_unix":1779963993.3200836},{"request_id":"1271847:1:1271847:123","session_id":"1271847","input_length":2524,"t_proxy_recv":29997.223938825,"t_decision_unix":1779963993.77888,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":5048.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2524 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2524,"cache_hit":0,"estimated_new_tokens":2524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2524,"score_linear":166063.0,"score_lmetric":347553},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47771,"ongoing_decode_tokens":47771,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":2524,"score_linear":47771.0,"score_lmetric":5048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":150574.0,"score_lmetric":240660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2524,"score_linear":139076.0,"score_lmetric":72729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":2524,"score_linear":121069.0,"score_lmetric":191908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":113923.0,"score_lmetric":5048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":2524,"score_linear":134184.0,"score_lmetric":60894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":2524,"score_linear":61159.0,"score_lmetric":5048}],"chosen_score_linear":61159.0,"chosen_score_lmetric":5048,"t_first_token":29997.447080264,"t_first_token_unix":1779963994.0020235,"t_done":29997.70828303,"t_done_unix":1779963994.2632272},{"request_id":"1271459:1:1271459:118","session_id":"1271459","input_length":751,"t_proxy_recv":29995.927358694,"t_decision_unix":1779963992.4822996,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":751.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (751 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":751,"cache_hit":0,"estimated_new_tokens":751,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":751,"score_linear":166063.0,"score_lmetric":342234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":751,"score_linear":47375.0,"score_lmetric":15822},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":126924.0,"score_lmetric":108731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":751,"score_linear":117357.0,"score_lmetric":1502},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":751,"score_linear":121069.0,"score_lmetric":188362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":113172.0,"score_lmetric":751},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":751,"score_linear":119780.0,"score_lmetric":36914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":751,"score_linear":72287.0,"score_lmetric":33648}],"chosen_score_linear":113172.0,"chosen_score_lmetric":751,"t_first_token":29996.197318824,"t_first_token_unix":1779963992.752262,"t_done":29997.888764816,"t_done_unix":1779963994.443708},{"request_id":"1271328:1:1271328:117","session_id":"1271328","input_length":17706,"t_proxy_recv":29995.510144383,"t_decision_unix":1779963992.0650856,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":17706.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17706,"cache_hit":0,"estimated_new_tokens":17706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":17706,"score_linear":166063.0,"score_lmetric":393099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":17706,"score_linear":47375.0,"score_lmetric":49732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":126924.0,"score_lmetric":125686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":17706,"score_linear":117357.0,"score_lmetric":35412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":17706,"score_linear":121069.0,"score_lmetric":222272},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":113172.0,"score_lmetric":17706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":17706,"score_linear":102074.0,"score_lmetric":17706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":17706,"score_linear":72287.0,"score_lmetric":84513}],"chosen_score_linear":102074.0,"chosen_score_lmetric":17706,"t_first_token":29997.28650038,"t_first_token_unix":1779963993.841444,"t_done":29997.902539629,"t_done_unix":1779963994.4574826},{"request_id":"1271991:1:1271991:124","session_id":"1271991","input_length":2851,"t_proxy_recv":29997.756089333,"t_decision_unix":1779963994.3110309,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":5702.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2851 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2851,"cache_hit":0,"estimated_new_tokens":2851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2851,"score_linear":166063.0,"score_lmetric":348534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47771,"ongoing_decode_tokens":47771,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":2851,"score_linear":47771.0,"score_lmetric":5702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":150574.0,"score_lmetric":241314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2851,"score_linear":139076.0,"score_lmetric":73710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":2851,"score_linear":121069.0,"score_lmetric":192562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":113923.0,"score_lmetric":5702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":32110,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":2851,"score_linear":134184.0,"score_lmetric":8553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":2851,"score_linear":61159.0,"score_lmetric":5702}],"chosen_score_linear":47771.0,"chosen_score_lmetric":5702,"t_first_token":29997.966155845,"t_first_token_unix":1779963994.521099,"t_done":29998.233224786,"t_done_unix":1779963994.7881677},{"request_id":"1268831:2:1271087:116","session_id":"1268831","input_length":19448,"t_proxy_recv":29994.791536667,"t_decision_unix":1779963991.346478,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12288,"affinity_cache_ratio":0.6318387494858083,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7160 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":7160,"cache_hit":12288,"estimated_new_tokens":7160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":19448,"score_linear":166063.0,"score_lmetric":398325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":12288,"new_prefill":7160,"score_linear":15639.0,"score_lmetric":35087},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":126924.0,"score_lmetric":127428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":19448,"score_linear":117357.0,"score_lmetric":38896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":19448,"score_linear":121069.0,"score_lmetric":225756},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":19448,"score_linear":113172.0,"score_lmetric":19980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":19448,"score_linear":102074.0,"score_lmetric":19448},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":11128,"pending_prefill_tokens":14567,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":19448,"score_linear":72287.0,"score_lmetric":102045}],"chosen_score_linear":15639.0,"chosen_score_lmetric":35087,"t_first_token":29996.405796291,"t_first_token_unix":1779963992.9607396,"t_done":29998.363527505,"t_done_unix":1779963994.9184709},{"request_id":"1270340:2:1271641:121","session_id":"1270340","input_length":28323,"t_proxy_recv":29996.770877647,"t_decision_unix":1779963993.3258193,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9761677788369876,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (675 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":675,"cache_hit":27648,"estimated_new_tokens":675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28323,"score_linear":166063.0,"score_lmetric":424950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19448,"ongoing_decode_tokens":19448,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":27648,"new_prefill":675,"score_linear":-8200.0,"score_lmetric":675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":150574.0,"score_lmetric":292258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28323,"score_linear":139076.0,"score_lmetric":150126},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28323,"score_linear":121069.0,"score_lmetric":243506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":113923.0,"score_lmetric":56646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":28323,"score_linear":134184.0,"score_lmetric":138291},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":28323,"score_linear":61159.0,"score_lmetric":56646}],"chosen_score_linear":-8200.0,"chosen_score_lmetric":675,"t_first_token":29996.939303592,"t_first_token_unix":1779963993.4942472,"t_done":29998.93915316,"t_done_unix":1779963995.4940968},{"request_id":"1272085:1:1272085:125","session_id":"1272085","input_length":5302,"t_proxy_recv":29998.091546593,"t_decision_unix":1779963994.6464877,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":5302.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5302 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5302,"cache_hit":0,"estimated_new_tokens":5302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":5302,"score_linear":166063.0,"score_lmetric":355887},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":50622,"ongoing_decode_tokens":50622,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":5302,"score_linear":50622.0,"score_lmetric":15906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":150574.0,"score_lmetric":246216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":5302,"score_linear":139076.0,"score_lmetric":81063},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":5302,"score_linear":121069.0,"score_lmetric":197464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":266,"cache_hit":0,"new_prefill":5302,"score_linear":113172.0,"score_lmetric":5302},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116478,"ongoing_decode_tokens":14404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":5302,"score_linear":116478.0,"score_lmetric":10604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":5302,"score_linear":61159.0,"score_lmetric":10604}],"chosen_score_linear":113172.0,"chosen_score_lmetric":5302,"t_first_token":29998.554905422,"t_first_token_unix":1779963995.1098487,"t_done":29999.445639421,"t_done_unix":1779963996.0005825},{"request_id":"1266668:2:1270661:115","session_id":"1266668","input_length":28385,"t_proxy_recv":29993.15145074,"t_decision_unix":1779963989.7063923,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.6313193588162762,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17920,"v3_new_local":10465,"cache_hit":17920,"estimated_new_tokens":10465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":24289,"score_linear":161967.0,"score_lmetric":412848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":28385,"score_linear":27927.0,"score_lmetric":56312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":126924.0,"score_lmetric":136365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28385,"score_linear":117357.0,"score_lmetric":56770},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28385,"score_linear":121069.0,"score_lmetric":243630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28385,"score_linear":125063.0,"score_lmetric":291536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28385,"score_linear":173981.0,"score_lmetric":106500},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43902,"ongoing_decode_tokens":0,"pending_prefill_tokens":15230,"num_requests":2,"active_p_offloads":0,"cached_blocks":215,"cache_hit":17920,"new_prefill":10465,"score_linear":25982.0,"score_lmetric":51390}],"chosen_score_linear":25982.0,"chosen_score_lmetric":51390,"t_first_token":29996.10906484,"t_first_token_unix":1779963992.664008,"t_done":29999.727123046,"t_done_unix":1779963996.2820666},{"request_id":"1269373:2:1271580:120","session_id":"1269373","input_length":14404,"t_proxy_recv":29996.340745668,"t_decision_unix":1779963992.8956869,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.995279089141905,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (68 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":68,"cache_hit":14336,"estimated_new_tokens":68,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":10308,"score_linear":161967.0,"score_lmetric":370905},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":14404,"score_linear":47375.0,"score_lmetric":43128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":126924.0,"score_lmetric":122384},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":14404,"score_linear":139076.0,"score_lmetric":108369},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":14404,"score_linear":121069.0,"score_lmetric":215668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":113923.0,"score_lmetric":28808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":14336,"new_prefill":68,"score_linear":105444.0,"score_lmetric":35548},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":72287,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":7680,"new_prefill":6724,"score_linear":64607.0,"score_lmetric":20172}],"chosen_score_linear":105444.0,"chosen_score_lmetric":35548,"t_first_token":29997.304743775,"t_first_token_unix":1779963993.8596869,"t_done":30000.726505351,"t_done_unix":1779963997.2814486},{"request_id":"1265942:3:1272453:127","session_id":"1265942","input_length":18093,"t_proxy_recv":29999.554468971,"t_decision_unix":1779963996.10941,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.5659647377438789,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7853 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":7853,"cache_hit":10240,"estimated_new_tokens":7853,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":18093,"score_linear":166063.0,"score_lmetric":394260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":10240,"new_prefill":7853,"score_linear":-10240.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":150574.0,"score_lmetric":271798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":18093,"score_linear":139076.0,"score_lmetric":119436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":18093,"score_linear":121069.0,"score_lmetric":223046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":18093,"score_linear":113172.0,"score_lmetric":18093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126196,"ongoing_decode_tokens":24122,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":18093,"score_linear":126196.0,"score_lmetric":54279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":18093,"score_linear":61159.0,"score_lmetric":36186}],"chosen_score_linear":-10240.0,"chosen_score_lmetric":0,"t_first_token":30000.539574478,"t_first_token_unix":1779963997.094518,"t_done":30000.788382491,"t_done_unix":1779963997.3433254},{"request_id":"1272313:1:1272313:126","session_id":"1272313","input_length":9718,"t_proxy_recv":29999.002683985,"t_decision_unix":1779963995.5576255,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4076.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2038 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2038,"cache_hit":7680,"estimated_new_tokens":2038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":5622,"score_linear":161967.0,"score_lmetric":356847},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":9718,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":150574.0,"score_lmetric":255048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":9718,"score_linear":139076.0,"score_lmetric":94311},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":9718,"score_linear":121069.0,"score_lmetric":206296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118474,"ongoing_decode_tokens":118474,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":266,"cache_hit":0,"new_prefill":9718,"score_linear":118474.0,"score_lmetric":19436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116478,"ongoing_decode_tokens":14404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":7680,"new_prefill":2038,"score_linear":108798.0,"score_lmetric":4076},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":7680,"new_prefill":2038,"score_linear":53479.0,"score_lmetric":4076}],"chosen_score_linear":108798.0,"chosen_score_lmetric":4076,"t_first_token":29999.236949524,"t_first_token_unix":1779963995.7918925,"t_done":30001.784811073,"t_done_unix":1779963998.3397546},{"request_id":"1262354:6:1270643:114","session_id":"1262354","input_length":32774,"t_proxy_recv":29993.071844258,"t_decision_unix":1779963989.6267858,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.8748398120461341,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4102 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":4102,"cache_hit":28672,"estimated_new_tokens":4102,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":32774,"score_linear":166063.0,"score_lmetric":438303},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":32774,"score_linear":27927.0,"score_lmetric":60701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":126924.0,"score_lmetric":140754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":32774,"score_linear":117357.0,"score_lmetric":65548},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":32774,"score_linear":121069.0,"score_lmetric":252408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":32774,"score_linear":125063.0,"score_lmetric":300314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":32774,"score_linear":173981.0,"score_lmetric":119667},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":215,"cache_hit":28672,"new_prefill":4102,"score_linear":-17544.0,"score_lmetric":15230}],"chosen_score_linear":-17544.0,"chosen_score_lmetric":15230,"t_first_token":29995.058013347,"t_first_token_unix":1779963991.612957,"t_done":30003.245587059,"t_done_unix":1779963999.8005302},{"request_id":"1258859:2:1264639:81","session_id":"1258859","input_length":113172,"t_proxy_recv":29994.766249534,"t_decision_unix":1779963991.3211794,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":112640,"affinity_cache_ratio":0.995299190612519,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":532,"cache_hit":112640,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":113172,"score_linear":166063.0,"score_lmetric":679497},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":113172,"score_linear":27927.0,"score_lmetric":141099},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":126924.0,"score_lmetric":221152},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":113172,"score_linear":117357.0,"score_lmetric":226344},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":113172,"score_linear":121069.0,"score_lmetric":413204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":112640,"new_prefill":532,"score_linear":-112640.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":113172,"score_linear":102074.0,"score_lmetric":113172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":11128,"pending_prefill_tokens":14567,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":113172,"score_linear":72287.0,"score_lmetric":383217}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":29995.130730685,"t_first_token_unix":1779963991.6856742,"t_done":30003.535335223,"t_done_unix":1779964000.0902789},{"request_id":"1272085:2:1273645:130","session_id":"1272085","input_length":8017,"t_proxy_recv":30003.723878482,"t_decision_unix":1779964000.2788198,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6386428838717725,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2897 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":2897,"cache_hit":5120,"estimated_new_tokens":2897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":8017,"score_linear":166063.0,"score_lmetric":364032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":8017,"score_linear":21963.0,"score_lmetric":29980},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":150574.0,"score_lmetric":251646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8017,"score_linear":139076.0,"score_lmetric":89208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8017,"score_linear":121069.0,"score_lmetric":202894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":278,"cache_hit":5120,"new_prefill":2897,"score_linear":-5120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":8017,"score_linear":102074.0,"score_lmetric":8017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":8017,"score_linear":33711.0,"score_lmetric":8017}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30004.025562935,"t_first_token_unix":1779964000.5805066,"t_done":30004.376924195,"t_done_unix":1779964000.9318676},{"request_id":"1266668:3:1273119:128","session_id":"1266668","input_length":33711,"t_proxy_recv":30001.779916166,"t_decision_unix":1779963998.3348572,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.850523567974845,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5039 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":5039,"cache_hit":28672,"estimated_new_tokens":5039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":29615,"score_linear":161967.0,"score_lmetric":428826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":33711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":150574.0,"score_lmetric":303034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":33711,"score_linear":139076.0,"score_lmetric":166290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":33711,"score_linear":121069.0,"score_lmetric":254282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":33711,"score_linear":113172.0,"score_lmetric":33711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":111792,"ongoing_decode_tokens":9718,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":423,"cache_hit":7680,"new_prefill":26031,"score_linear":104112.0,"score_lmetric":52062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":28672,"new_prefill":5039,"score_linear":4102.0,"score_lmetric":5039}],"chosen_score_linear":4102.0,"chosen_score_lmetric":5039,"t_first_token":30002.913991323,"t_first_token_unix":1779963999.4689348,"t_done":30005.597530071,"t_done_unix":1779964002.1524734},{"request_id":"1265942:4:1274182:133","session_id":"1265942","input_length":21229,"t_proxy_recv":30005.606466713,"t_decision_unix":1779964002.1614082,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8441283150407461,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3309 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":3309,"cache_hit":17920,"estimated_new_tokens":3309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21229,"score_linear":166063.0,"score_lmetric":403668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":21963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":17920,"new_prefill":3309,"score_linear":4043.0,"score_lmetric":3309},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":150574.0,"score_lmetric":278070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21229,"score_linear":139076.0,"score_lmetric":128844},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21229,"score_linear":121069.0,"score_lmetric":229318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":21229,"score_linear":127182.0,"score_lmetric":42458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":4043.0,"chosen_score_lmetric":3309,"t_first_token":30006.131823351,"t_first_token_unix":1779964002.6867695,"t_done":30006.755331102,"t_done_unix":1779964003.310276},{"request_id":"1274405:1:1274405:134","session_id":"1274405","input_length":6208,"t_proxy_recv":30006.521838435,"t_decision_unix":1779964003.0767796,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6208.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6208 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6208,"cache_hit":0,"estimated_new_tokens":6208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":6208,"score_linear":166063.0,"score_lmetric":358605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43192,"ongoing_decode_tokens":43192,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":6208,"score_linear":43192.0,"score_lmetric":12416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":150574.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6208,"score_linear":139076.0,"score_lmetric":83781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":6208,"score_linear":121069.0,"score_lmetric":199276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":6208,"score_linear":127182.0,"score_lmetric":12416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30006.930493411,"t_first_token_unix":1779964003.4854367,"t_done":30007.40490663,"t_done_unix":1779964003.9598498},{"request_id":"1271328:2:1273711:131","session_id":"1271328","input_length":25108,"t_proxy_recv":30003.987024496,"t_decision_unix":1779964000.5419655,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.6933248367054325,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7700 < 8000)","v3_prefill_cache_hit":17408,"v3_new_local":7700,"cache_hit":17408,"estimated_new_tokens":7700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":25108,"score_linear":166063.0,"score_lmetric":415305},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":25108,"score_linear":21963.0,"score_lmetric":47071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":150574.0,"score_lmetric":285828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":25108,"score_linear":139076.0,"score_lmetric":140481},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":25108,"score_linear":121069.0,"score_lmetric":237076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8017,"ongoing_decode_tokens":0,"pending_prefill_tokens":2897,"num_requests":1,"active_p_offloads":0,"cached_blocks":278,"cache_hit":0,"new_prefill":25108,"score_linear":8017.0,"score_lmetric":28005},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":17408,"new_prefill":7700,"score_linear":84666.0,"score_lmetric":7700},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":25108,"score_linear":33711.0,"score_lmetric":25108}],"chosen_score_linear":84666.0,"chosen_score_lmetric":7700,"t_first_token":30005.238638242,"t_first_token_unix":1779964001.7935817,"t_done":30008.064889426,"t_done_unix":1779964004.6198323},{"request_id":"1273203:1:1273203:129","session_id":"1273203","input_length":21963,"t_proxy_recv":30002.082473803,"t_decision_unix":1779963998.6374147,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":21963.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21963,"cache_hit":0,"estimated_new_tokens":21963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21963,"score_linear":166063.0,"score_lmetric":405870},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":21963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":150574.0,"score_lmetric":279538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21963,"score_linear":139076.0,"score_lmetric":131046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21963,"score_linear":121069.0,"score_lmetric":230786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":21963,"score_linear":113172.0,"score_lmetric":21963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":21963,"score_linear":102074.0,"score_lmetric":21963},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66485,"ongoing_decode_tokens":32774,"pending_prefill_tokens":5039,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":21963,"score_linear":66485.0,"score_lmetric":54004}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30004.446398683,"t_first_token_unix":1779964001.0013425,"t_done":30008.529059907,"t_done_unix":1779964005.0840032},{"request_id":"1274890:1:1274890:135","session_id":"1274890","input_length":10506,"t_proxy_recv":30008.046951625,"t_decision_unix":1779964004.601893,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":10506.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10506,"cache_hit":0,"estimated_new_tokens":10506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":10506,"score_linear":166063.0,"score_lmetric":371499},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":21963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":428,"cache_hit":0,"new_prefill":10506,"score_linear":21963.0,"score_lmetric":10506},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":150574.0,"score_lmetric":256624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10506,"score_linear":139076.0,"score_lmetric":96675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":10506,"score_linear":121069.0,"score_lmetric":207872},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":10506,"score_linear":127182.0,"score_lmetric":21012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30008.86736369,"t_first_token_unix":1779964005.4223075,"t_done":30009.117529403,"t_done_unix":1779964005.6724727},{"request_id":"1275433:1:1275433:137","session_id":"1275433","input_length":7794,"t_proxy_recv":30009.798348901,"t_decision_unix":1779964006.3532903,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":7794.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7794 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7794,"cache_hit":0,"estimated_new_tokens":7794,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":7794,"score_linear":166063.0,"score_lmetric":363363},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":150574.0,"score_lmetric":251200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":7794,"score_linear":139076.0,"score_lmetric":88539},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":7794,"score_linear":121069.0,"score_lmetric":202448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7794,"score_linear":114612.0,"score_lmetric":122406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":7794,"score_linear":102074.0,"score_lmetric":7794},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30010.334840381,"t_first_token_unix":1779964006.8897843,"t_done":30010.386734281,"t_done_unix":1779964006.9416773},{"request_id":"1275433:2:1276027:139","session_id":"1275433","input_length":7463,"t_proxy_recv":30012.072631605,"t_decision_unix":1779964008.6275728,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.960471660190272,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (295 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":295,"cache_hit":7168,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":7463,"score_linear":166063.0,"score_lmetric":362370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":7168,"new_prefill":295,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":150574.0,"score_lmetric":250538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":7463,"score_linear":139076.0,"score_lmetric":87546},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":7463,"score_linear":121069.0,"score_lmetric":201786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7463,"score_linear":114612.0,"score_lmetric":122075},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":7463,"score_linear":112713.0,"score_lmetric":14926},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":30012.102418464,"t_first_token_unix":1779964008.657362,"t_done":30012.111448577,"t_done_unix":1779964008.6663916},{"request_id":"1272313:2:1275926:138","session_id":"1272313","input_length":10639,"t_proxy_recv":30011.736826709,"t_decision_unix":1779964008.2917573,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.914371651471003,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (911 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":911,"cache_hit":9728,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":6543,"score_linear":161967.0,"score_lmetric":359610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":150574.0,"score_lmetric":256890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10639,"score_linear":139076.0,"score_lmetric":97074},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":10639,"score_linear":121069.0,"score_lmetric":208138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":10639,"score_linear":114612.0,"score_lmetric":125251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":9728,"new_prefill":911,"score_linear":92346.0,"score_lmetric":911},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":7680,"new_prefill":2959,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":92346.0,"chosen_score_lmetric":911,"t_first_token":30011.894681947,"t_first_token_unix":1779964008.449626,"t_done":30013.193758161,"t_done_unix":1779964009.7487013},{"request_id":"1260327:2:1270005:108","session_id":"1260327","input_length":30828,"t_proxy_recv":29990.768438377,"t_decision_unix":1779963987.3233795,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":108,"cache_hit":30720,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":30720,"new_prefill":108,"score_linear":104515.0,"score_lmetric":226654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1323,"ongoing_decode_tokens":1323,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":30828,"score_linear":1323.0,"score_lmetric":30828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":126924.0,"score_lmetric":138808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":30828,"score_linear":117357.0,"score_lmetric":61656},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":30828,"score_linear":27639.0,"score_lmetric":30828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30828,"score_linear":125063.0,"score_lmetric":296422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":30828,"score_linear":116178.0,"score_lmetric":61656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":30828,"score_linear":12320.0,"score_lmetric":30828}],"chosen_score_linear":104515.0,"chosen_score_lmetric":226654,"t_first_token":30012.683925026,"t_first_token_unix":1779964009.238868,"t_done":30013.443386717,"t_done_unix":1779964009.99833},{"request_id":"1264679:1:1264679:82","session_id":"1264679","input_length":110048,"t_proxy_recv":29972.745647708,"t_decision_unix":1779963969.300589,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":110048.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":110048,"cache_hit":0,"estimated_new_tokens":110048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":110048,"score_linear":55989.0,"score_lmetric":110048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":110048,"score_linear":71575.0,"score_lmetric":332680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":110048,"score_linear":113053.0,"score_lmetric":405242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":110048,"score_linear":125063.0,"score_lmetric":454862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":110048,"score_linear":50783.0,"score_lmetric":160831},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30012.679530203,"t_first_token_unix":1779964009.2344735,"t_done":30014.185367383,"t_done_unix":1779964010.7403147},{"request_id":"1276136:1:1276136:141","session_id":"1276136","input_length":17280,"t_proxy_recv":30012.502615038,"t_decision_unix":1779964009.0575562,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":17280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17280,"cache_hit":0,"estimated_new_tokens":17280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":17280,"score_linear":166063.0,"score_lmetric":391821},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":150574.0,"score_lmetric":270172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":17280,"score_linear":139076.0,"score_lmetric":116997},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":17280,"score_linear":121069.0,"score_lmetric":221420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":17280,"score_linear":114612.0,"score_lmetric":131892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":17280,"score_linear":112713.0,"score_lmetric":34560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":17280,"score_linear":15783.0,"score_lmetric":33063}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30014.162780562,"t_first_token_unix":1779964010.7177246,"t_done":30014.544258655,"t_done_unix":1779964011.0992014},{"request_id":"1276498:1:1276498:142","session_id":"1276498","input_length":8704,"t_proxy_recv":30013.749388633,"t_decision_unix":1779964010.3043299,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":8704.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8704,"cache_hit":0,"estimated_new_tokens":8704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166518,"ongoing_decode_tokens":166518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":8704,"score_linear":166518.0,"score_lmetric":26112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":8704,"score_linear":17280.0,"score_lmetric":25984},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":150574.0,"score_lmetric":253020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8704,"score_linear":139076.0,"score_lmetric":91269},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8704,"score_linear":121069.0,"score_lmetric":204268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":8704,"score_linear":114612.0,"score_lmetric":123316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":8704,"score_linear":102074.0,"score_lmetric":8704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":8704,"score_linear":15783.0,"score_lmetric":24487}],"chosen_score_linear":102074.0,"chosen_score_lmetric":8704,"t_first_token":30014.392417423,"t_first_token_unix":1779964010.9473608,"t_done":30014.652566519,"t_done_unix":1779964011.2075095},{"request_id":"1260327:3:1273741:132","session_id":"1260327","input_length":31283,"t_proxy_recv":30013.449603562,"t_decision_unix":1779964010.0045452,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9820030048269028,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (563 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":563,"cache_hit":30720,"estimated_new_tokens":563,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":30720,"new_prefill":563,"score_linear":104515.0,"score_lmetric":1126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":31283,"score_linear":17280.0,"score_lmetric":48563},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":150574.0,"score_lmetric":298178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31283,"score_linear":139076.0,"score_lmetric":159006},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31283,"score_linear":121069.0,"score_lmetric":249426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31283,"score_linear":114612.0,"score_lmetric":145895},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":31283,"score_linear":102074.0,"score_lmetric":31283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":31283,"score_linear":15783.0,"score_lmetric":47066}],"chosen_score_linear":104515.0,"chosen_score_lmetric":1126,"t_first_token":30013.647655789,"t_first_token_unix":1779964010.2025993,"t_done":30014.780295667,"t_done_unix":1779964011.3352387},{"request_id":"1276111:1:1276111:140","session_id":"1276111","input_length":15783,"t_proxy_recv":30012.41911287,"t_decision_unix":1779964008.9740539,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":15783.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15783,"cache_hit":0,"estimated_new_tokens":15783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":15783,"score_linear":166063.0,"score_lmetric":387330},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":150574.0,"score_lmetric":267178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":15783,"score_linear":139076.0,"score_lmetric":112506},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":15783,"score_linear":121069.0,"score_lmetric":218426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15783,"score_linear":114612.0,"score_lmetric":130395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":15783,"score_linear":112713.0,"score_lmetric":31566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30013.854980687,"t_first_token_unix":1779964010.409924,"t_done":30018.628614677,"t_done_unix":1779964015.1835582},{"request_id":"1274405:2:1276717:144","session_id":"1274405","input_length":6360,"t_proxy_recv":30014.531957071,"t_decision_unix":1779964011.0868988,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9660377358490566,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (216 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":216,"cache_hit":6144,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56470,"ongoing_decode_tokens":56470,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":6360,"score_linear":56470.0,"score_lmetric":12720},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":17280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":6360,"score_linear":17280.0,"score_lmetric":6360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":150574.0,"score_lmetric":248332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6360,"score_linear":139076.0,"score_lmetric":84237},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":6360,"score_linear":121069.0,"score_lmetric":199580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":6360,"score_linear":114612.0,"score_lmetric":120972},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110778,"ongoing_decode_tokens":8704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":6360,"score_linear":110778.0,"score_lmetric":12720},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65163,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":292,"cache_hit":6144,"new_prefill":216,"score_linear":59019.0,"score_lmetric":31608}],"chosen_score_linear":59019.0,"chosen_score_lmetric":31608,"t_first_token":30018.193576265,"t_first_token_unix":1779964014.7485194,"t_done":30018.663304484,"t_done_unix":1779964015.218248},{"request_id":"1277533:1:1277533:150","session_id":"1277533","input_length":4729,"t_proxy_recv":30017.550631487,"t_decision_unix":1779964014.1055725,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":9458.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4729 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4729,"cache_hit":0,"estimated_new_tokens":4729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":4729,"score_linear":52408.0,"score_lmetric":63900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":4729,"score_linear":43137.0,"score_lmetric":34236},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":150574.0,"score_lmetric":245070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":4729,"score_linear":139076.0,"score_lmetric":79344},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":4729,"score_linear":121069.0,"score_lmetric":196318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4729,"score_linear":114612.0,"score_lmetric":119341},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":4729,"score_linear":118974.0,"score_lmetric":9458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":4729,"score_linear":105047.0,"score_lmetric":83108}],"chosen_score_linear":118974.0,"chosen_score_lmetric":9458,"t_first_token":30017.857857941,"t_first_token_unix":1779964014.4128017,"t_done":30018.690116922,"t_done_unix":1779964015.2450602},{"request_id":"1271991:2:1276999:145","session_id":"1271991","input_length":11292,"t_proxy_recv":30015.519182645,"t_decision_unix":1779964012.0741239,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2560,"affinity_cache_ratio":0.2267091746369111,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":8732.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":8732,"cache_hit":2560,"estimated_new_tokens":8732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":11292,"score_linear":25187.0,"score_lmetric":11292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":2560,"new_prefill":8732,"score_linear":-2560.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":150574.0,"score_lmetric":258196},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":11292,"score_linear":139076.0,"score_lmetric":99033},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11292,"score_linear":121069.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11292,"score_linear":114612.0,"score_lmetric":125904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":11292,"score_linear":102074.0,"score_lmetric":11292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71523,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15804,"num_requests":3,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":11292,"score_linear":71523.0,"score_lmetric":81288}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":30016.268843779,"t_first_token_unix":1779964012.8237884,"t_done":30018.893532607,"t_done_unix":1779964015.4484808},{"request_id":"1268831:3:1277112:147","session_id":"1268831","input_length":31845,"t_proxy_recv":30015.96619791,"t_decision_unix":1779964012.5211394,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19456,"affinity_cache_ratio":0.6109593342753965,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":19456,"v3_new_local":12389,"cache_hit":19456,"estimated_new_tokens":12389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":31845,"score_linear":25187.0,"score_lmetric":31845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":19456,"new_prefill":12389,"score_linear":-8164.0,"score_lmetric":21121},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":150574.0,"score_lmetric":299302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31845,"score_linear":139076.0,"score_lmetric":160692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31845,"score_linear":121069.0,"score_lmetric":250550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31845,"score_linear":114612.0,"score_lmetric":146457},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":31845,"score_linear":102074.0,"score_lmetric":31845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":31845,"score_linear":105047.0,"score_lmetric":191572}],"chosen_score_linear":-8164.0,"chosen_score_lmetric":21121,"t_first_token":30018.604825941,"t_first_token_unix":1779964015.1597693,"t_done":30020.684565954,"t_done_unix":1779964017.239509},{"request_id":"1260327:4:1277974:154","session_id":"1260327","input_length":31430,"t_proxy_recv":30019.174133692,"t_decision_unix":1779964015.729075,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9937002863506205,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (198 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":198,"cache_hit":31232,"estimated_new_tokens":198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":31232,"new_prefill":198,"score_linear":21176.0,"score_lmetric":54838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":31430,"score_linear":54418.0,"score_lmetric":62860},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":150574.0,"score_lmetric":298472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31430,"score_linear":139076.0,"score_lmetric":159447},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31430,"score_linear":121069.0,"score_lmetric":249720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31430,"score_linear":123496.0,"score_lmetric":292084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127858,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":31430,"score_linear":127858.0,"score_lmetric":94290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":82904,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":31430,"score_linear":107126.0,"score_lmetric":143916}],"chosen_score_linear":21176.0,"chosen_score_lmetric":54838,"t_first_token":30020.553376238,"t_first_token_unix":1779964017.1083193,"t_done":30021.258606757,"t_done_unix":1779964017.81355},{"request_id":"1273203:2:1277744:152","session_id":"1273203","input_length":22573,"t_proxy_recv":30018.273225397,"t_decision_unix":1779964014.828167,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9753245027244939,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (557 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":557,"cache_hit":22016,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":22573,"score_linear":52408.0,"score_lmetric":99588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":22016,"new_prefill":557,"score_linear":21121.0,"score_lmetric":25892},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":150574.0,"score_lmetric":280758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":22573,"score_linear":139076.0,"score_lmetric":132876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":22573,"score_linear":121069.0,"score_lmetric":232006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":22573,"score_linear":123496.0,"score_lmetric":274370},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132587,"ongoing_decode_tokens":21629,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":22573,"score_linear":132587.0,"score_lmetric":90292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":105047,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":22573,"score_linear":105047.0,"score_lmetric":90292}],"chosen_score_linear":21121.0,"chosen_score_lmetric":25892,"t_first_token":30018.643927163,"t_first_token_unix":1779964015.1988704,"t_done":30021.407640577,"t_done_unix":1779964017.9625838},{"request_id":"1277428:1:1277428:149","session_id":"1277428","input_length":27221,"t_proxy_recv":30017.122205479,"t_decision_unix":1779964013.6771467,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":27221.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,2,3,2,1,2,4])","v3_prefill_cache_hit":0,"v3_new_local":27221,"cache_hit":0,"estimated_new_tokens":27221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":27221,"score_linear":25187.0,"score_lmetric":27221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":3584,"new_prefill":23637,"score_linear":39553.0,"score_lmetric":72052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27221,"score_linear":150574.0,"score_lmetric":290054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":17408,"new_prefill":9813,"score_linear":121668.0,"score_lmetric":94596},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":27221,"score_linear":121069.0,"score_lmetric":241302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":27221,"score_linear":114612.0,"score_lmetric":141833},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":0,"pending_prefill_tokens":2052,"num_requests":2,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":27221,"score_linear":118974.0,"score_lmetric":58546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":27221,"score_linear":105047.0,"score_lmetric":173076}],"chosen_score_linear":25187.0,"chosen_score_lmetric":27221,"t_first_token":30020.51263659,"t_first_token_unix":1779964017.0675802,"t_done":30021.525283243,"t_done_unix":1779964018.0802264},{"request_id":"1268630:1:1268630:98","session_id":"1268630","input_length":102074,"t_proxy_recv":29986.290597742,"t_decision_unix":1779963982.8455393,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":97466.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":4608,"v3_new_local":97466,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":4608,"estimated_new_tokens":97466,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":102074,"score_linear":135235.0,"score_lmetric":430586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":3584,"new_prefill":98490,"score_linear":-1286.0,"score_lmetric":100788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":102074,"score_linear":126924.0,"score_lmetric":210054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":4608,"new_prefill":97466,"score_linear":10675.0,"score_lmetric":97466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":102074,"score_linear":27639.0,"score_lmetric":102074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":102074,"score_linear":125063.0,"score_lmetric":438914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":102074,"score_linear":17466.0,"score_lmetric":102074}],"chosen_score_linear":10675.0,"chosen_score_lmetric":97466,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":29986.2911249,"t_prefill_sent_unix":1779963982.846069,"t_decode_sent":29986.291143902,"t_decode_sent_unix":1779963982.8460877,"t_first_token":30020.206873582,"t_first_token_unix":1779964016.7618196,"t_done":30021.90485445,"t_done_unix":1779964018.4597995,"t_prefill_done":30021.904862136,"t_prefill_done_unix":1779964018.4598055},{"request_id":"1269373:3:1277365:148","session_id":"1269373","input_length":16900,"t_proxy_recv":30016.842276967,"t_decision_unix":1779964013.3972182,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.8785798816568048,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2052 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":2052,"cache_hit":14848,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":4096,"new_prefill":12804,"score_linear":21091.0,"score_lmetric":12804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":16900,"score_linear":43137.0,"score_lmetric":58578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":150574.0,"score_lmetric":269412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":16900,"score_linear":139076.0,"score_lmetric":115857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":16900,"score_linear":121069.0,"score_lmetric":220660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16900,"score_linear":114612.0,"score_lmetric":131512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":14848,"new_prefill":2052,"score_linear":87226.0,"score_lmetric":2052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":7680,"new_prefill":9220,"score_linear":97367.0,"score_lmetric":101072}],"chosen_score_linear":87226.0,"chosen_score_lmetric":2052,"t_first_token":30017.206164958,"t_first_token_unix":1779964013.7611086,"t_done":30022.645845102,"t_done_unix":1779964019.200789},{"request_id":"1276498:2:1278996:157","session_id":"1276498","input_length":16650,"t_proxy_recv":30022.705369758,"t_decision_unix":1779964019.2603114,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5227627627627628,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7946 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":7946,"cache_hit":8704,"estimated_new_tokens":7946,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":16650,"score_linear":25187.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":16650,"score_linear":58752.0,"score_lmetric":16650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":150574.0,"score_lmetric":268912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":16650,"score_linear":37002.0,"score_lmetric":33300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":16650,"score_linear":121069.0,"score_lmetric":33300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16650,"score_linear":241593.0,"score_lmetric":407085},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":8704,"new_prefill":7946,"score_linear":180.0,"score_lmetric":7946},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":107126,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":16650,"score_linear":107126.0,"score_lmetric":49950}],"chosen_score_linear":180.0,"chosen_score_lmetric":7946,"t_first_token":30023.658060962,"t_first_token_unix":1779964020.2130058,"t_done":30023.988384074,"t_done_unix":1779964020.5433285},{"request_id":"1270606:1:1270606:113","session_id":"1270606","input_length":93430,"t_proxy_recv":29992.976083712,"t_decision_unix":1779963989.531025,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":93430.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,1,2,1,2,4,1])","v3_prefill_cache_hit":0,"v3_new_local":93430,"cache_hit":0,"estimated_new_tokens":93430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":93430,"score_linear":166063.0,"score_lmetric":620271},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":93430,"score_linear":27927.0,"score_lmetric":121357},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":126924.0,"score_lmetric":201410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":93430,"score_linear":117357.0,"score_lmetric":186860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":93430,"score_linear":27639.0,"score_lmetric":93430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":93430,"score_linear":125063.0,"score_lmetric":421626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":93430,"score_linear":173981.0,"score_lmetric":301635},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":93430,"score_linear":11128.0,"score_lmetric":104558}],"chosen_score_linear":27639.0,"chosen_score_lmetric":93430,"t_first_token":30021.958068006,"t_first_token_unix":1779964018.5130112,"t_done":30023.993683209,"t_done_unix":1779964020.5486264},{"request_id":"1271486:1:1271486:119","session_id":"1271486","input_length":21719,"t_proxy_recv":29996.02547391,"t_decision_unix":1779963992.5804152,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":43438.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,2,1,2,2,2,3,3])","v3_prefill_cache_hit":0,"v3_new_local":21719,"cache_hit":0,"estimated_new_tokens":21719,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21719,"score_linear":166063.0,"score_lmetric":405138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":21719,"score_linear":47375.0,"score_lmetric":57758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":126924.0,"score_lmetric":129699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21719,"score_linear":117357.0,"score_lmetric":43438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21719,"score_linear":121069.0,"score_lmetric":230298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113172,"pending_prefill_tokens":751,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":113923.0,"score_lmetric":44940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":21719,"score_linear":119780.0,"score_lmetric":78850},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":21719,"score_linear":72287.0,"score_lmetric":96552}],"chosen_score_linear":117357.0,"chosen_score_lmetric":43438,"t_first_token":30022.307340122,"t_first_token_unix":1779964018.862284,"t_done":30024.190441492,"t_done_unix":1779964020.7453845},{"request_id":"1272313:3:1279208:159","session_id":"1272313","input_length":11549,"t_proxy_recv":30023.367558265,"t_decision_unix":1779964019.9224997,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9309896960775825,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (797 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":797,"cache_hit":10752,"estimated_new_tokens":797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":7453,"score_linear":21091.0,"score_lmetric":7453},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91098,"ongoing_decode_tokens":91098,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":11549,"score_linear":91098.0,"score_lmetric":23098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11549,"score_linear":150574.0,"score_lmetric":258710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":11549,"score_linear":37002.0,"score_lmetric":23098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11549,"score_linear":121069.0,"score_lmetric":23098},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11549,"score_linear":241593.0,"score_lmetric":391782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25534,"ongoing_decode_tokens":0,"pending_prefill_tokens":7946,"num_requests":2,"active_p_offloads":0,"cached_blocks":674,"cache_hit":10752,"new_prefill":797,"score_linear":14782.0,"score_lmetric":17486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":107126,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":7680,"new_prefill":3869,"score_linear":99446.0,"score_lmetric":11607}],"chosen_score_linear":14782.0,"chosen_score_lmetric":17486,"t_first_token":30023.769807332,"t_first_token_unix":1779964020.3247519,"t_done":30025.001781623,"t_done_unix":1779964021.5567253},{"request_id":"1262354:7:1277104:146","session_id":"1262354","input_length":33524,"t_proxy_recv":30015.926865664,"t_decision_unix":1779964012.481807,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.992721632263453,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":244,"cache_hit":33280,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":33524,"score_linear":25187.0,"score_lmetric":33524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":33524,"score_linear":11292.0,"score_lmetric":42256},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":150574.0,"score_lmetric":302660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":33524,"score_linear":139076.0,"score_lmetric":165729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":33524,"score_linear":121069.0,"score_lmetric":253908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":33524,"score_linear":114612.0,"score_lmetric":148136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":33524,"score_linear":102074.0,"score_lmetric":33524},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71523,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15804,"num_requests":3,"active_p_offloads":0,"cached_blocks":292,"cache_hit":33280,"new_prefill":244,"score_linear":38243.0,"score_lmetric":48144}],"chosen_score_linear":38243.0,"chosen_score_lmetric":48144,"t_first_token":30018.190373966,"t_first_token_unix":1779964014.7453177,"t_done":30025.017109024,"t_done_unix":1779964021.5720522},{"request_id":"1268831:4:1279168:158","session_id":"1268831","input_length":32346,"t_proxy_recv":30023.190857243,"t_decision_unix":1779964019.745798,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9813887343102702,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (602 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":602,"cache_hit":31744,"estimated_new_tokens":602,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":32346,"score_linear":25187.0,"score_lmetric":32346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":561,"cache_hit":31744,"new_prefill":602,"score_linear":27008.0,"score_lmetric":602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":150574.0,"score_lmetric":300304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":32346,"score_linear":37002.0,"score_lmetric":64692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":32346,"score_linear":121069.0,"score_lmetric":64692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":32346,"score_linear":241593.0,"score_lmetric":454173},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25534,"ongoing_decode_tokens":0,"pending_prefill_tokens":7946,"num_requests":2,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":32346,"score_linear":25534.0,"score_lmetric":80584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":107126,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":32346,"score_linear":107126.0,"score_lmetric":97038}],"chosen_score_linear":27008.0,"chosen_score_lmetric":602,"t_first_token":30023.320709224,"t_first_token_unix":1779964019.8756523,"t_done":30025.198553117,"t_done_unix":1779964021.7534962},{"request_id":"1253804:5:1278488:156","session_id":"1253804","input_length":58752,"t_proxy_recv":30020.853193051,"t_decision_unix":1779964017.4081345,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9760348583877996,"affinity_num_requests":1,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1408 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":1408,"cache_hit":57344,"estimated_new_tokens":1408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83838,"ongoing_decode_tokens":83838,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":58752,"score_linear":83838.0,"score_lmetric":176256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":22573,"ongoing_decode_tokens":22573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":560,"cache_hit":57344,"new_prefill":1408,"score_linear":-34771.0,"score_lmetric":1408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58752,"score_linear":150574.0,"score_lmetric":353116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":3584,"new_prefill":55168,"score_linear":135492.0,"score_lmetric":230661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":58752,"score_linear":121069.0,"score_lmetric":304364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":58752,"score_linear":241593.0,"score_lmetric":533391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127858,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":58752,"score_linear":127858.0,"score_lmetric":176256},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":82904,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":58752,"score_linear":107126.0,"score_lmetric":225882}],"chosen_score_linear":-34771.0,"chosen_score_lmetric":1408,"t_first_token":30021.39186148,"t_first_token_unix":1779964017.946805,"t_done":30026.055905615,"t_done_unix":1779964022.6108556},{"request_id":"1266668:4:1276519:143","session_id":"1266668","input_length":49380,"t_proxy_recv":30013.812277972,"t_decision_unix":1779964010.3672192,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.684325637910085,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":33792,"v3_new_local":15588,"cache_hit":33792,"estimated_new_tokens":15588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166518,"ongoing_decode_tokens":166518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":45284,"score_linear":162422.0,"score_lmetric":135852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":49380,"score_linear":17280.0,"score_lmetric":66660},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":150574.0,"score_lmetric":334372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":49380,"score_linear":139076.0,"score_lmetric":213297},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":49380,"score_linear":121069.0,"score_lmetric":285620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":49380,"score_linear":114612.0,"score_lmetric":163992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110778,"ongoing_decode_tokens":0,"pending_prefill_tokens":8704,"num_requests":2,"active_p_offloads":0,"cached_blocks":444,"cache_hit":7680,"new_prefill":41700,"score_linear":103098.0,"score_lmetric":100808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":33792,"new_prefill":15588,"score_linear":-18009.0,"score_lmetric":31371}],"chosen_score_linear":-18009.0,"chosen_score_lmetric":31371,"t_first_token":30018.139480755,"t_first_token_unix":1779964014.6944244,"t_done":30026.574348891,"t_done_unix":1779964023.1292918},{"request_id":"1276136:2:1280145:162","session_id":"1276136","input_length":24519,"t_proxy_recv":30026.482200037,"t_decision_unix":1779964023.0371416,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":16896,"affinity_cache_ratio":0.6890982503364738,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7623 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":7623,"cache_hit":16896,"estimated_new_tokens":7623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45323,"ongoing_decode_tokens":45323,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":24519,"score_linear":45323.0,"score_lmetric":49038},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":565,"cache_hit":16896,"new_prefill":7623,"score_linear":-16896.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24519,"score_linear":150574.0,"score_lmetric":284650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":24519,"score_linear":103600.0,"score_lmetric":225672},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":24519,"score_linear":27639.0,"score_lmetric":24519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":24519,"score_linear":241593.0,"score_lmetric":430692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":24519,"score_linear":8884.0,"score_lmetric":24519},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73602,"ongoing_decode_tokens":73602,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":24519,"score_linear":73602.0,"score_lmetric":49038}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":30027.691912099,"t_first_token_unix":1779964024.2468557,"t_done":30027.897716743,"t_done_unix":1779964024.45266},{"request_id":"1277909:1:1277909:153","session_id":"1277909","input_length":24222,"t_proxy_recv":30018.97750515,"t_decision_unix":1779964015.5324464,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":33084.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,2,3,2,3,3,2])","v3_prefill_cache_hit":7680,"v3_new_local":16542,"cache_hit":7680,"estimated_new_tokens":16542,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":4096,"new_prefill":20126,"score_linear":48312.0,"score_lmetric":94694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":24222,"score_linear":54418.0,"score_lmetric":48444},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":150574.0,"score_lmetric":284056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":24222,"score_linear":139076.0,"score_lmetric":137823},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":24222,"score_linear":121069.0,"score_lmetric":235304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":24222,"score_linear":123496.0,"score_lmetric":277668},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127858,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":470,"cache_hit":7680,"new_prefill":16542,"score_linear":120178.0,"score_lmetric":49626},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":7680,"new_prefill":16542,"score_linear":75224.0,"score_lmetric":33084}],"chosen_score_linear":75224.0,"chosen_score_lmetric":33084,"t_first_token":30021.284326392,"t_first_token_unix":1779964017.8392696,"t_done":30028.098344123,"t_done_unix":1779964024.6532874},{"request_id":"1262354:8:1280463:163","session_id":"1262354","input_length":33928,"t_proxy_recv":30027.488905761,"t_decision_unix":1779964024.043847,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9959915114359821,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (136 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":136,"cache_hit":33792,"estimated_new_tokens":136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45323,"ongoing_decode_tokens":45323,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":33928,"score_linear":45323.0,"score_lmetric":67856},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24519,"ongoing_decode_tokens":0,"pending_prefill_tokens":7623,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":0,"new_prefill":33928,"score_linear":24519.0,"score_lmetric":41551},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33928,"score_linear":150574.0,"score_lmetric":303468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":33928,"score_linear":103600.0,"score_lmetric":244490},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":33928,"score_linear":27639.0,"score_lmetric":33928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":33928,"score_linear":241593.0,"score_lmetric":458919},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":33928,"score_linear":8884.0,"score_lmetric":33928},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":354,"cache_hit":33792,"new_prefill":136,"score_linear":-9570.0,"score_lmetric":136}],"chosen_score_linear":-9570.0,"chosen_score_lmetric":136,"t_first_token":30027.557936549,"t_first_token_unix":1779964024.1128795,"t_done":30028.171846127,"t_done_unix":1779964024.7267897},{"request_id":"1279412:1:1279412:160","session_id":"1279412","input_length":20136,"t_proxy_recv":30024.171138274,"t_decision_unix":1779964020.7260795,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":20136.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,2,2,1,4,2,3])","v3_prefill_cache_hit":0,"v3_new_local":20136,"cache_hit":0,"estimated_new_tokens":20136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":20136,"score_linear":25187.0,"score_lmetric":20136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91098,"ongoing_decode_tokens":91098,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":20136,"score_linear":91098.0,"score_lmetric":40272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":20136,"score_linear":150574.0,"score_lmetric":275884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":20136,"score_linear":37002.0,"score_lmetric":40272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":20136,"score_linear":27639.0,"score_lmetric":20136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":20136,"score_linear":241593.0,"score_lmetric":417543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20433,"ongoing_decode_tokens":11549,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":20136,"score_linear":20433.0,"score_lmetric":40272},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":107126,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":12800,"new_prefill":7336,"score_linear":94326.0,"score_lmetric":22008}],"chosen_score_linear":25187.0,"chosen_score_lmetric":20136,"t_first_token":30026.277556706,"t_first_token_unix":1779964022.8325002,"t_done":30028.259282857,"t_done_unix":1779964024.8142264},{"request_id":"1276136:3:1280987:166","session_id":"1276136","input_length":25923,"t_proxy_recv":30029.429551321,"t_decision_unix":1779964025.9844925,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9282876210315164,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1859 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":1859,"cache_hit":24064,"estimated_new_tokens":1859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":25923,"score_linear":25187.0,"score_lmetric":25923},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":24064,"new_prefill":1859,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25923,"score_linear":150574.0,"score_lmetric":287458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":25923,"score_linear":103600.0,"score_lmetric":228480},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":25923,"score_linear":27639.0,"score_lmetric":25923},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":25923,"score_linear":241593.0,"score_lmetric":434904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":25923,"score_linear":39146.0,"score_lmetric":77554},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":25923,"score_linear":12765.0,"score_lmetric":25923}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30029.761870826,"t_first_token_unix":1779964026.3168147,"t_done":30030.262695476,"t_done_unix":1779964026.8176422},{"request_id":"1269373:4:1280765:165","session_id":"1269373","input_length":30262,"t_proxy_recv":30028.587966314,"t_decision_unix":1779964025.1429071,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.5752428788579736,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17408,"v3_new_local":12854,"cache_hit":17408,"estimated_new_tokens":12854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":4096,"new_prefill":26166,"score_linear":21091.0,"score_lmetric":26166},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30262,"score_linear":150574.0,"score_lmetric":296136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":30262,"score_linear":103600.0,"score_lmetric":237158},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":30262,"score_linear":27639.0,"score_lmetric":30262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30262,"score_linear":241593.0,"score_lmetric":447921},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":17408,"new_prefill":12854,"score_linear":-8524.0,"score_lmetric":12854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":7680,"new_prefill":22582,"score_linear":5085.0,"score_lmetric":22582}],"chosen_score_linear":-8524.0,"chosen_score_lmetric":12854,"t_first_token":30030.933309565,"t_first_token_unix":1779964027.488253,"t_done":30033.192465053,"t_done_unix":1779964029.7474089},{"request_id":"1281887:1:1281887:171","session_id":"1281887","input_length":9370,"t_proxy_recv":30032.342293501,"t_decision_unix":1779964028.8972347,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":9370.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9370,"cache_hit":0,"estimated_new_tokens":9370,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":9370,"score_linear":51613.0,"score_lmetric":18740},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":9370,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9370,"score_linear":150574.0,"score_lmetric":254352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":9370,"score_linear":103600.0,"score_lmetric":195374},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":9370,"score_linear":27639.0,"score_lmetric":9370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9370,"score_linear":241593.0,"score_lmetric":385245},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":53047,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":9370,"score_linear":53047.0,"score_lmetric":28110},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104825,"ongoing_decode_tokens":12765,"pending_prefill_tokens":8604,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":9370,"score_linear":104825.0,"score_lmetric":53922}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30033.048570892,"t_first_token_unix":1779964029.6035156,"t_done":30033.218751545,"t_done_unix":1779964029.7736945},{"request_id":"1268861:2:1280530:164","session_id":"1268861","input_length":12765,"t_proxy_recv":30027.704710084,"t_decision_unix":1779964024.2596517,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.9626321974148061,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":477,"cache_hit":12288,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45323,"ongoing_decode_tokens":45323,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":12765,"score_linear":45323.0,"score_lmetric":25530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24519,"ongoing_decode_tokens":24519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":0,"new_prefill":12765,"score_linear":24519.0,"score_lmetric":12765},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12765,"score_linear":150574.0,"score_lmetric":261142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":12765,"score_linear":103600.0,"score_lmetric":202164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":12765,"score_linear":27639.0,"score_lmetric":12765},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":12765,"score_linear":241593.0,"score_lmetric":395430},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":12765,"score_linear":8884.0,"score_lmetric":12765},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58150,"ongoing_decode_tokens":58150,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":12288,"new_prefill":477,"score_linear":45862.0,"score_lmetric":954}],"chosen_score_linear":45862.0,"chosen_score_lmetric":954,"t_first_token":30027.76142499,"t_first_token_unix":1779964024.3163688,"t_done":30033.382401469,"t_done_unix":1779964029.9373446},{"request_id":"1282082:1:1282082:173","session_id":"1282082","input_length":4972,"t_proxy_recv":30033.017464955,"t_decision_unix":1779964029.5724063,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":4972.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4972 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4972,"cache_hit":0,"estimated_new_tokens":4972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93636,"ongoing_decode_tokens":51613,"pending_prefill_tokens":10791,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":4972,"score_linear":93636.0,"score_lmetric":47289},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":4972,"score_linear":9370.0,"score_lmetric":14342},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4972,"score_linear":150574.0,"score_lmetric":245556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":4972,"score_linear":103600.0,"score_lmetric":186578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":4972,"score_linear":27639.0,"score_lmetric":4972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4972,"score_linear":241593.0,"score_lmetric":372051},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":53047,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":4972,"score_linear":53047.0,"score_lmetric":14916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104825,"ongoing_decode_tokens":70797,"pending_prefill_tokens":236,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":4972,"score_linear":104825.0,"score_lmetric":15624}],"chosen_score_linear":27639.0,"chosen_score_lmetric":4972,"t_first_token":30033.34250518,"t_first_token_unix":1779964029.8974485,"t_done":30033.597850603,"t_done_unix":1779964030.1527944},{"request_id":"1272313:4:1281720:170","session_id":"1272313","input_length":13901,"t_proxy_recv":30031.777284011,"t_decision_unix":1779964028.332225,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8103014171642328,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2637 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2637,"cache_hit":11264,"estimated_new_tokens":2637,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":4096,"new_prefill":9805,"score_linear":47517.0,"score_lmetric":19610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":13901,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13901,"score_linear":150574.0,"score_lmetric":263414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":13901,"score_linear":103600.0,"score_lmetric":204436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":13901,"score_linear":27639.0,"score_lmetric":13901},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13901,"score_linear":241593.0,"score_lmetric":398838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":30262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":11264,"new_prefill":2637,"score_linear":27882.0,"score_lmetric":5274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104825,"ongoing_decode_tokens":12765,"pending_prefill_tokens":8604,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":7680,"new_prefill":6221,"score_linear":97145.0,"score_lmetric":44475}],"chosen_score_linear":27882.0,"chosen_score_lmetric":5274,"t_first_token":30032.090676296,"t_first_token_unix":1779964028.64562,"t_done":30034.000106341,"t_done_unix":1779964030.5550497},{"request_id":"1262354:9:1281632:169","session_id":"1262354","input_length":34028,"t_proxy_recv":30031.480830353,"t_decision_unix":1779964028.0357716,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9930645350887505,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (236 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":236,"cache_hit":33792,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":12800,"new_prefill":21228,"score_linear":38813.0,"score_lmetric":42456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":34028,"score_linear":150574.0,"score_lmetric":303668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":34028,"score_linear":103600.0,"score_lmetric":244690},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":34028,"score_linear":27639.0,"score_lmetric":34028},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34028,"score_linear":241593.0,"score_lmetric":459219},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":30262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":34028,"score_linear":39146.0,"score_lmetric":68056},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70797,"ongoing_decode_tokens":12765,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":33792,"new_prefill":236,"score_linear":37005.0,"score_lmetric":17208}],"chosen_score_linear":37005.0,"chosen_score_lmetric":17208,"t_first_token":30033.021809779,"t_first_token_unix":1779964029.5767531,"t_done":30035.347324703,"t_done_unix":1779964031.9022703},{"request_id":"1267915:1:1267915:96","session_id":"1267915","input_length":126924,"t_proxy_recv":29983.704371143,"t_decision_unix":1779963980.2593124,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":107980.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":18944,"v3_new_local":107980,"cache_hit":18944,"estimated_new_tokens":107980,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":126924,"score_linear":135235.0,"score_lmetric":480286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":18944,"new_prefill":107980,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":126924,"score_linear":15283.0,"score_lmetric":126924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":126924,"score_linear":27639.0,"score_lmetric":126924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":126924,"score_linear":125063.0,"score_lmetric":488614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":134,"cache_hit":0,"new_prefill":126924,"score_linear":46137.0,"score_lmetric":266134}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":30034.150877912,"t_first_token_unix":1779964030.7058218,"t_done":30035.464616378,"t_done_unix":1779964032.0195596},{"request_id":"1265128:2:1271655:122","session_id":"1265128","input_length":23650,"t_proxy_recv":29996.535942294,"t_decision_unix":1779963993.0908837,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.5845243128964059,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":9826,"cache_hit":13824,"estimated_new_tokens":9826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":23650,"score_linear":166063.0,"score_lmetric":410931},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":47375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":23650,"score_linear":47375.0,"score_lmetric":47300},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":13824,"new_prefill":9826,"score_linear":113100.0,"score_lmetric":117806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23650,"score_linear":139076.0,"score_lmetric":136107},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":23650,"score_linear":121069.0,"score_lmetric":234160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":113923.0,"score_lmetric":47300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":23650,"score_linear":134184.0,"score_lmetric":124272},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":23650,"score_linear":61159.0,"score_lmetric":47300}],"chosen_score_linear":113100.0,"chosen_score_lmetric":117806,"t_first_token":30034.649871002,"t_first_token_unix":1779964031.204815,"t_done":30035.826193416,"t_done_unix":1779964032.381137},{"request_id":"1260327:5:1281915:172","session_id":"1260327","input_length":42023,"t_proxy_recv":30032.530472391,"t_decision_unix":1779964029.085414,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.7432120505437498,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,1,2,2,1,3,3,3])","v3_prefill_cache_hit":31232,"v3_new_local":10791,"cache_hit":31232,"estimated_new_tokens":10791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":31232,"new_prefill":10791,"score_linear":20381.0,"score_lmetric":21582},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":42023,"score_linear":9370.0,"score_lmetric":51393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":42023,"score_linear":150574.0,"score_lmetric":319658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":42023,"score_linear":103600.0,"score_lmetric":260680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":42023,"score_linear":27639.0,"score_lmetric":42023},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42023,"score_linear":241593.0,"score_lmetric":483204},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":53047,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":42023,"score_linear":53047.0,"score_lmetric":126069},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104825,"ongoing_decode_tokens":12765,"pending_prefill_tokens":8604,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":42023,"score_linear":104825.0,"score_lmetric":151881}],"chosen_score_linear":20381.0,"chosen_score_lmetric":21582,"t_first_token":30035.321459973,"t_first_token_unix":1779964031.8764038,"t_done":30036.377241683,"t_done_unix":1779964032.9321885},{"request_id":"1266668:5:1281133:168","session_id":"1266668","input_length":58032,"t_proxy_recv":30030.04880234,"t_decision_unix":1779964026.603744,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.8558036945133719,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,2,2,1,3,2,1])","v3_prefill_cache_hit":49664,"v3_new_local":8368,"cache_hit":49664,"estimated_new_tokens":8368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":25187,"pending_prefill_tokens":6458,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":4096,"new_prefill":53936,"score_linear":47517.0,"score_lmetric":120788},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25923,"ongoing_decode_tokens":25923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":58032,"score_linear":25923.0,"score_lmetric":58032},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58032,"score_linear":150574.0,"score_lmetric":351676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":58032,"score_linear":103600.0,"score_lmetric":292698},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":58032,"score_linear":27639.0,"score_lmetric":58032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":58032,"score_linear":241593.0,"score_lmetric":531231},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":7680,"new_prefill":50352,"score_linear":31466.0,"score_lmetric":126412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":49664,"new_prefill":8368,"score_linear":-36899.0,"score_lmetric":8368}],"chosen_score_linear":-36899.0,"chosen_score_lmetric":8368,"t_first_token":30032.973512572,"t_first_token_unix":1779964029.5284557,"t_done":30036.642186375,"t_done_unix":1779964033.1971295},{"request_id":"1277533:2:1282872:175","session_id":"1277533","input_length":16299,"t_proxy_recv":30035.761227712,"t_decision_unix":1779964032.3161693,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.2827167310877968,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":16299.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16299,"cache_hit":0,"estimated_new_tokens":16299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93636,"ongoing_decode_tokens":93636,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":16299,"score_linear":93636.0,"score_lmetric":48897},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":600,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":16299,"score_linear":23650.0,"score_lmetric":16299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":16299,"score_linear":103600.0,"score_lmetric":209232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":16299,"score_linear":27639.0,"score_lmetric":16299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16299,"score_linear":241593.0,"score_lmetric":406032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39478,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":4608,"new_prefill":11691,"score_linear":34870.0,"score_lmetric":23382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58032,"ongoing_decode_tokens":58032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":16299,"score_linear":58032.0,"score_lmetric":16299}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30037.252424877,"t_first_token_unix":1779964033.8073688,"t_done":30037.270625513,"t_done_unix":1779964033.8255684},{"request_id":"1269373:5:1282812:174","session_id":"1269373","input_length":30594,"t_proxy_recv":30035.549229842,"t_decision_unix":1779964032.1041713,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.9873831470222919,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (386 < 8000)","v3_prefill_cache_hit":30208,"v3_new_local":386,"cache_hit":30208,"estimated_new_tokens":386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93636,"ongoing_decode_tokens":93636,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":4096,"new_prefill":26498,"score_linear":89540.0,"score_lmetric":79494},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":600,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30594,"score_linear":23650.0,"score_lmetric":30594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":30594,"score_linear":103600.0,"score_lmetric":237822},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":30594,"score_linear":27639.0,"score_lmetric":30594},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30594,"score_linear":241593.0,"score_lmetric":448917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":720,"cache_hit":30208,"new_prefill":386,"score_linear":-21324.0,"score_lmetric":386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58032,"ongoing_decode_tokens":58032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":7680,"new_prefill":22914,"score_linear":50352.0,"score_lmetric":22914}],"chosen_score_linear":-21324.0,"chosen_score_lmetric":386,"t_first_token":30035.624923541,"t_first_token_unix":1779964032.1798666,"t_done":30039.130971958,"t_done_unix":1779964035.6859157},{"request_id":"1283642:1:1283642:178","session_id":"1283642","input_length":8510,"t_proxy_recv":30038.197212791,"t_decision_unix":1779964034.7521536,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":8510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8510,"cache_hit":0,"estimated_new_tokens":8510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":514,"cache_hit":0,"new_prefill":8510,"score_linear":51613.0,"score_lmetric":17020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":8510,"score_linear":103600.0,"score_lmetric":193654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":8510,"score_linear":27639.0,"score_lmetric":8510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":8510,"score_linear":241593.0,"score_lmetric":382665},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39478,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":0,"new_prefill":8510,"score_linear":39478.0,"score_lmetric":17020},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30038.826982685,"t_first_token_unix":1779964035.3819268,"t_done":30039.140633656,"t_done_unix":1779964035.6955771},{"request_id":"1279412:2:1281113:167","session_id":"1279412","input_length":26426,"t_proxy_recv":30029.961526507,"t_decision_unix":1779964026.5164676,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.7556194656777416,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6458 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":6458,"cache_hit":19968,"estimated_new_tokens":6458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":19968,"new_prefill":6458,"score_linear":5219.0,"score_lmetric":6458},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25923,"ongoing_decode_tokens":25923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":26426,"score_linear":25923.0,"score_lmetric":26426},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":26426,"score_linear":150574.0,"score_lmetric":288464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":26426,"score_linear":103600.0,"score_lmetric":229486},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":26426,"score_linear":27639.0,"score_lmetric":26426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":26426,"score_linear":241593.0,"score_lmetric":436413},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":26426,"score_linear":39146.0,"score_lmetric":78560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":12800,"new_prefill":13626,"score_linear":-35.0,"score_lmetric":13626}],"chosen_score_linear":5219.0,"chosen_score_lmetric":6458,"t_first_token":30031.075848966,"t_first_token_unix":1779964027.6307921,"t_done":30039.344952714,"t_done_unix":1779964035.8998961},{"request_id":"1279412:3:1285475:187","session_id":"1279412","input_length":27077,"t_proxy_recv":30044.662950675,"t_decision_unix":1779964041.217892,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9832699338922333,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (453 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":453,"cache_hit":26624,"estimated_new_tokens":453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":26624,"new_prefill":453,"score_linear":-1437.0,"score_lmetric":453},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":27077,"score_linear":42264.0,"score_lmetric":27077},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":27077,"score_linear":49619.0,"score_lmetric":76696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":27077,"score_linear":103600.0,"score_lmetric":230788},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":27077,"score_linear":27639.0,"score_lmetric":27077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":27077,"score_linear":241593.0,"score_lmetric":438366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23769,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":27077,"score_linear":23769.0,"score_lmetric":54154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":12800,"new_prefill":14277,"score_linear":132502.0,"score_lmetric":107892}],"chosen_score_linear":-1437.0,"chosen_score_lmetric":453,"t_first_token":30044.735179968,"t_first_token_unix":1779964041.2901227,"t_done":30044.831470921,"t_done_unix":1779964041.3864157},{"request_id":"1272313:5:1284744:185","session_id":"1272313","input_length":14885,"t_proxy_recv":30042.150853121,"t_decision_unix":1779964038.7057943,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9287201881088344,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1061 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1061,"cache_hit":13824,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":4096,"new_prefill":10789,"score_linear":21091.0,"score_lmetric":10789},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":0,"pending_prefill_tokens":10008,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":14885,"score_linear":42264.0,"score_lmetric":24893},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":14885,"score_linear":49619.0,"score_lmetric":64504},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":14885,"score_linear":103600.0,"score_lmetric":206404},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":14885,"score_linear":27639.0,"score_lmetric":14885},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":14885,"score_linear":241593.0,"score_lmetric":401790},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":721,"cache_hit":13824,"new_prefill":1061,"score_linear":-4940.0,"score_lmetric":1061},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":30965,"pending_prefill_tokens":22177,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":7680,"new_prefill":7205,"score_linear":137622.0,"score_lmetric":88146}],"chosen_score_linear":-4940.0,"chosen_score_lmetric":1061,"t_first_token":30042.306559937,"t_first_token_unix":1779964038.8615031,"t_done":30045.131461837,"t_done_unix":1779964041.686405},{"request_id":"1268831:5:1284640:184","session_id":"1268831","input_length":42264,"t_proxy_recv":30041.716328427,"t_decision_unix":1779964038.2712693,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":32256,"affinity_cache_ratio":0.7632027257240205,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":32256,"v3_new_local":10008,"cache_hit":32256,"estimated_new_tokens":10008,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":42264,"score_linear":25187.0,"score_lmetric":42264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":647,"cache_hit":32256,"new_prefill":10008,"score_linear":-32256.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":42264,"score_linear":49619.0,"score_lmetric":91883},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":42264,"score_linear":103600.0,"score_lmetric":261162},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":42264,"score_linear":27639.0,"score_lmetric":42264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42264,"score_linear":241593.0,"score_lmetric":483927},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":42264,"score_linear":8884.0,"score_lmetric":42264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":30965,"pending_prefill_tokens":22177,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":42264,"score_linear":145302.0,"score_lmetric":193323}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":30044.385270967,"t_first_token_unix":1779964040.9402146,"t_done":30046.387948762,"t_done_unix":1779964042.942892},{"request_id":"1285800:1:1285800:191","session_id":"1285800","input_length":4510,"t_proxy_recv":30045.772150652,"t_decision_unix":1779964042.327092,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4510.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4510 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4510,"cache_hit":0,"estimated_new_tokens":4510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":4510,"score_linear":25187.0,"score_lmetric":4510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56456,"ongoing_decode_tokens":42264,"pending_prefill_tokens":6000,"num_requests":2,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":4510,"score_linear":56456.0,"score_lmetric":21020},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":4510,"score_linear":49619.0,"score_lmetric":54129},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":4510,"score_linear":103600.0,"score_lmetric":185654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27650,"ongoing_decode_tokens":27650,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":4510,"score_linear":27650.0,"score_lmetric":9020},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4510,"score_linear":241593.0,"score_lmetric":370665},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":0,"pending_prefill_tokens":8068,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":4510,"score_linear":47672.0,"score_lmetric":25156},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":4510,"score_linear":145302.0,"score_lmetric":78591}],"chosen_score_linear":25187.0,"chosen_score_lmetric":4510,"t_first_token":30046.062208441,"t_first_token_unix":1779964042.6171517,"t_done":30046.465491329,"t_done_unix":1779964043.0204341},{"request_id":"1283642:2:1285731:190","session_id":"1283642","input_length":14192,"t_proxy_recv":30045.521656802,"t_decision_unix":1779964042.0765982,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.5772266065388951,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6000 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":6000,"cache_hit":8192,"estimated_new_tokens":6000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":14192,"score_linear":25187.0,"score_lmetric":14192},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":8192,"new_prefill":6000,"score_linear":34072.0,"score_lmetric":6000},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":14192,"score_linear":49619.0,"score_lmetric":63811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":14192,"score_linear":103600.0,"score_lmetric":205018},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27650,"ongoing_decode_tokens":27650,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":14192,"score_linear":27650.0,"score_lmetric":28384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":14192,"score_linear":241593.0,"score_lmetric":399711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":0,"pending_prefill_tokens":8068,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":14192,"score_linear":47672.0,"score_lmetric":44520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":14192,"score_linear":145302.0,"score_lmetric":107637}],"chosen_score_linear":34072.0,"chosen_score_lmetric":6000,"t_first_token":30046.185797309,"t_first_token_unix":1779964042.7407405,"t_done":30046.647522395,"t_done_unix":1779964043.2024655},{"request_id":"1239034:4:1263738:78","session_id":"1239034","input_length":27639,"t_proxy_recv":29975.277940032,"t_decision_unix":1779963971.8328815,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.8150801403813452,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5111 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":5111,"cache_hit":22528,"estimated_new_tokens":5111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":27639,"score_linear":110048.0,"score_lmetric":137687},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":27639,"score_linear":55989.0,"score_lmetric":27639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":27639,"score_linear":14329.0,"score_lmetric":83334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":27639,"score_linear":71575.0,"score_lmetric":167862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":22528,"new_prefill":5111,"score_linear":-22528.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27639,"score_linear":125063.0,"score_lmetric":290044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":27639,"score_linear":50783.0,"score_lmetric":78422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":27639,"score_linear":45884.0,"score_lmetric":103014}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":29976.287050524,"t_first_token_unix":1779963972.8419938,"t_done":30047.434794943,"t_done_unix":1779964043.9897382},{"request_id":"1285558:1:1285558:188","session_id":"1285558","input_length":11,"t_proxy_recv":30044.864744666,"t_decision_unix":1779964041.419686,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":11.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (11 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":11,"cache_hit":0,"estimated_new_tokens":11,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":11,"score_linear":25187.0,"score_lmetric":11},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":11,"score_linear":42264.0,"score_lmetric":11},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":11,"score_linear":49619.0,"score_lmetric":49630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":11,"score_linear":103600.0,"score_lmetric":176656},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":11,"score_linear":27639.0,"score_lmetric":11},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11,"score_linear":241593.0,"score_lmetric":357168},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23769,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":11,"score_linear":23769.0,"score_lmetric":22},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":11,"score_linear":145302.0,"score_lmetric":65094}],"chosen_score_linear":27639.0,"chosen_score_lmetric":11,"t_first_token":30044.890376005,"t_first_token_unix":1779964041.445319,"t_done":30047.555372386,"t_done_unix":1779964044.1103158},{"request_id":"1286551:1:1286551:194","session_id":"1286551","input_length":1700,"t_proxy_recv":30048.73528264,"t_decision_unix":1779964045.2902238,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1700.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1700 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1700,"cache_hit":0,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57085,"ongoing_decode_tokens":25187,"pending_prefill_tokens":5274,"num_requests":2,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":1700,"score_linear":57085.0,"score_lmetric":13948},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":1700,"score_linear":49619.0,"score_lmetric":51319},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":1700,"score_linear":103600.0,"score_lmetric":180034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":496,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":1700,"score_linear":241593.0,"score_lmetric":362235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":1700,"score_linear":47672.0,"score_lmetric":3400},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":1700,"score_linear":145302.0,"score_lmetric":70161}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30048.876663836,"t_first_token_unix":1779964045.431607,"t_done":30049.071902928,"t_done_unix":1779964045.6268456},{"request_id":"1262354:10:1283773:180","session_id":"1262354","input_length":34282,"t_proxy_recv":30038.630217822,"t_decision_unix":1779964035.1851592,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9857067849016977,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (490 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":490,"cache_hit":33792,"estimated_new_tokens":490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":514,"cache_hit":12800,"new_prefill":21482,"score_linear":38813.0,"score_lmetric":42964},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":34282,"score_linear":8510.0,"score_lmetric":42792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":34282,"score_linear":103600.0,"score_lmetric":245198},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":34282,"score_linear":27639.0,"score_lmetric":34282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34282,"score_linear":241593.0,"score_lmetric":459981},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39478,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":0,"new_prefill":34282,"score_linear":39478.0,"score_lmetric":68564},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30965,"ongoing_decode_tokens":0,"pending_prefill_tokens":6389,"num_requests":1,"active_p_offloads":0,"cached_blocks":405,"cache_hit":33792,"new_prefill":490,"score_linear":-2827.0,"score_lmetric":6879}],"chosen_score_linear":-2827.0,"chosen_score_lmetric":6879,"t_first_token":30042.853499366,"t_first_token_unix":1779964039.4084432,"t_done":30050.02298628,"t_done_unix":1779964046.5779295},{"request_id":"1269373:6:1285668:189","session_id":"1269373","input_length":38788,"t_proxy_recv":30045.323453991,"t_decision_unix":1779964041.8783953,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7919975250077343,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":30720,"v3_new_local":8068,"cache_hit":30720,"estimated_new_tokens":8068,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":4096,"new_prefill":34692,"score_linear":21091.0,"score_lmetric":34692},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":38788,"score_linear":42264.0,"score_lmetric":38788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":38788,"score_linear":49619.0,"score_lmetric":88407},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":38788,"score_linear":103600.0,"score_lmetric":254210},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27650,"ongoing_decode_tokens":27650,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":38788,"score_linear":27650.0,"score_lmetric":77576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":38788,"score_linear":241593.0,"score_lmetric":473499},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":724,"cache_hit":30720,"new_prefill":8068,"score_linear":-21836.0,"score_lmetric":8068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":7680,"new_prefill":31108,"score_linear":137622.0,"score_lmetric":158385}],"chosen_score_linear":-21836.0,"chosen_score_lmetric":8068,"t_first_token":30047.230099754,"t_first_token_unix":1779964043.7850432,"t_done":30050.422854255,"t_done_unix":1779964046.9777982},{"request_id":"1286804:1:1286804:195","session_id":"1286804","input_length":13962,"t_proxy_recv":30049.468596585,"t_decision_unix":1779964046.023538,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":13962.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13962,"cache_hit":0,"estimated_new_tokens":13962,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57085,"ongoing_decode_tokens":57085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":13962,"score_linear":57085.0,"score_lmetric":27924},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":13962,"score_linear":49619.0,"score_lmetric":13962},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":13962,"score_linear":103600.0,"score_lmetric":204558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13962,"score_linear":241593.0,"score_lmetric":399021},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":13962,"score_linear":47672.0,"score_lmetric":27924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":145302,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":13962,"score_linear":145302.0,"score_lmetric":41886}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30050.670227347,"t_first_token_unix":1779964047.2251709,"t_done":30051.375660645,"t_done_unix":1779964047.9306064},{"request_id":"1279412:4:1286447:193","session_id":"1279412","input_length":31898,"t_proxy_recv":30048.337690497,"t_decision_unix":1779964044.8926315,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8346604802808953,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5274 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":5274,"cache_hit":26624,"estimated_new_tokens":5274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":535,"cache_hit":26624,"new_prefill":5274,"score_linear":-1437.0,"score_lmetric":5274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":31898,"score_linear":49619.0,"score_lmetric":81517},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":31898,"score_linear":103600.0,"score_lmetric":240430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":496,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31898,"score_linear":241593.0,"score_lmetric":452829},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":31898,"score_linear":47672.0,"score_lmetric":63796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":12800,"new_prefill":19098,"score_linear":132502.0,"score_lmetric":122355}],"chosen_score_linear":-1437.0,"chosen_score_lmetric":5274,"t_first_token":30049.421178399,"t_first_token_unix":1779964045.9761217,"t_done":30051.502446514,"t_done_unix":1779964048.0573895},{"request_id":"1242838:4:1265709:87","session_id":"1242838","input_length":25187,"t_proxy_recv":29976.16530008,"t_decision_unix":1779963972.7202413,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.8741017191408266,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3171 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":3171,"cache_hit":22016,"estimated_new_tokens":3171,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":22016,"new_prefill":3171,"score_linear":88032.0,"score_lmetric":113219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":25187,"score_linear":55989.0,"score_lmetric":25187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":25187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":25187,"score_linear":71575.0,"score_lmetric":162958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":0,"pending_prefill_tokens":5111,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":25187,"score_linear":27639.0,"score_lmetric":30298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":25187,"score_linear":125063.0,"score_lmetric":285140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":25187,"score_linear":50783.0,"score_lmetric":75970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":25187,"score_linear":45884.0,"score_lmetric":98110}],"chosen_score_linear":88032.0,"chosen_score_lmetric":113219,"t_first_token":30012.681100154,"t_first_token_unix":1779964009.2360435,"t_done":30051.63314392,"t_done_unix":1779964048.1880877},{"request_id":"1279994:1:1279994:161","session_id":"1279994","input_length":88317,"t_proxy_recv":30026.046433891,"t_decision_unix":1779964022.6013753,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":88317.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,2,1,1,4,1,2])","v3_prefill_cache_hit":0,"v3_new_local":88317,"cache_hit":0,"estimated_new_tokens":88317,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45323,"ongoing_decode_tokens":25187,"pending_prefill_tokens":20136,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":88317,"score_linear":45323.0,"score_lmetric":216906},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":88317,"score_linear":58752.0,"score_lmetric":88317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":88317,"score_linear":150574.0,"score_lmetric":412246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":88317,"score_linear":15283.0,"score_lmetric":88317},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":88317,"score_linear":27639.0,"score_lmetric":88317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":88317,"score_linear":241593.0,"score_lmetric":622086},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":88317,"score_linear":8884.0,"score_lmetric":88317},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73602,"ongoing_decode_tokens":73602,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":88317,"score_linear":73602.0,"score_lmetric":176634}],"chosen_score_linear":15283.0,"chosen_score_lmetric":88317,"t_first_token":30052.071520461,"t_first_token_unix":1779964048.6264637,"t_done":30053.087889358,"t_done_unix":1779964049.6428337},{"request_id":"1287588:1:1287588:198","session_id":"1287588","input_length":9925,"t_proxy_recv":30052.01898129,"t_decision_unix":1779964048.5739224,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":9925.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9925,"cache_hit":0,"estimated_new_tokens":9925,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":9925,"score_linear":49619.0,"score_lmetric":9925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":9925,"score_linear":103600.0,"score_lmetric":196484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":9925,"score_linear":77805.0,"score_lmetric":87730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9925,"score_linear":241593.0,"score_lmetric":43074},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":9925,"score_linear":8884.0,"score_lmetric":9925},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":9925,"score_linear":145373.0,"score_lmetric":29775}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30052.784616424,"t_first_token_unix":1779964049.3395598,"t_done":30054.106718828,"t_done_unix":1779964050.6616626},{"request_id":"1272313:6:1287745:199","session_id":"1272313","input_length":15547,"t_proxy_recv":30052.56770977,"t_decision_unix":1779964049.122651,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9879719560043738,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (187 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":187,"cache_hit":15360,"estimated_new_tokens":187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":4096,"new_prefill":11451,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9925,"ongoing_decode_tokens":0,"pending_prefill_tokens":9925,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":15547,"score_linear":9925.0,"score_lmetric":25472},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":15547,"score_linear":49619.0,"score_lmetric":15547},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":103600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":15547,"score_linear":103600.0,"score_lmetric":31094},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":15547,"score_linear":77805.0,"score_lmetric":93352},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15547,"score_linear":241593.0,"score_lmetric":59940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":15360,"new_prefill":187,"score_linear":-6476.0,"score_lmetric":187},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":7680,"new_prefill":7867,"score_linear":137693.0,"score_lmetric":23601}],"chosen_score_linear":-6476.0,"chosen_score_lmetric":187,"t_first_token":30052.642078609,"t_first_token_unix":1779964049.1970215,"t_done":30054.219800463,"t_done_unix":1779964050.7747436},{"request_id":"1279994:2:1283011:177","session_id":"1279994","input_length":88940,"t_proxy_recv":30053.10487131,"t_decision_unix":1779964049.6598127,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88064,"affinity_cache_ratio":0.990150663368563,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (876 < 8000)","v3_prefill_cache_hit":88064,"v3_new_local":876,"cache_hit":88064,"estimated_new_tokens":876,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":88940,"score_linear":9925.0,"score_lmetric":88940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":88940,"score_linear":49619.0,"score_lmetric":88940},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":88064,"new_prefill":876,"score_linear":-72781.0,"score_lmetric":876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":88940,"score_linear":77805.0,"score_lmetric":166745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":88940,"score_linear":241593.0,"score_lmetric":280119},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24431,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":88940,"score_linear":24431.0,"score_lmetric":177880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":88940,"score_linear":145373.0,"score_lmetric":266820}],"chosen_score_linear":-72781.0,"chosen_score_lmetric":876,"t_first_token":30053.564608093,"t_first_token_unix":1779964050.1195514,"t_done":30054.508516103,"t_done_unix":1779964051.0634594},{"request_id":"1288143:1:1288143:200","session_id":"1288143","input_length":448,"t_proxy_recv":30053.990344819,"t_decision_unix":1779964050.545286,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":448.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (448 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":448,"cache_hit":0,"estimated_new_tokens":448,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":448,"score_linear":9925.0,"score_lmetric":448},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":448,"score_linear":49619.0,"score_lmetric":448},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104223,"ongoing_decode_tokens":104223,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":448,"score_linear":104223.0,"score_lmetric":896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":448,"score_linear":77805.0,"score_lmetric":78253},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":448,"score_linear":241593.0,"score_lmetric":14643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24431,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":448,"score_linear":24431.0,"score_lmetric":896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":448,"score_linear":145373.0,"score_lmetric":1344}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30054.041068192,"t_first_token_unix":1779964050.5960119,"t_done":30054.556669414,"t_done_unix":1779964051.1116126},{"request_id":"1284132:1:1284132:182","session_id":"1284132","input_length":49619,"t_proxy_recv":30039.99238877,"t_decision_unix":1779964036.5473301,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":49619.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":49619,"cache_hit":0,"estimated_new_tokens":49619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":49619,"score_linear":25187.0,"score_lmetric":49619},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":49619,"score_linear":103600.0,"score_lmetric":275872},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":49619,"score_linear":27639.0,"score_lmetric":49619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":49619,"score_linear":241593.0,"score_lmetric":505992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":49619,"score_linear":8884.0,"score_lmetric":49619},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":30965,"pending_prefill_tokens":22177,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":49619,"score_linear":145302.0,"score_lmetric":215388}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30049.257828456,"t_first_token_unix":1779964045.8127718,"t_done":30055.997951196,"t_done_unix":1779964052.5528944},{"request_id":"1266668:6:1284003:181","session_id":"1266668","input_length":80055,"t_proxy_recv":30039.531656725,"t_decision_unix":1779964036.086598,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58368,"affinity_cache_ratio":0.7290987446130786,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":58368,"v3_new_local":21687,"cache_hit":58368,"estimated_new_tokens":21687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":4096,"new_prefill":75959,"score_linear":21091.0,"score_lmetric":75959},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":80055,"score_linear":103600.0,"score_lmetric":336744},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":80055,"score_linear":27639.0,"score_lmetric":80055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":80055,"score_linear":241593.0,"score_lmetric":597300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":721,"cache_hit":7680,"new_prefill":72375,"score_linear":1204.0,"score_lmetric":72375},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65247,"ongoing_decode_tokens":0,"pending_prefill_tokens":6879,"num_requests":2,"active_p_offloads":0,"cached_blocks":405,"cache_hit":58368,"new_prefill":21687,"score_linear":6879.0,"score_lmetric":57132}],"chosen_score_linear":6879.0,"chosen_score_lmetric":57132,"t_first_token":30049.14288741,"t_first_token_unix":1779964045.697831,"t_done":30056.344210918,"t_done_unix":1779964052.8991568},{"request_id":"1287588:2:1289701:205","session_id":"1287588","input_length":10195,"t_proxy_recv":30059.244682066,"t_decision_unix":1779964055.7996235,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":9728,"affinity_cache_ratio":0.954193231976459,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (467 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":467,"cache_hit":9728,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41801,"ongoing_decode_tokens":41801,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":10195,"score_linear":41801.0,"score_lmetric":20390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":9728,"new_prefill":467,"score_linear":-9728.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":10195,"score_linear":82014.0,"score_lmetric":92209},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":10195,"score_linear":104509.0,"score_lmetric":20390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":10195,"score_linear":77805.0,"score_lmetric":88000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":10195,"score_linear":241593.0,"score_lmetric":30585},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":10195,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":65318,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":10195,"score_linear":153059.0,"score_lmetric":52656}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":30059.283064228,"t_first_token_unix":1779964055.8380072,"t_done":30059.341908641,"t_done_unix":1779964055.896852},{"request_id":"1286551:2:1289450:202","session_id":"1286551","input_length":9610,"t_proxy_recv":30058.332468862,"t_decision_unix":1779964054.8874097,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":0,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1598335067637877,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":9610.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9610,"cache_hit":0,"estimated_new_tokens":9610,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":9610,"score_linear":104509.0,"score_lmetric":19220},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":1536,"new_prefill":8074,"score_linear":76269.0,"score_lmetric":85879},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9610,"score_linear":241593.0,"score_lmetric":28830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":65318,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":9610,"score_linear":153059.0,"score_lmetric":50901}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30059.067321279,"t_first_token_unix":1779964055.6222646,"t_done":30059.647062578,"t_done_unix":1779964056.202006},{"request_id":"1279412:4:1289482:203","session_id":"1279412","input_length":32191,"t_proxy_recv":30058.408610493,"t_decision_unix":1779964054.9635518,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9861141312789289,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (447 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":447,"cache_hit":31744,"estimated_new_tokens":447,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":556,"cache_hit":31744,"new_prefill":447,"score_linear":-22134.0,"score_lmetric":10057},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":32191,"score_linear":104509.0,"score_lmetric":64382},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":32191,"score_linear":77805.0,"score_lmetric":109996},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":32191,"score_linear":241593.0,"score_lmetric":96573},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":65318,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":12800,"new_prefill":19391,"score_linear":140259.0,"score_lmetric":80244}],"chosen_score_linear":-22134.0,"chosen_score_lmetric":10057,"t_first_token":30059.114907097,"t_first_token_unix":1779964055.66985,"t_done":30060.244116768,"t_done_unix":1779964056.79906},{"request_id":"1279994:3:1286181:192","session_id":"1279994","input_length":89226,"t_proxy_recv":30054.526686363,"t_decision_unix":1779964051.0816278,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9927151278775245,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (650 < 8000)","v3_prefill_cache_hit":88576,"v3_new_local":650,"cache_hit":88576,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":448,"ongoing_decode_tokens":448,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":89226,"score_linear":448.0,"score_lmetric":89226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":89226,"score_linear":49619.0,"score_lmetric":89226},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":735,"cache_hit":88576,"new_prefill":650,"score_linear":-73293.0,"score_lmetric":650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":89226,"score_linear":77805.0,"score_lmetric":167031},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":89226,"score_linear":241593.0,"score_lmetric":280977},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":89226,"score_linear":8884.0,"score_lmetric":89226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":89226,"score_linear":145373.0,"score_lmetric":267678}],"chosen_score_linear":-73293.0,"chosen_score_lmetric":650,"t_first_token":30054.803219991,"t_first_token_unix":1779964051.3581634,"t_done":30060.343068785,"t_done_unix":1779964056.8980122},{"request_id":"1290442:1:1290442:210","session_id":"1290442","input_length":7261,"t_proxy_recv":30061.603586361,"t_decision_unix":1779964058.1585279,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":7261.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7261 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7261,"cache_hit":0,"estimated_new_tokens":7261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":0,"new_prefill":7261,"score_linear":23228.0,"score_lmetric":30489},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":13552,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":7261,"score_linear":13552.0,"score_lmetric":20813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":7261,"score_linear":82014.0,"score_lmetric":89275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":7261,"score_linear":15283.0,"score_lmetric":7261},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":7261,"score_linear":77805.0,"score_lmetric":85066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7261,"score_linear":241593.0,"score_lmetric":21783},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":15969,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":7261,"score_linear":58714.0,"score_lmetric":22188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":7261,"score_linear":153059.0,"score_lmetric":21783}],"chosen_score_linear":15283.0,"chosen_score_lmetric":7261,"t_first_token":30062.100714958,"t_first_token_unix":1779964058.6556582,"t_done":30062.292067576,"t_done_unix":1779964058.847011},{"request_id":"1277909:2:1283679:179","session_id":"1277909","input_length":30965,"t_proxy_recv":30038.303334282,"t_decision_unix":1779964034.8582754,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.7936702728887454,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6389 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":6389,"cache_hit":24576,"estimated_new_tokens":6389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":514,"cache_hit":4096,"new_prefill":26869,"score_linear":47517.0,"score_lmetric":53738},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":30965,"score_linear":8510.0,"score_lmetric":39475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":30965,"score_linear":103600.0,"score_lmetric":238564},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":30965,"score_linear":27639.0,"score_lmetric":30965},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30965,"score_linear":241593.0,"score_lmetric":450030},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39478,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":7680,"new_prefill":23285,"score_linear":31798.0,"score_lmetric":46570},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":405,"cache_hit":24576,"new_prefill":6389,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30039.591971324,"t_first_token_unix":1779964036.1469145,"t_done":30062.872362177,"t_done_unix":1779964059.427306},{"request_id":"1290426:1:1290426:209","session_id":"1290426","input_length":13552,"t_proxy_recv":30061.578108171,"t_decision_unix":1779964058.1330495,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":13552.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13552,"cache_hit":0,"estimated_new_tokens":13552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":1536,"new_prefill":12016,"score_linear":21692.0,"score_lmetric":35244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":13552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":13552,"score_linear":82014.0,"score_lmetric":95566},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":13552,"score_linear":15283.0,"score_lmetric":13552},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":1536,"new_prefill":12016,"score_linear":76269.0,"score_lmetric":89821},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13552,"score_linear":241593.0,"score_lmetric":40656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":15969,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":13552,"score_linear":58714.0,"score_lmetric":34770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":13552,"score_linear":153059.0,"score_lmetric":40656}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30062.732233442,"t_first_token_unix":1779964059.2871764,"t_done":30063.110320653,"t_done_unix":1779964059.6652653},{"request_id":"1271459:2:1277544:151","session_id":"1271459","input_length":8884,"t_proxy_recv":30017.58992286,"t_decision_unix":1779964014.1448643,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.05763169743358847,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":40839.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=1 cache_hit=512 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":8884,"v3_src_idx":6,"v3_target_idx":5,"v3_target_num_req":1,"v3_target_cache_hit":512,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":123703,"ongoing_decode_tokens":16900,"pending_prefill_tokens":4729},"v3_target_state":{"num_requests":1,"ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"cache_hit_estimate":512,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":8884,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":8884,"score_linear":52408.0,"score_lmetric":72210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":8884,"score_linear":43137.0,"score_lmetric":42546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":150574.0,"score_lmetric":253380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8884,"score_linear":139076.0,"score_lmetric":91809},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8884,"score_linear":121069.0,"score_lmetric":204628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":512,"new_prefill":8372,"score_linear":114100.0,"score_lmetric":122984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":123703,"ongoing_decode_tokens":16900,"pending_prefill_tokens":4729,"num_requests":3,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":8884,"score_linear":123703.0,"score_lmetric":40839},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":8884,"score_linear":105047.0,"score_lmetric":99728}],"chosen_score_linear":123703.0,"chosen_score_lmetric":40839,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"write_mode":true,"t_prefill_sent":30017.590231607,"t_prefill_sent_unix":1779964014.1451745,"t_decode_sent":30017.590244057,"t_decode_sent_unix":1779964014.1451874,"t_first_token":30054.567286977,"t_first_token_unix":1779964051.1222367,"t_done":30063.225257131,"t_done_unix":1779964059.7802007,"t_prefill_done":30063.225263526,"t_prefill_done_unix":1779964059.7802074},{"request_id":"1291100:1:1291100:212","session_id":"1291100","input_length":1744,"t_proxy_recv":30063.814855911,"t_decision_unix":1779964060.3697965,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1744.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1744 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1744,"cache_hit":0,"estimated_new_tokens":1744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":0,"new_prefill":1744,"score_linear":23228.0,"score_lmetric":24972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":749,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":1744,"score_linear":82014.0,"score_lmetric":83758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":105032,"ongoing_decode_tokens":105032,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":1744,"score_linear":105032.0,"score_lmetric":3488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":1744,"score_linear":77805.0,"score_lmetric":79549},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":1744,"score_linear":232709.0,"score_lmetric":3488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49830,"ongoing_decode_tokens":58714,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":757,"cache_hit":0,"new_prefill":1744,"score_linear":49830.0,"score_lmetric":1744},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":122094,"pending_prefill_tokens":13688,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":1744,"score_linear":167014.0,"score_lmetric":46296}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30063.92989893,"t_first_token_unix":1779964060.484842,"t_done":30064.327375703,"t_done_unix":1779964060.8823195},{"request_id":"1290365:1:1290365:208","session_id":"1290365","input_length":23228,"t_proxy_recv":30061.39376384,"t_decision_unix":1779964057.9487052,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":23228.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23228,"cache_hit":0,"estimated_new_tokens":23228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":575,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":23228,"score_linear":82014.0,"score_lmetric":105242},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":23228,"score_linear":15283.0,"score_lmetric":23228},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":23228,"score_linear":77805.0,"score_lmetric":101033},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":23228,"score_linear":241593.0,"score_lmetric":69684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":15969,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":23228,"score_linear":58714.0,"score_lmetric":54122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":23228,"score_linear":153059.0,"score_lmetric":69684}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30063.968557471,"t_first_token_unix":1779964060.5235007,"t_done":30064.695951231,"t_done_unix":1779964061.2508945},{"request_id":"1279994:4:1290711:211","session_id":"1279994","input_length":89749,"t_proxy_recv":30062.482586046,"t_decision_unix":1779964059.0375273,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9983398143711908,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (149 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":149,"cache_hit":89600,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":0,"new_prefill":89749,"score_linear":23228.0,"score_lmetric":112977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":13552,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":89749,"score_linear":13552.0,"score_lmetric":103301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":89749,"score_linear":82014.0,"score_lmetric":171763},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":89600,"new_prefill":149,"score_linear":-74317.0,"score_lmetric":149},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":89749,"score_linear":77805.0,"score_lmetric":167554},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":89749,"score_linear":241593.0,"score_lmetric":269247},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":58714,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":89749,"score_linear":58714.0,"score_lmetric":179498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":89749,"score_linear":153059.0,"score_lmetric":269247}],"chosen_score_linear":-74317.0,"chosen_score_lmetric":149,"t_first_token":30062.660826888,"t_first_token_unix":1779964059.2157707,"t_done":30065.003572397,"t_done_unix":1779964061.5585167},{"request_id":"1272313:7:1290281:206","session_id":"1272313","input_length":15969,"t_proxy_recv":30061.136291778,"t_decision_unix":1779964057.6912324,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.96186361074582,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (609 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":609,"cache_hit":15360,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":575,"cache_hit":4096,"new_prefill":11873,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":15969,"score_linear":82014.0,"score_lmetric":97983},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":15969,"score_linear":15283.0,"score_lmetric":15969},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":15969,"score_linear":77805.0,"score_lmetric":93774},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15969,"score_linear":241593.0,"score_lmetric":47907},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":15360,"new_prefill":609,"score_linear":-15360.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":7680,"new_prefill":8289,"score_linear":145379.0,"score_lmetric":24867}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":30061.211760755,"t_first_token_unix":1779964057.7667038,"t_done":30065.338510177,"t_done_unix":1779964061.8934538},{"request_id":"1279412:5:1291651:214","session_id":"1279412","input_length":32359,"t_proxy_recv":30065.740307261,"t_decision_unix":1779964062.2952483,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9968169597329954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (103 < 8000)","v3_prefill_cache_hit":32256,"v3_new_local":103,"cache_hit":32256,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":32256,"new_prefill":103,"score_linear":-32256.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":32359,"score_linear":82014.0,"score_lmetric":114373},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":32359,"score_linear":15283.0,"score_lmetric":32359},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":32359,"score_linear":77805.0,"score_lmetric":110164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":32359,"score_linear":232709.0,"score_lmetric":64718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33861,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":32359,"score_linear":33861.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":122094,"pending_prefill_tokens":13688,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":12800,"new_prefill":19559,"score_linear":154214.0,"score_lmetric":99741}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":30065.80429199,"t_first_token_unix":1779964062.3592358,"t_done":30066.382060648,"t_done_unix":1779964062.937004},{"request_id":"1258859:3:1278118:155","session_id":"1258859","input_length":118097,"t_proxy_recv":30019.695345128,"t_decision_unix":1779964016.2502863,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":113664,"affinity_cache_ratio":0.962463060026927,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4433 < 8000)","v3_prefill_cache_hit":113664,"v3_new_local":4433,"cache_hit":113664,"estimated_new_tokens":4433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83838,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27419,"num_requests":3,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":118097,"score_linear":83838.0,"score_lmetric":436548},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":118097,"score_linear":54418.0,"score_lmetric":236194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":150574.0,"score_lmetric":471806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":118097,"score_linear":139076.0,"score_lmetric":419448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":118097,"score_linear":121069.0,"score_lmetric":423054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":113664,"new_prefill":4433,"score_linear":9832.0,"score_lmetric":238090},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127858,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":118097,"score_linear":127858.0,"score_lmetric":354291},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":82904,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":118097,"score_linear":107126.0,"score_lmetric":403917}],"chosen_score_linear":9832.0,"chosen_score_lmetric":238090,"t_first_token":30054.53562857,"t_first_token_unix":1779964051.0905719,"t_done":30066.437071797,"t_done_unix":1779964062.992022},{"request_id":"1260327:6:1291827:215","session_id":"1260327","input_length":42153,"t_proxy_recv":30066.425586591,"t_decision_unix":1779964062.9805279,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9959907954356748,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (169 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":169,"cache_hit":41984,"estimated_new_tokens":169,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":41984,"new_prefill":169,"score_linear":-41984.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":42153,"score_linear":82014.0,"score_lmetric":124167},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":42153,"score_linear":15283.0,"score_lmetric":42153},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":42153,"score_linear":77805.0,"score_lmetric":119958},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":42153,"score_linear":232709.0,"score_lmetric":84306},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33861,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":42153,"score_linear":33861.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":122094,"pending_prefill_tokens":13688,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":42153,"score_linear":167014.0,"score_lmetric":167523}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":30066.504158899,"t_first_token_unix":1779964063.0591028,"t_done":30066.968355713,"t_done_unix":1779964063.5232992},{"request_id":"1290365:2:1292000:217","session_id":"1290365","input_length":23414,"t_proxy_recv":30066.991108119,"t_decision_unix":1779964063.5460496,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9840266507217904,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (374 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":374,"cache_hit":23040,"estimated_new_tokens":374,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":23040,"new_prefill":374,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":23414,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":23414,"score_linear":82014.0,"score_lmetric":105428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":23414,"score_linear":15283.0,"score_lmetric":23414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":23414,"score_linear":77805.0,"score_lmetric":101219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":23414,"score_linear":233348.0,"score_lmetric":46828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42005,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":23414,"score_linear":42005.0,"score_lmetric":31558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":167014,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":23414,"score_linear":167014.0,"score_lmetric":70242}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":30067.057264585,"t_first_token_unix":1779964063.6122077,"t_done":30067.375168499,"t_done_unix":1779964063.9301116},{"request_id":"1262354:11:1284987:186","session_id":"1262354","input_length":34353,"t_proxy_recv":30050.033464435,"t_decision_unix":1779964046.5884056,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9985736325793962,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (49 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":49,"cache_hit":34304,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57085,"ongoing_decode_tokens":57085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":535,"cache_hit":12800,"new_prefill":21553,"score_linear":44285.0,"score_lmetric":43106},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":34353,"score_linear":13962.0,"score_lmetric":48315},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":34353,"score_linear":49619.0,"score_lmetric":34353},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":34353,"score_linear":103600.0,"score_lmetric":245340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34353,"score_linear":241593.0,"score_lmetric":460194},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":34353,"score_linear":47672.0,"score_lmetric":68706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111020,"ongoing_decode_tokens":111020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":406,"cache_hit":34304,"new_prefill":49,"score_linear":76716.0,"score_lmetric":98}],"chosen_score_linear":76716.0,"chosen_score_lmetric":98,"t_first_token":30050.127641518,"t_first_token_unix":1779964046.6825848,"t_done":30067.467366268,"t_done_unix":1779964064.0223098},{"request_id":"1269373:7:1290314:207","session_id":"1269373","input_length":42745,"t_proxy_recv":30061.230825024,"t_decision_unix":1779964057.7857656,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9103286934144345,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3833 < 8000)","v3_prefill_cache_hit":38912,"v3_new_local":3833,"cache_hit":38912,"estimated_new_tokens":3833,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":575,"cache_hit":4096,"new_prefill":38649,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":42745,"score_linear":82014.0,"score_lmetric":124759},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":42745,"score_linear":15283.0,"score_lmetric":42745},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":42745,"score_linear":77805.0,"score_lmetric":120550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42745,"score_linear":241593.0,"score_lmetric":128235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":38912,"new_prefill":3833,"score_linear":-22943.0,"score_lmetric":3833},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":7680,"new_prefill":35065,"score_linear":145379.0,"score_lmetric":105195}],"chosen_score_linear":-22943.0,"chosen_score_lmetric":3833,"t_first_token":30062.297310973,"t_first_token_unix":1779964058.8522544,"t_done":30067.555505991,"t_done_unix":1779964064.1104493},{"request_id":"1291944:1:1291944:216","session_id":"1291944","input_length":8144,"t_proxy_recv":30066.794294636,"t_decision_unix":1779964063.3492358,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":8144.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[1,0,1,1,1,2,0,3])","v3_prefill_cache_hit":0,"v3_new_local":8144,"cache_hit":0,"estimated_new_tokens":8144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42153,"ongoing_decode_tokens":42153,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":8144,"score_linear":42153.0,"score_lmetric":8144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":8144,"score_linear":82014.0,"score_lmetric":90158},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":8144,"score_linear":15283.0,"score_lmetric":8144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":8144,"score_linear":77805.0,"score_lmetric":85949},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":8144,"score_linear":233348.0,"score_lmetric":16288},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33861,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":8144,"score_linear":33861.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":167014,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":8144,"score_linear":167014.0,"score_lmetric":24432}],"chosen_score_linear":33861.0,"chosen_score_lmetric":0,"t_first_token":30067.371070259,"t_first_token_unix":1779964063.9260137,"t_done":30067.590296317,"t_done_unix":1779964064.1452394},{"request_id":"1262727:1:1262727:72","session_id":"1262727","input_length":15283,"t_proxy_recv":29965.581631722,"t_decision_unix":1779963962.1365728,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15283.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15283,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":15283,"score_linear":55989.0,"score_lmetric":16488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":15283,"score_linear":68131.0,"score_lmetric":83414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":15283,"score_linear":113053.0,"score_lmetric":215712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":15283,"score_linear":125063.0,"score_lmetric":265332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":15283,"score_linear":21510.0,"score_lmetric":36793}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29967.083551648,"t_first_token_unix":1779963963.6384957,"t_done":30068.336241185,"t_done_unix":1779964064.8911848},{"request_id":"1262354:12:1291548:213","session_id":"1262354","input_length":35099,"t_proxy_recv":30067.475397622,"t_decision_unix":1779964064.030339,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9919370922248497,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (283 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":283,"cache_hit":34816,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":12800,"new_prefill":22299,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35099,"score_linear":82014.0,"score_lmetric":117113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":35099,"score_linear":15283.0,"score_lmetric":35099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":35099,"score_linear":77805.0,"score_lmetric":112904},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":35099,"score_linear":233348.0,"score_lmetric":70198},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42005,"ongoing_decode_tokens":50889,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":35099,"score_linear":42005.0,"score_lmetric":35099},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132661,"ongoing_decode_tokens":132661,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":463,"cache_hit":34816,"new_prefill":283,"score_linear":97845.0,"score_lmetric":566}],"chosen_score_linear":97845.0,"chosen_score_lmetric":566,"t_first_token":30067.580699084,"t_first_token_unix":1779964064.135642,"t_done":30068.783365624,"t_done_unix":1779964065.3383086},{"request_id":"1266668:7:1287468:197","session_id":"1266668","input_length":87741,"t_proxy_recv":30056.361804942,"t_decision_unix":1779964052.9167461,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":80384,"affinity_cache_ratio":0.916150944256391,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7357 < 8000)","v3_prefill_cache_hit":80384,"v3_new_local":7357,"cache_hit":80384,"estimated_new_tokens":7357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":4096,"new_prefill":83645,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":87741,"score_linear":104509.0,"score_lmetric":175482},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":87741,"score_linear":77805.0,"score_lmetric":165546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":87741,"score_linear":241593.0,"score_lmetric":263223},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":7680,"new_prefill":80061,"score_linear":1204.0,"score_lmetric":80061},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65318,"ongoing_decode_tokens":65318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":449,"cache_hit":80384,"new_prefill":7357,"score_linear":-15066.0,"score_lmetric":14714}],"chosen_score_linear":-15066.0,"chosen_score_lmetric":14714,"t_first_token":30060.23406885,"t_first_token_unix":1779964056.7890127,"t_done":30069.714265616,"t_done_unix":1779964066.2692127},{"request_id":"1286551:3:1292589:219","session_id":"1286551","input_length":16914,"t_proxy_recv":30068.66152311,"t_decision_unix":1779964065.216464,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":9216,"affinity_cache_ratio":0.54487406881873,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7698 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":7698,"cache_hit":9216,"estimated_new_tokens":7698,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":9216,"new_prefill":7698,"score_linear":-9216.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":1536,"new_prefill":15378,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":16914,"score_linear":82014.0,"score_lmetric":98928},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":1536,"new_prefill":15378,"score_linear":76269.0,"score_lmetric":93183},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":16914,"score_linear":233348.0,"score_lmetric":33828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":16914,"score_linear":-8884.0,"score_lmetric":-16914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167760,"ongoing_decode_tokens":167760,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":463,"cache_hit":0,"new_prefill":16914,"score_linear":167760.0,"score_lmetric":50742}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":30069.556063938,"t_first_token_unix":1779964066.1110077,"t_done":30069.750527361,"t_done_unix":1779964066.3054702},{"request_id":"1292750:1:1292750:220","session_id":"1292750","input_length":4684,"t_proxy_recv":30069.29605689,"t_decision_unix":1779964065.850998,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4684.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4684 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4684,"cache_hit":0,"estimated_new_tokens":4684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":4684,"score_linear":16914.0,"score_lmetric":12382},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":4684,"score_linear":82014.0,"score_lmetric":86698},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":4684,"score_linear":77805.0,"score_lmetric":82489},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":4684,"score_linear":233348.0,"score_lmetric":9368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":4684,"score_linear":-8884.0,"score_lmetric":-4684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132661,"ongoing_decode_tokens":132661,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":463,"cache_hit":0,"new_prefill":4684,"score_linear":132661.0,"score_lmetric":9368}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-4684,"t_first_token":30069.590328003,"t_first_token_unix":1779964066.1452713,"t_done":30070.079099513,"t_done_unix":1779964066.634043},{"request_id":"1287100:1:1287100:196","session_id":"1287100","input_length":77805,"t_proxy_recv":30050.443793585,"t_decision_unix":1779964046.9987352,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":77805.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":77805,"cache_hit":0,"estimated_new_tokens":77805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57085,"ongoing_decode_tokens":57085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":77805,"score_linear":57085.0,"score_lmetric":155610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":77805,"score_linear":13962.0,"score_lmetric":91767},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":77805,"score_linear":49619.0,"score_lmetric":77805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":77805,"score_linear":103600.0,"score_lmetric":332244},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":77805,"score_linear":241593.0,"score_lmetric":590550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":77805,"score_linear":8884.0,"score_lmetric":77805},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":77805,"score_linear":145373.0,"score_lmetric":233415}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30071.115829909,"t_first_token_unix":1779964067.6707735,"t_done":30071.656765051,"t_done_unix":1779964068.211708},{"request_id":"1291100:2:1293458:223","session_id":"1291100","input_length":2572,"t_proxy_recv":30071.785223579,"t_decision_unix":1779964068.3401644,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5972006220839814,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1036 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":1036,"cache_hit":1536,"estimated_new_tokens":1036,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":2572,"score_linear":24482.0,"score_lmetric":2572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":1536,"new_prefill":1036,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":2572,"score_linear":82014.0,"score_lmetric":84586},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":2572,"score_linear":233348.0,"score_lmetric":5144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":2572,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":2572,"score_linear":176235.0,"score_lmetric":8898}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":30071.863571017,"t_first_token_unix":1779964068.4185143,"t_done":30072.015382932,"t_done_unix":1779964068.5703259},{"request_id":"1293507:1:1293507:224","session_id":"1293507","input_length":6460,"t_proxy_recv":30071.971400992,"t_decision_unix":1779964068.5263424,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6460.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6460 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6460,"cache_hit":0,"estimated_new_tokens":6460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":6460,"score_linear":24482.0,"score_lmetric":6460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2572,"ongoing_decode_tokens":2572,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":6460,"score_linear":2572.0,"score_lmetric":6460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":6460,"score_linear":82014.0,"score_lmetric":88474},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":6460,"score_linear":233348.0,"score_lmetric":12920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":6460,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":6460,"score_linear":176235.0,"score_lmetric":20562}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30072.412735994,"t_first_token_unix":1779964068.96768,"t_done":30072.534094016,"t_done_unix":1779964069.0890377},{"request_id":"1258859:4:1282900:176","session_id":"1258859","input_length":118736,"t_proxy_recv":30066.455232565,"t_decision_unix":1779964063.010174,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9960921708664601,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (464 < 8000)","v3_prefill_cache_hit":118272,"v3_new_local":464,"cache_hit":118272,"estimated_new_tokens":464,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42153,"ongoing_decode_tokens":0,"pending_prefill_tokens":169,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":118736,"score_linear":42153.0,"score_lmetric":118905},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":118736,"score_linear":82014.0,"score_lmetric":200750},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":118736,"score_linear":15283.0,"score_lmetric":118736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":118736,"score_linear":77805.0,"score_lmetric":196541},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":329,"cache_hit":118272,"new_prefill":464,"score_linear":-3660.0,"score_lmetric":464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33861,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":118736,"score_linear":33861.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":167014,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":118736,"score_linear":167014.0,"score_lmetric":356208}],"chosen_score_linear":-3660.0,"chosen_score_lmetric":464,"t_first_token":30066.685289951,"t_first_token_unix":1779964063.2402334,"t_done":30073.219463455,"t_done_unix":1779964069.774407},{"request_id":"1290365:3:1293216:222","session_id":"1290365","input_length":24482,"t_proxy_recv":30070.925264157,"t_decision_unix":1779964067.4802053,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.941099583367372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1442 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1442,"cache_hit":23040,"estimated_new_tokens":1442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":23040,"new_prefill":1442,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":24482,"score_linear":82014.0,"score_lmetric":106496},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":24482,"score_linear":77805.0,"score_lmetric":102287},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":24482,"score_linear":233348.0,"score_lmetric":48964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":24482,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":24482,"score_linear":176235.0,"score_lmetric":74628}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":30071.187256628,"t_first_token_unix":1779964067.7422004,"t_done":30075.302562842,"t_done_unix":1779964071.8575096},{"request_id":"1262354:13:1293000:221","session_id":"1262354","input_length":35210,"t_proxy_recv":30070.142065806,"t_decision_unix":1779964066.6970072,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9888099971598977,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (394 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":394,"cache_hit":34816,"estimated_new_tokens":394,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":12800,"new_prefill":22410,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35210,"score_linear":82014.0,"score_lmetric":117224},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":35210,"score_linear":77805.0,"score_lmetric":113015},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":35210,"score_linear":233348.0,"score_lmetric":70420},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":35210,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":141025,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":478,"cache_hit":34816,"new_prefill":394,"score_linear":106209.0,"score_lmetric":788}],"chosen_score_linear":106209.0,"chosen_score_lmetric":788,"t_first_token":30074.492826299,"t_first_token_unix":1779964071.0477695,"t_done":30075.35308721,"t_done_unix":1779964071.9080312},{"request_id":"1291944:2:1293798:227","session_id":"1291944","input_length":12388,"t_proxy_recv":30073.056962665,"t_decision_unix":1779964069.6119037,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6199547949628673,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4708 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":4708,"cache_hit":7680,"estimated_new_tokens":4708,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64760,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":12388,"score_linear":64760.0,"score_lmetric":24776},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":12388,"score_linear":40278.0,"score_lmetric":12388},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":12388,"score_linear":82014.0,"score_lmetric":94402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":12388,"score_linear":233348.0,"score_lmetric":24776},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116017,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":790,"cache_hit":7680,"new_prefill":4708,"score_linear":108337.0,"score_lmetric":17632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":12388,"score_linear":176235.0,"score_lmetric":38346}],"chosen_score_linear":108337.0,"chosen_score_lmetric":17632,"t_first_token":30075.544295143,"t_first_token_unix":1779964072.0992384,"t_done":30076.036671821,"t_done_unix":1779964072.5916154},{"request_id":"1262354:14:1294243:228","session_id":"1262354","input_length":35435,"t_proxy_recv":30075.360447043,"t_decision_unix":1779964071.915388,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9825313955129109,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (619 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":619,"cache_hit":34816,"estimated_new_tokens":619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":634,"cache_hit":12800,"new_prefill":22635,"score_linear":27478.0,"score_lmetric":22635},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":35435,"score_linear":40278.0,"score_lmetric":35435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35435,"score_linear":82014.0,"score_lmetric":117449},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35435,"score_linear":114612.0,"score_lmetric":35435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128405,"ongoing_decode_tokens":28796,"pending_prefill_tokens":4708,"num_requests":2,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":35435,"score_linear":128405.0,"score_lmetric":80286},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":141025,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":478,"cache_hit":34816,"new_prefill":619,"score_linear":106209.0,"score_lmetric":1238}],"chosen_score_linear":106209.0,"chosen_score_lmetric":1238,"t_first_token":30075.484550203,"t_first_token_unix":1779964072.039494,"t_done":30077.494706671,"t_done_unix":1779964074.0496511},{"request_id":"1294611:1:1294611:229","session_id":"1294611","input_length":21947,"t_proxy_recv":30075.517822533,"t_decision_unix":1779964072.0727572,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":9147.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":9147,"cache_hit":12800,"estimated_new_tokens":9147,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":634,"cache_hit":0,"new_prefill":21947,"score_linear":40278.0,"score_lmetric":21947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":12800,"new_prefill":9147,"score_linear":27478.0,"score_lmetric":9147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":21947,"score_linear":82014.0,"score_lmetric":103961},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":12800,"new_prefill":9147,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21947,"score_linear":114612.0,"score_lmetric":21947},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128405,"ongoing_decode_tokens":28796,"pending_prefill_tokens":4708,"num_requests":2,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":21947,"score_linear":128405.0,"score_lmetric":53310},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176460,"ongoing_decode_tokens":80355,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":21947,"score_linear":176460.0,"score_lmetric":65841}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30076.90353277,"t_first_token_unix":1779964073.4584763,"t_done":30077.573568791,"t_done_unix":1779964074.1285121},{"request_id":"1266668:8:1292408:218","session_id":"1266668","input_length":96105,"t_proxy_recv":30069.733879642,"t_decision_unix":1779964066.288821,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":88064,"affinity_cache_ratio":0.916331096196868,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=7680 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":88064,"v3_new_local":8041,"v3_src_idx":7,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":7680,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":-4200,"ongoing_decode_tokens":4684,"pending_prefill_tokens":0,"cache_hit_estimate":7680,"recent_mig_received_in_window":0},"cache_hit":88064,"estimated_new_tokens":8041,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16914,"ongoing_decode_tokens":16914,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":4096,"new_prefill":92009,"score_linear":12818.0,"score_lmetric":92009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":96105,"score_linear":82014.0,"score_lmetric":178119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":96105,"score_linear":77805.0,"score_lmetric":173910},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":96105,"score_linear":233348.0,"score_lmetric":192210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-4200,"ongoing_decode_tokens":4684,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":7680,"new_prefill":88425,"score_linear":-11880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":478,"cache_hit":88064,"new_prefill":8041,"score_linear":-43144.0,"score_lmetric":8041}],"chosen_score_linear":-43144.0,"chosen_score_lmetric":8041,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30069.736576079,"t_prefill_sent_unix":1779964066.2915187,"t_decode_sent":30069.736603346,"t_decode_sent_unix":1779964066.2915473,"t_first_token":30076.622289452,"t_first_token_unix":1779964073.1772335,"t_done":30077.759803974,"t_done_unix":1779964074.3147478,"t_prefill_done":30077.759810995,"t_prefill_done_unix":1779964074.3147666},{"request_id":"1272313:8:1293738:226","session_id":"1272313","input_length":28796,"t_proxy_recv":30072.909137734,"t_decision_unix":1779964069.4640791,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15872,"affinity_cache_ratio":0.5511876649534657,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":15872,"v3_new_local":12924,"cache_hit":15872,"estimated_new_tokens":12924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64760,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":4096,"new_prefill":24700,"score_linear":60664.0,"score_lmetric":49400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":28796,"score_linear":40278.0,"score_lmetric":28796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":28796,"score_linear":82014.0,"score_lmetric":110810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":28796,"score_linear":233348.0,"score_lmetric":57592},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":15872,"new_prefill":12924,"score_linear":71349.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":7680,"new_prefill":21116,"score_linear":168555.0,"score_lmetric":64530}],"chosen_score_linear":71349.0,"chosen_score_lmetric":0,"t_first_token":30075.106106366,"t_first_token_unix":1779964071.6610508,"t_done":30078.039591049,"t_done_unix":1779964074.5945344},{"request_id":"1279412:6:1293655:225","session_id":"1279412","input_length":40278,"t_proxy_recv":30072.551413363,"t_decision_unix":1779964069.106355,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32256,"affinity_cache_ratio":0.8008342022940563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":32256,"v3_new_local":8022,"v3_src_idx":0,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":32256,"estimated_new_tokens":8022,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":32256,"new_prefill":8022,"score_linear":-7774.0,"score_lmetric":8022},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":40278,"score_linear":82014.0,"score_lmetric":122292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":40278,"score_linear":233348.0,"score_lmetric":80556},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":40278,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":12800,"new_prefill":27478,"score_linear":163435.0,"score_lmetric":83616}],"chosen_score_linear":-7774.0,"chosen_score_lmetric":8022,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"write_mode":true,"t_prefill_sent":30072.552626953,"t_prefill_sent_unix":1779964069.1075695,"t_decode_sent":30072.552640385,"t_decode_sent_unix":1779964069.107584,"t_first_token":30075.459292834,"t_first_token_unix":1779964072.0142372,"t_done":30078.997599273,"t_done_unix":1779964075.552543,"t_prefill_done":30078.997604773,"t_prefill_done_unix":1779964075.552548},{"request_id":"1295690:1:1295690:232","session_id":"1295690","input_length":10857,"t_proxy_recv":30079.420767109,"t_decision_unix":1779964075.9757087,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10857.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10857,"cache_hit":0,"estimated_new_tokens":10857,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":10857,"score_linear":82014.0,"score_lmetric":92871},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":800,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10857,"score_linear":114612.0,"score_lmetric":10857},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138513,"ongoing_decode_tokens":0,"pending_prefill_tokens":8645,"num_requests":1,"active_p_offloads":0,"cached_blocks":996,"cache_hit":0,"new_prefill":10857,"score_linear":138513.0,"score_lmetric":19502},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":10857,"score_linear":44920.0,"score_lmetric":10857}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30080.275112978,"t_first_token_unix":1779964076.8300571,"t_done":30080.718953544,"t_done_unix":1779964077.273897},{"request_id":"1266668:9:1295576:231","session_id":"1266668","input_length":96717,"t_proxy_recv":30079.086594254,"t_decision_unix":1779964075.6415355,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9899397210418024,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (973 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":973,"cache_hit":95744,"estimated_new_tokens":973,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":4096,"new_prefill":92621,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":96717,"score_linear":82014.0,"score_lmetric":178731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":800,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":96717,"score_linear":114612.0,"score_lmetric":96717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":0,"pending_prefill_tokens":7672,"num_requests":0,"active_p_offloads":0,"cached_blocks":996,"cache_hit":95744,"new_prefill":973,"score_linear":-53948.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":95744,"new_prefill":973,"score_linear":-50824.0,"score_lmetric":973}],"chosen_score_linear":-53948.0,"chosen_score_lmetric":0,"t_first_token":30080.816472276,"t_first_token_unix":1779964077.371416,"t_done":30081.245485147,"t_done_unix":1779964077.8004286},{"request_id":"1294611:2:1295852:233","session_id":"1294611","input_length":23610,"t_proxy_recv":30079.929304187,"t_decision_unix":1779964076.4842453,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9324862346463363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1594 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":1594,"cache_hit":22016,"estimated_new_tokens":1594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10857,"ongoing_decode_tokens":0,"pending_prefill_tokens":10857,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":12800,"new_prefill":10810,"score_linear":-1943.0,"score_lmetric":21667},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":23610,"score_linear":82014.0,"score_lmetric":105624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":800,"cache_hit":22016,"new_prefill":1594,"score_linear":-22016.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23610,"score_linear":114612.0,"score_lmetric":23610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138513,"ongoing_decode_tokens":0,"pending_prefill_tokens":8645,"num_requests":1,"active_p_offloads":0,"cached_blocks":996,"cache_hit":0,"new_prefill":23610,"score_linear":138513.0,"score_lmetric":32255},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":23610,"score_linear":44920.0,"score_lmetric":23610}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":30080.289908237,"t_first_token_unix":1779964076.8448515,"t_done":30081.662600263,"t_done_unix":1779964078.2175436},{"request_id":"1289570:1:1289570:204","session_id":"1289570","input_length":82014,"t_proxy_recv":30058.765784633,"t_decision_unix":1779964055.3207257,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":82014.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":82014,"cache_hit":0,"estimated_new_tokens":82014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41801,"ongoing_decode_tokens":0,"pending_prefill_tokens":10057,"num_requests":2,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":82014,"score_linear":41801.0,"score_lmetric":184142},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":82014,"score_linear":104509.0,"score_lmetric":164028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":82014,"score_linear":77805.0,"score_lmetric":159819},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":82014,"score_linear":241593.0,"score_lmetric":246042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":65318,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":82014,"score_linear":153059.0,"score_lmetric":268113}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30081.493180201,"t_first_token_unix":1779964078.0481238,"t_done":30082.011400016,"t_done_unix":1779964078.5663438},{"request_id":"1296872:1:1296872:235","session_id":"1296872","input_length":624,"t_proxy_recv":30083.484332869,"t_decision_unix":1779964080.0392742,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":624.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (624 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":624,"cache_hit":0,"estimated_new_tokens":624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":824,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":624,"score_linear":114612.0,"score_lmetric":624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":624,"score_linear":41796.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":624,"score_linear":80589.0,"score_lmetric":1248}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30083.546138242,"t_first_token_unix":1779964080.1010814,"t_done":30083.646587456,"t_done_unix":1779964080.2015307},{"request_id":"1275274:1:1275274:136","session_id":"1275274","input_length":114612,"t_proxy_recv":30009.29807835,"t_decision_unix":1779964005.8530197,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":114612.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":114612,"cache_hit":0,"estimated_new_tokens":114612,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":114612,"score_linear":166063.0,"score_lmetric":683817},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":150574.0,"score_lmetric":464836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":114612,"score_linear":139076.0,"score_lmetric":408993},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":114612,"score_linear":121069.0,"score_lmetric":416084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":114612,"score_linear":102074.0,"score_lmetric":114612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30051.634300388,"t_first_token_unix":1779964048.1892438,"t_done":30083.83878801,"t_done_unix":1779964080.3937314},{"request_id":"1296983:1:1296983:236","session_id":"1296983","input_length":1791,"t_proxy_recv":30083.918488318,"t_decision_unix":1779964080.4734297,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1791.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1791 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1791,"cache_hit":0,"estimated_new_tokens":1791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":824,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":1791,"score_linear":41796.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":1791,"score_linear":80589.0,"score_lmetric":3582}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30084.085924323,"t_first_token_unix":1779964080.640868,"t_done":30084.310842003,"t_done_unix":1779964080.8657856},{"request_id":"1262354:15:1296106:234","session_id":"1262354","input_length":35669,"t_proxy_recv":30080.872419789,"t_decision_unix":1779964077.427361,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9904398777650061,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (341 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":341,"cache_hit":35328,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":12800,"new_prefill":22869,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":12800,"new_prefill":22869,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35669,"score_linear":82014.0,"score_lmetric":117683},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23610,"ongoing_decode_tokens":23610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":800,"cache_hit":0,"new_prefill":35669,"score_linear":23610.0,"score_lmetric":35669},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35669,"score_linear":114612.0,"score_lmetric":35669},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138513,"ongoing_decode_tokens":147397,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":996,"cache_hit":0,"new_prefill":35669,"score_linear":138513.0,"score_lmetric":35669},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":35328,"new_prefill":341,"score_linear":9592.0,"score_lmetric":341}],"chosen_score_linear":9592.0,"chosen_score_lmetric":341,"t_first_token":30080.957426265,"t_first_token_unix":1779964077.5123694,"t_done":30084.546938143,"t_done_unix":1779964081.101881},{"request_id":"1269373:8:1295332:230","session_id":"1269373","input_length":50680,"t_proxy_recv":30078.069990193,"t_decision_unix":1779964074.6249316,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43008,"affinity_cache_ratio":0.8486187845303867,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7672 < 8000)","v3_prefill_cache_hit":43008,"v3_new_local":7672,"cache_hit":43008,"estimated_new_tokens":7672,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":634,"cache_hit":4096,"new_prefill":46584,"score_linear":36182.0,"score_lmetric":46584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":50680,"score_linear":40278.0,"score_lmetric":50680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":50680,"score_linear":82014.0,"score_lmetric":132694},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":800,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":50680,"score_linear":114612.0,"score_lmetric":50680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":996,"cache_hit":43008,"new_prefill":7672,"score_linear":-51892.0,"score_lmetric":-7672},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":7680,"new_prefill":43000,"score_linear":37240.0,"score_lmetric":43000}],"chosen_score_linear":-51892.0,"chosen_score_lmetric":-7672,"t_first_token":30080.408255,"t_first_token_unix":1779964076.9631982,"t_done":30085.011280466,"t_done_unix":1779964081.566226},{"request_id":"1260327:7:1297673:242","session_id":"1260327","input_length":42363,"t_proxy_recv":30086.106905348,"t_decision_unix":1779964082.6618469,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.99105351367939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (379 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":379,"cache_hit":41984,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":41984,"new_prefill":379,"score_linear":-41984.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":42363,"score_linear":60193.0,"score_lmetric":62108},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":42363,"score_linear":62414.0,"score_lmetric":85833},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":42363,"score_linear":83370.0,"score_lmetric":204362},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88261,"ongoing_decode_tokens":0,"pending_prefill_tokens":889,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":42363,"score_linear":88261.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":42363,"score_linear":44920.0,"score_lmetric":42363}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":30086.26178008,"t_first_token_unix":1779964082.816723,"t_done":30086.492126606,"t_done_unix":1779964083.0470698},{"request_id":"1272313:9:1297810:243","session_id":"1272313","input_length":29149,"t_proxy_recv":30086.585406493,"t_decision_unix":1779964083.1403482,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9836358022573674,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":477,"cache_hit":28672,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":4096,"new_prefill":25053,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":29149,"score_linear":60193.0,"score_lmetric":48894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":29149,"score_linear":62414.0,"score_lmetric":72619},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":29149,"score_linear":83370.0,"score_lmetric":177934},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88261,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":28672,"new_prefill":477,"score_linear":59589.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":7680,"new_prefill":21469,"score_linear":37240.0,"score_lmetric":21469}],"chosen_score_linear":59589.0,"chosen_score_lmetric":0,"t_first_token":30086.682585121,"t_first_token_unix":1779964083.237528,"t_done":30088.477511079,"t_done_unix":1779964085.0324538},{"request_id":"1297811:1:1297811:244","session_id":"1297811","input_length":13992,"t_proxy_recv":30086.58947686,"t_decision_unix":1779964083.1444185,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13992.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13992,"cache_hit":0,"estimated_new_tokens":13992,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":1536,"new_prefill":12456,"score_linear":58657.0,"score_lmetric":32201},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":13992,"score_linear":62414.0,"score_lmetric":57462},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":13992,"score_linear":83370.0,"score_lmetric":147620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":117410,"ongoing_decode_tokens":97145,"pending_prefill_tokens":477,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":13992,"score_linear":117410.0,"score_lmetric":14469},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":13992,"score_linear":44920.0,"score_lmetric":13992}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30087.799258175,"t_first_token_unix":1779964084.354202,"t_done":30089.089656732,"t_done_unix":1779964085.6446002},{"request_id":"1266668:10:1297641:241","session_id":"1266668","input_length":97145,"t_proxy_recv":30086.024333813,"t_decision_unix":1779964082.5792754,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":96256,"affinity_cache_ratio":0.9908487312779866,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (889 < 8000)","v3_prefill_cache_hit":96256,"v3_new_local":889,"cache_hit":96256,"estimated_new_tokens":889,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":4096,"new_prefill":93049,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":97145,"score_linear":60193.0,"score_lmetric":116890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":97145,"score_linear":62414.0,"score_lmetric":140615},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":97145,"score_linear":83370.0,"score_lmetric":313926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":96256,"new_prefill":889,"score_linear":-105140.0,"score_lmetric":-889},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":95744,"new_prefill":1401,"score_linear":-50824.0,"score_lmetric":1401}],"chosen_score_linear":-105140.0,"chosen_score_lmetric":-889,"t_first_token":30086.507378546,"t_first_token_unix":1779964083.0623217,"t_done":30089.625613904,"t_done_unix":1779964086.1805573},{"request_id":"1290365:4:1298540:247","session_id":"1290365","input_length":25103,"t_proxy_recv":30089.163088049,"t_decision_unix":1779964085.7180295,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.979006493247819,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (527 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":527,"cache_hit":24576,"estimated_new_tokens":527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":24576,"new_prefill":527,"score_linear":-24576.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":25103,"score_linear":60193.0,"score_lmetric":44848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":25103,"score_linear":62414.0,"score_lmetric":68573},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":25103,"score_linear":95364.0,"score_lmetric":269241},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":25103,"score_linear":21630.0,"score_lmetric":25103},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88261,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":25103,"score_linear":88261.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66550,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":25103,"score_linear":66550.0,"score_lmetric":50206}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30089.269690284,"t_first_token_unix":1779964085.8246336,"t_done":30090.336687675,"t_done_unix":1779964086.8916311},{"request_id":"1298970:1:1298970:248","session_id":"1298970","input_length":9530,"t_proxy_recv":30090.72381142,"t_decision_unix":1779964087.2787526,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9530.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9530,"cache_hit":0,"estimated_new_tokens":9530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":9530,"score_linear":60193.0,"score_lmetric":29275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":9530,"score_linear":62414.0,"score_lmetric":53000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":9530,"score_linear":95364.0,"score_lmetric":222522},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":9530,"score_linear":21630.0,"score_lmetric":9530},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":9530,"score_linear":-8884.0,"score_lmetric":-9530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66550,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":9530,"score_linear":66550.0,"score_lmetric":19060}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-9530,"t_first_token":30091.45163368,"t_first_token_unix":1779964088.0065773,"t_done":30091.639022441,"t_done_unix":1779964088.1939662},{"request_id":"1268861:3:1298057:245","session_id":"1268861","input_length":21630,"t_proxy_recv":30087.443123602,"t_decision_unix":1779964083.998065,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5917706888580675,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":12800,"v3_new_local":8830,"v3_src_idx":7,"v3_target_idx":4,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":12800,"estimated_new_tokens":8830,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":21630,"score_linear":13992.0,"score_lmetric":35622},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":21630,"score_linear":60193.0,"score_lmetric":41375},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":21630,"score_linear":62414.0,"score_lmetric":65100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":21630,"score_linear":83370.0,"score_lmetric":162896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":117410,"ongoing_decode_tokens":126294,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":21630,"score_linear":117410.0,"score_lmetric":21630},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":12800,"new_prefill":8830,"score_linear":32120.0,"score_lmetric":8830}],"chosen_score_linear":32120.0,"chosen_score_lmetric":8830,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8004","v3_decode_target_idx":4,"write_mode":true,"t_prefill_sent":30087.443717276,"t_prefill_sent_unix":1779964083.99866,"t_decode_sent":30087.443737952,"t_decode_sent_unix":1779964083.9986818,"t_first_token":30089.621124378,"t_first_token_unix":1779964086.1760678,"t_done":30091.805316268,"t_done_unix":1779964088.3602598,"t_prefill_done":30091.805320363,"t_prefill_done_unix":1779964088.3602633},{"request_id":"1296872:2:1299394:251","session_id":"1296872","input_length":8352,"t_proxy_recv":30092.026223471,"t_decision_unix":1779964088.5811646,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.06130268199233716,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":7840.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7840 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":7840,"cache_hit":512,"estimated_new_tokens":7840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":678,"cache_hit":512,"new_prefill":7840,"score_linear":369.0,"score_lmetric":7840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":8352,"score_linear":60193.0,"score_lmetric":8352},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":8352,"score_linear":62414.0,"score_lmetric":51822},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":8352,"score_linear":95364.0,"score_lmetric":218988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-921,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":0,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":8352,"score_linear":-921.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":8352,"score_linear":44920.0,"score_lmetric":8352}],"chosen_score_linear":369.0,"chosen_score_lmetric":7840,"t_first_token":30092.587344677,"t_first_token_unix":1779964089.1422882,"t_done":30092.754306666,"t_done_unix":1779964089.3092496},{"request_id":"1299073:1:1299073:249","session_id":"1299073","input_length":881,"t_proxy_recv":30091.083810271,"t_decision_unix":1779964087.6387515,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":881.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (881 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":881,"cache_hit":0,"estimated_new_tokens":881,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":881,"score_linear":60193.0,"score_lmetric":20626},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":881,"score_linear":62414.0,"score_lmetric":44351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":881,"score_linear":95364.0,"score_lmetric":196575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":881,"score_linear":21630.0,"score_lmetric":881},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":646,"ongoing_decode_tokens":0,"pending_prefill_tokens":9530,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":881,"score_linear":646.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66550,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":881,"score_linear":66550.0,"score_lmetric":1762}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30091.160911354,"t_first_token_unix":1779964087.7158546,"t_done":30092.856957097,"t_done_unix":1779964089.4118998},{"request_id":"1279412:7:1297236:238","session_id":"1279412","input_length":60193,"t_proxy_recv":30084.922310046,"t_decision_unix":1779964081.4772515,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":40448,"affinity_cache_ratio":0.6719718239662419,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":40448,"v3_new_local":19745,"cache_hit":40448,"estimated_new_tokens":19745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":39936,"new_prefill":20257,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":40448,"new_prefill":19745,"score_linear":-40448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":60193,"score_linear":59507.0,"score_lmetric":119700},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":60193,"score_linear":41796.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":12800,"new_prefill":47393,"score_linear":32120.0,"score_lmetric":47393}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":30091.40779922,"t_first_token_unix":1779964087.962743,"t_done":30093.249811542,"t_done_unix":1779964089.804755},{"request_id":"1292750:2:1299406:252","session_id":"1292750","input_length":19157,"t_proxy_recv":30092.062967981,"t_decision_unix":1779964088.6179092,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.24053870647804979,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":19157.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19157,"cache_hit":0,"estimated_new_tokens":19157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9233,"ongoing_decode_tokens":881,"pending_prefill_tokens":7840,"num_requests":2,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":19157,"score_linear":9233.0,"score_lmetric":53994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":19157,"score_linear":60193.0,"score_lmetric":19157},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":19157,"score_linear":62414.0,"score_lmetric":62627},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":19157,"score_linear":95364.0,"score_lmetric":251403},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-921,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":0,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":4608,"new_prefill":14549,"score_linear":-5529.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":19157,"score_linear":44920.0,"score_lmetric":19157}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30093.999395698,"t_first_token_unix":1779964090.5543392,"t_done":30094.083647632,"t_done_unix":1779964090.6385925},{"request_id":"1296983:2:1299368:250","session_id":"1296983","input_length":7963,"t_proxy_recv":30091.908603301,"t_decision_unix":1779964088.4635446,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":6,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1928921260831345,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":7963.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7963 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7963,"cache_hit":0,"estimated_new_tokens":7963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":7963,"score_linear":881.0,"score_lmetric":7963},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":7963,"score_linear":60193.0,"score_lmetric":7963},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":1536,"new_prefill":6427,"score_linear":60878.0,"score_lmetric":49897},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":7963,"score_linear":95364.0,"score_lmetric":217821},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":7963,"score_linear":-8884.0,"score_lmetric":-7963},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":7963,"score_linear":44920.0,"score_lmetric":7963}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-7963,"t_first_token":30092.465021208,"t_first_token_unix":1779964089.0199647,"t_done":30094.736935416,"t_done_unix":1779964091.2918787},{"request_id":"1277909:3:1289205:201","session_id":"1277909","input_length":44920,"t_proxy_recv":30062.88785204,"t_decision_unix":1779964059.4427934,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.6952804986642921,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[1,1,1,2,1,3,2,2])","v3_prefill_cache_hit":31232,"v3_new_local":13688,"cache_hit":31232,"estimated_new_tokens":13688,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":4096,"new_prefill":40824,"score_linear":19132.0,"score_lmetric":64052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13552,"ongoing_decode_tokens":13552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":44920,"score_linear":13552.0,"score_lmetric":44920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":44920,"score_linear":82014.0,"score_lmetric":126934},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":105032,"ongoing_decode_tokens":105032,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":44920,"score_linear":105032.0,"score_lmetric":89840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":44920,"score_linear":77805.0,"score_lmetric":122725},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":44920,"score_linear":241593.0,"score_lmetric":134760},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":58714,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":7680,"new_prefill":37240,"score_linear":51034.0,"score_lmetric":74480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":122094,"ongoing_decode_tokens":122094,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":31232,"new_prefill":13688,"score_linear":90862.0,"score_lmetric":27376}],"chosen_score_linear":90862.0,"chosen_score_lmetric":27376,"t_first_token":30066.442062534,"t_first_token_unix":1779964062.9970083,"t_done":30096.089875304,"t_done_unix":1779964092.6448193},{"request_id":"1286804:2:1300234:256","session_id":"1286804","input_length":14213,"t_proxy_recv":30094.891035234,"t_decision_unix":1779964091.4459767,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9726306902131852,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (389 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":389,"cache_hit":13824,"estimated_new_tokens":389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":1536,"new_prefill":12677,"score_linear":-1536.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60678,"ongoing_decode_tokens":60678,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":13824,"new_prefill":389,"score_linear":46854.0,"score_lmetric":389},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":14213,"score_linear":62414.0,"score_lmetric":57683},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":14213,"score_linear":95364.0,"score_lmetric":236571},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39495,"ongoing_decode_tokens":48379,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":14213,"score_linear":39495.0,"score_lmetric":14213},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":14213,"score_linear":44920.0,"score_lmetric":14213}],"chosen_score_linear":46854.0,"chosen_score_lmetric":389,"t_first_token":30094.963938458,"t_first_token_unix":1779964091.5188813,"t_done":30096.109644288,"t_done_unix":1779964092.6645875},{"request_id":"1279412:8:1300001:255","session_id":"1279412","input_length":60678,"t_proxy_recv":30094.127442203,"t_decision_unix":1779964090.6823835,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9956821253172484,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (262 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":262,"cache_hit":60416,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":39936,"new_prefill":20742,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":60416,"new_prefill":262,"score_linear":-60416.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":60678,"score_linear":62414.0,"score_lmetric":104148},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":60678,"score_linear":95364.0,"score_lmetric":375966},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47458,"ongoing_decode_tokens":7963,"pending_prefill_tokens":7419,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":60678,"score_linear":47458.0,"score_lmetric":136194},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":12800,"new_prefill":47878,"score_linear":32120.0,"score_lmetric":47878}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":30094.33214089,"t_first_token_unix":1779964090.887084,"t_done":30096.303969624,"t_done_unix":1779964092.858913},{"request_id":"1272313:10:1299814:254","session_id":"1272313","input_length":29486,"t_proxy_recv":30093.443119665,"t_decision_unix":1779964089.9980614,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9897578511836126,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (302 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":302,"cache_hit":29184,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":25390,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":29486,"score_linear":62414.0,"score_lmetric":72956},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":29486,"score_linear":95364.0,"score_lmetric":282390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":29486,"score_linear":19157.0,"score_lmetric":48643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17972,"ongoing_decode_tokens":7963,"pending_prefill_tokens":7117,"num_requests":1,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":29184,"new_prefill":302,"score_linear":-11212.0,"score_lmetric":7419},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":7680,"new_prefill":21806,"score_linear":37240.0,"score_lmetric":21806}],"chosen_score_linear":-11212.0,"chosen_score_lmetric":7419,"t_first_token":30094.452413438,"t_first_token_unix":1779964091.0073566,"t_done":30096.324682071,"t_done_unix":1779964092.8796253},{"request_id":"1290442:2:1298058:246","session_id":"1290442","input_length":11994,"t_proxy_recv":30087.455515408,"t_decision_unix":1779964084.0104568,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7168,"affinity_cache_ratio":0.5976321494080373,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4826 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":4826,"cache_hit":7168,"estimated_new_tokens":4826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":11994,"score_linear":13992.0,"score_lmetric":25986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":11994,"score_linear":60193.0,"score_lmetric":31739},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":11994,"score_linear":62414.0,"score_lmetric":55464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":7168,"new_prefill":4826,"score_linear":76202.0,"score_lmetric":129288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":11994,"score_linear":21630.0,"score_lmetric":11994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":11994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":117410,"ongoing_decode_tokens":126294,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":11994,"score_linear":117410.0,"score_lmetric":11994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66550,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":11994,"score_linear":66550.0,"score_lmetric":23988}],"chosen_score_linear":76202.0,"chosen_score_lmetric":129288,"t_first_token":30097.578725568,"t_first_token_unix":1779964094.133669,"t_done":30097.714054494,"t_done_unix":1779964094.2689977},{"request_id":"1297473:1:1297473:239","session_id":"1297473","input_length":62414,"t_proxy_recv":30085.677871519,"t_decision_unix":1779964082.2328131,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":43470.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":18944,"v3_new_local":43470,"cache_hit":18944,"estimated_new_tokens":43470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":62414,"score_linear":60193.0,"score_lmetric":82159},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":18944,"new_prefill":43470,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":62414,"score_linear":59507.0,"score_lmetric":121921},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":62414,"score_linear":-8884.0,"score_lmetric":-62414},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":62414,"score_linear":44920.0,"score_lmetric":62414}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":30097.770284413,"t_first_token_unix":1779964094.325228,"t_done":30098.099654668,"t_done_unix":1779964094.6545997},{"request_id":"1297117:1:1297117:237","session_id":"1297117","input_length":59507,"t_proxy_recv":30084.400182992,"t_decision_unix":1779964080.9551241,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":59507.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59507,"cache_hit":0,"estimated_new_tokens":59507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":59507,"score_linear":41796.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":59507,"score_linear":80589.0,"score_lmetric":119014}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30097.572484862,"t_first_token_unix":1779964094.1274285,"t_done":30099.810929917,"t_done_unix":1779964096.3658736},{"request_id":"1294611:3:1297534:240","session_id":"1294611","input_length":23863,"t_proxy_recv":30085.76326255,"t_decision_unix":1779964082.318204,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9869672715081926,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":311,"cache_hit":23552,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":12800,"new_prefill":11063,"score_linear":47393.0,"score_lmetric":30808},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":23863,"score_linear":62414.0,"score_lmetric":67333},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":803,"cache_hit":23552,"new_prefill":311,"score_linear":35955.0,"score_lmetric":59818},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":23863,"score_linear":-8884.0,"score_lmetric":-23863},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":23863,"score_linear":44920.0,"score_lmetric":23863}],"chosen_score_linear":35955.0,"chosen_score_lmetric":59818,"t_first_token":30097.578118323,"t_first_token_unix":1779964094.1330616,"t_done":30101.483408464,"t_done_unix":1779964098.0383525},{"request_id":"1294611:4:1300505:257","session_id":"1294611","input_length":24384,"t_proxy_recv":30101.490228009,"t_decision_unix":1779964098.0451694,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9868766404199475,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":320,"cache_hit":24064,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":24384,"score_linear":112736.0,"score_lmetric":168672},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":12800,"new_prefill":11584,"score_linear":16172.0,"score_lmetric":29804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24384,"score_linear":34706.0,"score_lmetric":59090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":929,"cache_hit":24064,"new_prefill":320,"score_linear":-24064.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6527,"ongoing_decode_tokens":0,"pending_prefill_tokens":6527,"num_requests":1,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":24384,"score_linear":6527.0,"score_lmetric":30911},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":24384,"score_linear":26441.0,"score_lmetric":50825},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":24384,"score_linear":162271.0,"score_lmetric":48768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30101.542757633,"t_first_token_unix":1779964098.0977006,"t_done":30101.90842009,"t_done_unix":1779964098.463363},{"request_id":"1302071:1:1302071:267","session_id":"1302071","input_length":6527,"t_proxy_recv":30101.441298323,"t_decision_unix":1779964097.99624,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":6527.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6527 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6527,"cache_hit":0,"estimated_new_tokens":6527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":6527,"score_linear":112736.0,"score_lmetric":115101},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":6527,"score_linear":28972.0,"score_lmetric":24747},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":6527,"score_linear":34706.0,"score_lmetric":41233},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":6527,"score_linear":23863.0,"score_lmetric":6527},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":6527,"score_linear":26441.0,"score_lmetric":32968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":6527,"score_linear":162271.0,"score_lmetric":13054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30101.874989545,"t_first_token_unix":1779964098.4299326,"t_done":30102.12030213,"t_done_unix":1779964098.675245},{"request_id":"1295690:2:1301706:264","session_id":"1295690","input_length":28972,"t_proxy_recv":30100.023211574,"t_decision_unix":1779964096.578153,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.37111694049427035,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":18220.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":10752,"v3_new_local":18220,"cache_hit":10752,"estimated_new_tokens":18220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":28972,"score_linear":112736.0,"score_lmetric":182436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":10752,"new_prefill":18220,"score_linear":-10752.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":28972,"score_linear":23863.0,"score_lmetric":28972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":28972,"score_linear":162271.0,"score_lmetric":57944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":30102.936265356,"t_first_token_unix":1779964099.4912088,"t_done":30103.207880471,"t_done_unix":1779964099.762827},{"request_id":"1302449:1:1302449:269","session_id":"1302449","input_length":1105,"t_proxy_recv":30102.985524991,"t_decision_unix":1779964099.5404668,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":1105.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1105 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1105,"cache_hit":0,"estimated_new_tokens":1105,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":1105,"score_linear":112736.0,"score_lmetric":3315},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":28972,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":1105,"score_linear":28972.0,"score_lmetric":1105},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":1105,"score_linear":34706.0,"score_lmetric":35811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":1105,"score_linear":75505.0,"score_lmetric":2592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":717,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":1105,"score_linear":26441.0,"score_lmetric":27546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":1105,"score_linear":162271.0,"score_lmetric":2210},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30103.117290526,"t_first_token_unix":1779964099.6722343,"t_done":30103.557625832,"t_done_unix":1779964100.1125693},{"request_id":"1266668:11:1300918:260","session_id":"1266668","input_length":97811,"t_proxy_recv":30097.436064787,"t_decision_unix":1779964093.991006,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945711627526557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (531 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":531,"cache_hit":97280,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":93715,"score_linear":65459.0,"score_lmetric":248716},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":97811,"score_linear":62414.0,"score_lmetric":141281},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":97811,"score_linear":95364.0,"score_lmetric":487365},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10009,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":97280,"new_prefill":531,"score_linear":-87271.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":95744,"new_prefill":2067,"score_linear":-95744.0,"score_lmetric":0}],"chosen_score_linear":-87271.0,"chosen_score_lmetric":0,"t_first_token":30097.933017179,"t_first_token_unix":1779964094.4879625,"t_done":30104.858992124,"t_done_unix":1779964101.4139357},{"request_id":"1302063:1:1302063:266","session_id":"1302063","input_length":26441,"t_proxy_recv":30101.436234921,"t_decision_unix":1779964097.9911764,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":26441.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":26441,"cache_hit":0,"estimated_new_tokens":26441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":26441,"score_linear":112736.0,"score_lmetric":174843},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":26441,"score_linear":28972.0,"score_lmetric":44661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":26441,"score_linear":34706.0,"score_lmetric":61147},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":26441,"score_linear":23863.0,"score_lmetric":26441},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":26441,"score_linear":162271.0,"score_lmetric":52882},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30104.667582783,"t_first_token_unix":1779964101.2225266,"t_done":30104.922277384,"t_done_unix":1779964101.4772208},{"request_id":"1302907:1:1302907:272","session_id":"1302907","input_length":15958,"t_proxy_recv":30104.358528529,"t_decision_unix":1779964100.9134698,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":15958.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15958,"cache_hit":0,"estimated_new_tokens":15958,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":15958,"score_linear":112736.0,"score_lmetric":47874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":15958,"score_linear":34706.0,"score_lmetric":50664},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":15958,"score_linear":75505.0,"score_lmetric":32298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":717,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":15958,"score_linear":26441.0,"score_lmetric":42399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192219,"ongoing_decode_tokens":201103,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":15958,"score_linear":192219.0,"score_lmetric":47874},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30105.82287698,"t_first_token_unix":1779964102.3778207,"t_done":30106.026498785,"t_done_unix":1779964102.581442},{"request_id":"1290365:5:1300807:259","session_id":"1290365","input_length":25948,"t_proxy_recv":30097.086145136,"t_decision_unix":1779964093.641086,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9668567905040851,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (860 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":860,"cache_hit":25088,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":25088,"new_prefill":860,"score_linear":18519.0,"score_lmetric":30643},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":25948,"score_linear":62414.0,"score_lmetric":69418},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":25948,"score_linear":95364.0,"score_lmetric":271776},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10009,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":25948,"score_linear":10009.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18519.0,"chosen_score_lmetric":30643,"t_first_token":30102.600689673,"t_first_token_unix":1779964099.155633,"t_done":30106.956471596,"t_done_unix":1779964103.511415},{"request_id":"1302449:2:1303563:277","session_id":"1302449","input_length":3709,"t_proxy_recv":30106.675571017,"t_decision_unix":1779964103.2305126,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.27608519816662175,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":2685.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2685 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":2685,"cache_hit":1024,"estimated_new_tokens":2685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":3709,"score_linear":112736.0,"score_lmetric":11127},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":3709,"score_linear":15081.0,"score_lmetric":18790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":3709,"score_linear":34706.0,"score_lmetric":3709},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":3709,"score_linear":75505.0,"score_lmetric":7800},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":3709,"score_linear":14944.0,"score_lmetric":18653},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":3709,"score_linear":216376.0,"score_lmetric":11127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":542,"cache_hit":1024,"new_prefill":2685,"score_linear":120944.0,"score_lmetric":2685}],"chosen_score_linear":120944.0,"chosen_score_lmetric":2685,"t_first_token":30106.896105931,"t_first_token_unix":1779964103.4510498,"t_done":30107.118033025,"t_done_unix":1779964103.672976},{"request_id":"1303651:1:1303651:278","session_id":"1303651","input_length":3065,"t_proxy_recv":30106.984214784,"t_decision_unix":1779964103.5391562,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3065.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3065 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3065,"cache_hit":0,"estimated_new_tokens":3065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":3065,"score_linear":86788.0,"score_lmetric":6130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":3065,"score_linear":15081.0,"score_lmetric":18146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":3065,"score_linear":34706.0,"score_lmetric":3065},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":3065,"score_linear":75505.0,"score_lmetric":6512},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":3065,"score_linear":14944.0,"score_lmetric":18009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":3065,"score_linear":216376.0,"score_lmetric":9195},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125677,"ongoing_decode_tokens":3709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":3065,"score_linear":125677.0,"score_lmetric":6130}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30107.172225382,"t_first_token_unix":1779964103.7271688,"t_done":30107.40129939,"t_done_unix":1779964103.9562428},{"request_id":"1303462:1:1303462:274","session_id":"1303462","input_length":14944,"t_proxy_recv":30106.382415635,"t_decision_unix":1779964102.9373567,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14944.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14944,"cache_hit":0,"estimated_new_tokens":14944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":14944,"score_linear":112736.0,"score_lmetric":44832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":14944,"score_linear":34706.0,"score_lmetric":14944},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":14944,"score_linear":75505.0,"score_lmetric":30270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94408,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":14944,"score_linear":94408.0,"score_lmetric":29888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30107.712124965,"t_first_token_unix":1779964104.2670684,"t_done":30108.011249743,"t_done_unix":1779964104.5661929},{"request_id":"1303517:1:1303517:275","session_id":"1303517","input_length":15081,"t_proxy_recv":30106.551521263,"t_decision_unix":1779964103.1064627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":15081.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15081,"cache_hit":0,"estimated_new_tokens":15081,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":15081,"score_linear":112736.0,"score_lmetric":45243},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":15081,"score_linear":34706.0,"score_lmetric":15081},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":15081,"score_linear":75505.0,"score_lmetric":30544},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":15081,"score_linear":14944.0,"score_lmetric":30025},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94408,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":15081,"score_linear":94408.0,"score_lmetric":30162},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30107.892259336,"t_first_token_unix":1779964104.4472032,"t_done":30108.231103933,"t_done_unix":1779964104.786047},{"request_id":"1302063:2:1303816:279","session_id":"1302063","input_length":30248,"t_proxy_recv":30107.65513895,"t_decision_unix":1779964104.21008,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":26112,"affinity_cache_ratio":0.8632636868553293,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4136 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":4136,"cache_hit":26112,"estimated_new_tokens":4136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":30248,"score_linear":86788.0,"score_lmetric":60496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":30248,"score_linear":15081.0,"score_lmetric":45329},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":30248,"score_linear":34706.0,"score_lmetric":30248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":30248,"score_linear":75505.0,"score_lmetric":60878},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":30248,"score_linear":14944.0,"score_lmetric":45192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":26112,"new_prefill":4136,"score_linear":-26112.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":30248,"score_linear":216376.0,"score_lmetric":90744},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30248,"score_linear":121968.0,"score_lmetric":30248}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":30108.505226143,"t_first_token_unix":1779964105.0601697,"t_done":30108.828072751,"t_done_unix":1779964105.383016},{"request_id":"1304239:1:1304239:280","session_id":"1304239","input_length":1300,"t_proxy_recv":30109.181406099,"t_decision_unix":1779964105.736347,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":1300.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1300 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1300,"cache_hit":0,"estimated_new_tokens":1300,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":1300,"score_linear":86788.0,"score_lmetric":2600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":1300,"score_linear":34706.0,"score_lmetric":1300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":1300,"score_linear":75505.0,"score_lmetric":2982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":777,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":1300,"score_linear":216376.0,"score_lmetric":3900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":1300,"score_linear":121968.0,"score_lmetric":1300}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30109.27805592,"t_first_token_unix":1779964105.8329995,"t_done":30109.422700649,"t_done_unix":1779964105.9776442},{"request_id":"1260327:8:1301686:263","session_id":"1260327","input_length":43181,"t_proxy_recv":30099.931224508,"t_decision_unix":1779964096.486166,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9722794747689957,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1197 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":1197,"cache_hit":41984,"estimated_new_tokens":1197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":695,"cache_hit":41984,"new_prefill":1197,"score_linear":27571.0,"score_lmetric":63680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":43181,"score_linear":23863.0,"score_lmetric":43181},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":43181,"score_linear":162271.0,"score_lmetric":86362},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":27571.0,"chosen_score_lmetric":63680,"t_first_token":30102.836266553,"t_first_token_unix":1779964099.3912098,"t_done":30110.43988906,"t_done_unix":1779964106.994835},{"request_id":"1294611:5:1301356:262","session_id":"1294611","input_length":25650,"t_proxy_recv":30101.914777643,"t_decision_unix":1779964098.469719,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9381676413255361,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1586 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":1586,"cache_hit":24064,"estimated_new_tokens":1586,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":25650,"score_linear":112736.0,"score_lmetric":172470},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":12800,"new_prefill":12850,"score_linear":16172.0,"score_lmetric":31070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":25650,"score_linear":34706.0,"score_lmetric":60356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":929,"cache_hit":24064,"new_prefill":1586,"score_linear":-24064.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6527,"ongoing_decode_tokens":6527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":25650,"score_linear":6527.0,"score_lmetric":25650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":25650,"score_linear":26441.0,"score_lmetric":52091},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":25650,"score_linear":162271.0,"score_lmetric":51300},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30102.194309533,"t_first_token_unix":1779964098.7492557,"t_done":30111.777226805,"t_done_unix":1779964108.3321733},{"request_id":"1304239:2:1304866:281","session_id":"1304239","input_length":7798,"t_proxy_recv":30111.331431425,"t_decision_unix":1779964107.8863726,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.13131572197999486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":6774.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6774 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":6774,"cache_hit":1024,"estimated_new_tokens":6774,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":7798,"score_linear":43607.0,"score_lmetric":7798},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":7798,"score_linear":34706.0,"score_lmetric":7798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":7798,"score_linear":75505.0,"score_lmetric":15978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":1024,"new_prefill":6774,"score_linear":-1024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":7798,"score_linear":216376.0,"score_lmetric":23394},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":7798,"score_linear":121968.0,"score_lmetric":7798}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":30111.810110276,"t_first_token_unix":1779964108.3650537,"t_done":30111.961248341,"t_done_unix":1779964108.5161922},{"request_id":"1304943:1:1304943:283","session_id":"1304943","input_length":2772,"t_proxy_recv":30111.581896269,"t_decision_unix":1779964108.136838,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":2772.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2772 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2772,"cache_hit":0,"estimated_new_tokens":2772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":2772,"score_linear":43607.0,"score_lmetric":2772},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":2772,"score_linear":34706.0,"score_lmetric":2772},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":2772,"score_linear":75505.0,"score_lmetric":5926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":2772,"score_linear":7798.0,"score_lmetric":9546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":2772,"score_linear":216376.0,"score_lmetric":8316},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":2772,"score_linear":121968.0,"score_lmetric":2772}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30111.754661206,"t_first_token_unix":1779964108.309605,"t_done":30112.055958053,"t_done_unix":1779964108.6109009},{"request_id":"1253743:3:1302294:268","session_id":"1253743","input_length":49855,"t_proxy_recv":30102.372272062,"t_decision_unix":1779964098.927214,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.996168889780363,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (191 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":191,"cache_hit":49664,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":17408,"new_prefill":32447,"score_linear":95328.0,"score_lmetric":192861},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":3584,"new_prefill":46271,"score_linear":25388.0,"score_lmetric":64491},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":49855,"score_linear":34706.0,"score_lmetric":84561},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":25650,"ongoing_decode_tokens":25650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":929,"cache_hit":49664,"new_prefill":191,"score_linear":-24014.0,"score_lmetric":191},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":717,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":49855,"score_linear":26441.0,"score_lmetric":76296},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":4608,"new_prefill":45247,"score_linear":157663.0,"score_lmetric":90494},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24014.0,"chosen_score_lmetric":191,"t_first_token":30111.719637585,"t_first_token_unix":1779964108.2745814,"t_done":30113.490562341,"t_done_unix":1779964110.0455062},{"request_id":"1294611:6:1302460:270","session_id":"1294611","input_length":30645,"t_proxy_recv":30111.786492246,"t_decision_unix":1779964108.3414338,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":25600,"affinity_cache_ratio":0.8353728177516724,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5045 < 8000)","v3_prefill_cache_hit":25600,"v3_new_local":5045,"cache_hit":25600,"estimated_new_tokens":5045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":30645,"score_linear":43607.0,"score_lmetric":30645},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2772,"ongoing_decode_tokens":2772,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":12800,"new_prefill":17845,"score_linear":-10028.0,"score_lmetric":17845},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":30645,"score_linear":34706.0,"score_lmetric":30645},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49855,"ongoing_decode_tokens":49855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":25600,"new_prefill":5045,"score_linear":24255.0,"score_lmetric":5045},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":30645,"score_linear":7798.0,"score_lmetric":37419},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":30645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":30645,"score_linear":216376.0,"score_lmetric":91935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30645,"score_linear":121968.0,"score_lmetric":30645}],"chosen_score_linear":24255.0,"chosen_score_lmetric":5045,"t_first_token":30112.835457233,"t_first_token_unix":1779964109.3904014,"t_done":30115.179310655,"t_done_unix":1779964111.7342536},{"request_id":"1303651:2:1305707:287","session_id":"1303651","input_length":12795,"t_proxy_recv":30114.523495023,"t_decision_unix":1779964111.0784364,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.24009378663540445,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":9723.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3072,"v3_new_local":9723,"cache_hit":3072,"estimated_new_tokens":9723,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":12795,"score_linear":43607.0,"score_lmetric":12795},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":12795,"score_linear":137117.0,"score_lmetric":178992},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":12795,"score_linear":34706.0,"score_lmetric":12795},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":12795,"score_linear":30645.0,"score_lmetric":12795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":3072,"new_prefill":9723,"score_linear":-3072.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":12795,"score_linear":216376.0,"score_lmetric":38385},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":12795,"score_linear":121968.0,"score_lmetric":12795}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":30115.459667153,"t_first_token_unix":1779964112.0146108,"t_done":30115.580831364,"t_done_unix":1779964112.1357744},{"request_id":"1294611:6:1305080:284","session_id":"1294611","input_length":30995,"t_proxy_recv":30115.18557837,"t_decision_unix":1779964111.74052,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (275 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":275,"cache_hit":30720,"estimated_new_tokens":275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":30995,"score_linear":43607.0,"score_lmetric":30995},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":12800,"new_prefill":18195,"score_linear":124317.0,"score_lmetric":189792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":30995,"score_linear":34706.0,"score_lmetric":30995},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":30720,"new_prefill":275,"score_linear":-30720.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14027,"ongoing_decode_tokens":0,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":30995,"score_linear":14027.0,"score_lmetric":45022},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":30995,"score_linear":12795.0,"score_lmetric":40718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":30995,"score_linear":216376.0,"score_lmetric":92985},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30995,"score_linear":121968.0,"score_lmetric":30995}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":30115.251459047,"t_first_token_unix":1779964111.8064022,"t_done":30116.569134263,"t_done_unix":1779964113.1240773},{"request_id":"1303462:2:1306126:290","session_id":"1303462","input_length":18631,"t_proxy_recv":30115.753111714,"t_decision_unix":1779964112.308053,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14848,"affinity_cache_ratio":0.7969513176963126,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3783 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":3783,"cache_hit":14848,"estimated_new_tokens":3783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":18631,"score_linear":43607.0,"score_lmetric":18631},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":18631,"score_linear":137117.0,"score_lmetric":190664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":18631,"score_linear":34706.0,"score_lmetric":18631},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30995,"ongoing_decode_tokens":30995,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":18631,"score_linear":30995.0,"score_lmetric":18631},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14027,"ongoing_decode_tokens":0,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":792,"cache_hit":14848,"new_prefill":3783,"score_linear":-821.0,"score_lmetric":17810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":18631,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":18631,"score_linear":216376.0,"score_lmetric":55893},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":18631,"score_linear":121968.0,"score_lmetric":18631}],"chosen_score_linear":-821.0,"chosen_score_lmetric":17810,"t_first_token":30116.884251698,"t_first_token_unix":1779964113.4391954,"t_done":30116.93278017,"t_done_unix":1779964113.4877236},{"request_id":"1306347:1:1306347:291","session_id":"1306347","input_length":897,"t_proxy_recv":30116.541543678,"t_decision_unix":1779964113.0964851,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":897.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (897 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":897,"cache_hit":0,"estimated_new_tokens":897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":897,"score_linear":43607.0,"score_lmetric":897},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":897,"score_linear":137117.0,"score_lmetric":155196},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":897,"score_linear":34706.0,"score_lmetric":897},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30995,"ongoing_decode_tokens":30995,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":897,"score_linear":30995.0,"score_lmetric":897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32658,"ongoing_decode_tokens":14027,"pending_prefill_tokens":3783,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":897,"score_linear":32658.0,"score_lmetric":9360},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":897,"score_linear":216376.0,"score_lmetric":2691},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":897,"score_linear":121968.0,"score_lmetric":897}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30116.645063996,"t_first_token_unix":1779964113.200008,"t_done":30117.014036158,"t_done_unix":1779964113.5689793},{"request_id":"1305906:1:1305906:289","session_id":"1305906","input_length":14027,"t_proxy_recv":30115.140389583,"t_decision_unix":1779964111.6953309,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":14027.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14027,"cache_hit":0,"estimated_new_tokens":14027,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":14027,"score_linear":43607.0,"score_lmetric":14027},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":14027,"score_linear":137117.0,"score_lmetric":181456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":14027,"score_linear":34706.0,"score_lmetric":14027},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":14027,"score_linear":30645.0,"score_lmetric":14027},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":14027,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":14027,"score_linear":12795.0,"score_lmetric":23750},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":14027,"score_linear":216376.0,"score_lmetric":42081},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":14027,"score_linear":121968.0,"score_lmetric":14027}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30116.356070326,"t_first_token_unix":1779964112.9110136,"t_done":30117.937524641,"t_done_unix":1779964114.4924688},{"request_id":"1304239:3:1307007:294","session_id":"1304239","input_length":13840,"t_proxy_recv":30118.893459176,"t_decision_unix":1779964115.4484005,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5549132947976878,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6160 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":6160,"cache_hit":7680,"estimated_new_tokens":6160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74665,"ongoing_decode_tokens":74665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":13840,"score_linear":74665.0,"score_lmetric":27680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":13840,"score_linear":137117.0,"score_lmetric":181082},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":13840,"score_linear":34706.0,"score_lmetric":13840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":12658,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":13840,"score_linear":43378.0,"score_lmetric":26498},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":7680,"new_prefill":6160,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":13840,"score_linear":216376.0,"score_lmetric":41520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":13840,"score_linear":121968.0,"score_lmetric":13840}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":30119.570265559,"t_first_token_unix":1779964116.1252089,"t_done":30119.734970015,"t_done_unix":1779964116.2899134},{"request_id":"1253743:4:1307058:295","session_id":"1253743","input_length":49975,"t_proxy_recv":30119.094326597,"t_decision_unix":1779964115.6492674,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9937768884442221,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":311,"cache_hit":49664,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74665,"ongoing_decode_tokens":74665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":700,"cache_hit":17408,"new_prefill":32567,"score_linear":57257.0,"score_lmetric":65134},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":3584,"new_prefill":46391,"score_linear":133533.0,"score_lmetric":246184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":49975,"score_linear":34706.0,"score_lmetric":49975},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":12658,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":49664,"new_prefill":311,"score_linear":-6286.0,"score_lmetric":12969},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13840,"ongoing_decode_tokens":0,"pending_prefill_tokens":6160,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":49975,"score_linear":13840.0,"score_lmetric":56135},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":4608,"new_prefill":45367,"score_linear":211768.0,"score_lmetric":136101},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":49975,"score_linear":121968.0,"score_lmetric":49975}],"chosen_score_linear":-6286.0,"chosen_score_lmetric":12969,"t_first_token":30121.583295604,"t_first_token_unix":1779964118.1382384,"t_done":30122.214360798,"t_done_unix":1779964118.7693043},{"request_id":"1277428:2:1306373:292","session_id":"1277428","input_length":31058,"t_proxy_recv":30116.651090811,"t_decision_unix":1779964113.2060323,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.8737201365187713,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3922 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":3922,"cache_hit":27136,"estimated_new_tokens":3922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":27136,"new_prefill":3922,"score_linear":16471.0,"score_lmetric":3922},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":3584,"new_prefill":27474,"score_linear":133533.0,"score_lmetric":208350},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":31058,"score_linear":34706.0,"score_lmetric":31058},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":17408,"new_prefill":13650,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32658,"ongoing_decode_tokens":14027,"pending_prefill_tokens":3783,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":31058,"score_linear":32658.0,"score_lmetric":69682},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":897,"ongoing_decode_tokens":897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":31058,"score_linear":897.0,"score_lmetric":31058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":4608,"new_prefill":26450,"score_linear":211768.0,"score_lmetric":79350},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":31058,"score_linear":121968.0,"score_lmetric":31058}],"chosen_score_linear":16471.0,"chosen_score_lmetric":3922,"t_first_token":30117.529872702,"t_first_token_unix":1779964114.0848165,"t_done":30122.611869767,"t_done_unix":1779964119.166813},{"request_id":"1294611:7:1306822:293","session_id":"1294611","input_length":43378,"t_proxy_recv":30118.363184411,"t_decision_unix":1779964114.9181259,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7081930932730878,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":30720,"v3_new_local":12658,"cache_hit":30720,"estimated_new_tokens":12658,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74665,"ongoing_decode_tokens":74665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":43378,"score_linear":74665.0,"score_lmetric":86756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":12800,"new_prefill":30578,"score_linear":124317.0,"score_lmetric":214558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":43378,"score_linear":34706.0,"score_lmetric":43378},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":30720,"new_prefill":12658,"score_linear":-30720.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":43378,"score_linear":216376.0,"score_lmetric":130134},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":43378,"score_linear":121968.0,"score_lmetric":43378}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":30121.521729957,"t_first_token_unix":1779964118.0766733,"t_done":30122.886171034,"t_done_unix":1779964119.4411142},{"request_id":"1269373:9:1300958:261","session_id":"1269373","input_length":54451,"t_proxy_recv":30097.584478163,"t_decision_unix":1779964094.1394196,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.9308919946373804,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3763 < 8000)","v3_prefill_cache_hit":50688,"v3_new_local":3763,"cache_hit":50688,"estimated_new_tokens":3763,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":50355,"score_linear":65459.0,"score_lmetric":161996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":54451,"score_linear":62414.0,"score_lmetric":97921},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":95364,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":54451,"score_linear":95364.0,"score_lmetric":163353},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107820,"ongoing_decode_tokens":18893,"pending_prefill_tokens":531,"num_requests":1,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":50688,"new_prefill":3763,"score_linear":57132.0,"score_lmetric":4294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":57132.0,"chosen_score_lmetric":4294,"t_first_token":30099.12192905,"t_first_token_unix":1779964095.676873,"t_done":30123.531644589,"t_done_unix":1779964120.0865884},{"request_id":"1302449:3:1308121:299","session_id":"1302449","input_length":8729,"t_proxy_recv":30122.82789625,"t_decision_unix":1779964119.3828375,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3584,"affinity_cache_ratio":0.41058540497193263,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":5145.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5145 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":5145,"cache_hit":3584,"estimated_new_tokens":5145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":8729,"score_linear":43607.0,"score_lmetric":8729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":8729,"score_linear":160248.0,"score_lmetric":281139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":8729,"score_linear":34706.0,"score_lmetric":8729},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":8729,"score_linear":43378.0,"score_lmetric":8729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":8729,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":8729,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":8729,"score_linear":216376.0,"score_lmetric":26187},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":3584,"new_prefill":5145,"score_linear":118384.0,"score_lmetric":5145}],"chosen_score_linear":118384.0,"chosen_score_lmetric":5145,"t_first_token":30123.384865655,"t_first_token_unix":1779964119.93981,"t_done":30123.598753085,"t_done_unix":1779964120.1536963},{"request_id":"1303651:3:1308202:300","session_id":"1303651","input_length":22896,"t_proxy_recv":30123.086225557,"t_decision_unix":1779964119.641167,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5590496156533893,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":10096,"cache_hit":12800,"estimated_new_tokens":10096,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":22896,"score_linear":43607.0,"score_lmetric":22896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":22896,"score_linear":160248.0,"score_lmetric":323640},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":22896,"score_linear":34706.0,"score_lmetric":22896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":12800,"new_prefill":10096,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":22896,"score_linear":216376.0,"score_lmetric":68688},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130697,"ongoing_decode_tokens":0,"pending_prefill_tokens":5145,"num_requests":2,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":22896,"score_linear":130697.0,"score_lmetric":56082}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30124.626732869,"t_first_token_unix":1779964121.1816769,"t_done":30124.699531708,"t_done_unix":1779964121.2544754},{"request_id":"1301929:1:1301929:265","session_id":"1301929","input_length":34706,"t_proxy_recv":30100.886603618,"t_decision_unix":1779964097.441545,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":34706.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":34706,"cache_hit":0,"estimated_new_tokens":34706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":3584,"new_prefill":31122,"score_linear":109152.0,"score_lmetric":188886},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":34706,"score_linear":28972.0,"score_lmetric":52926},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":34706,"score_linear":23863.0,"score_lmetric":34706},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":34706,"score_linear":162271.0,"score_lmetric":69412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30105.91751239,"t_first_token_unix":1779964102.472456,"t_done":30124.744658441,"t_done_unix":1779964121.2996013},{"request_id":"1309040:1:1309040:302","session_id":"1309040","input_length":4679,"t_proxy_recv":30126.198837101,"t_decision_unix":1779964122.7537785,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":4679.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4679 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4679,"cache_hit":0,"estimated_new_tokens":4679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":4679,"score_linear":43607.0,"score_lmetric":4679},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":4679,"score_linear":160248.0,"score_lmetric":268989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":4679,"score_linear":43710.0,"score_lmetric":4679},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":4679,"score_linear":221071.0,"score_lmetric":27123},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":4679,"score_linear":121968.0,"score_lmetric":4679}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30126.490962359,"t_first_token_unix":1779964123.0459056,"t_done":30126.991159442,"t_done_unix":1779964123.546104},{"request_id":"1294611:8:1308970:301","session_id":"1294611","input_length":43710,"t_proxy_recv":30125.871180061,"t_decision_unix":1779964122.4261212,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9956531686113017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":190,"cache_hit":43520,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":43710,"score_linear":43607.0,"score_lmetric":43710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":12800,"new_prefill":30910,"score_linear":147448.0,"score_lmetric":347682},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":43520,"new_prefill":190,"score_linear":-43520.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":43710,"score_linear":221071.0,"score_lmetric":144216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":43710,"score_linear":121968.0,"score_lmetric":43710}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":30126.024535096,"t_first_token_unix":1779964122.579478,"t_done":30127.305231915,"t_done_unix":1779964123.8601754},{"request_id":"1309252:1:1309252:304","session_id":"1309252","input_length":24545,"t_proxy_recv":30127.029278059,"t_decision_unix":1779964123.5842197,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":24545.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24545,"cache_hit":0,"estimated_new_tokens":24545,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":24545,"score_linear":43607.0,"score_lmetric":24545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":24545,"score_linear":160248.0,"score_lmetric":328587},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":24545,"score_linear":43710.0,"score_lmetric":24545},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":24545,"score_linear":221071.0,"score_lmetric":86721},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":24545,"score_linear":121968.0,"score_lmetric":24545}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30129.844577875,"t_first_token_unix":1779964126.3995214,"t_done":30131.725815822,"t_done_unix":1779964128.2807682},{"request_id":"1310590:1:1310590:306","session_id":"1310590","input_length":18089,"t_proxy_recv":30131.613764758,"t_decision_unix":1779964128.168706,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":18089.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":18089,"cache_hit":0,"estimated_new_tokens":18089,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":18089,"score_linear":43607.0,"score_lmetric":18089},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":18089,"score_linear":160248.0,"score_lmetric":309219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":18089,"score_linear":24545.0,"score_lmetric":18089},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":18089,"score_linear":221071.0,"score_lmetric":67353},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":18089,"score_linear":121968.0,"score_lmetric":18089}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30133.397208879,"t_first_token_unix":1779964129.9521525,"t_done":30133.896162265,"t_done_unix":1779964130.4511056},{"request_id":"1304943:2:1311189:307","session_id":"1304943","input_length":13164,"t_proxy_recv":30133.745253635,"t_decision_unix":1779964130.3001945,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":4,"affinity_cache_hit":2560,"affinity_cache_ratio":0.19446976602856275,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":13164.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13164,"cache_hit":0,"estimated_new_tokens":13164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":13164,"score_linear":43607.0,"score_lmetric":13164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":2560,"new_prefill":10604,"score_linear":157688.0,"score_lmetric":286764},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18089,"ongoing_decode_tokens":18089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":13164,"score_linear":18089.0,"score_lmetric":13164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":13164,"score_linear":221071.0,"score_lmetric":52578},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":13164,"score_linear":121968.0,"score_lmetric":13164}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30134.851079267,"t_first_token_unix":1779964131.4060225,"t_done":30134.903885293,"t_done_unix":1779964131.4588282},{"request_id":"1303517:2:1307703:297","session_id":"1303517","input_length":23131,"t_proxy_recv":30121.41948884,"t_decision_unix":1779964117.9744298,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6419091262807488,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":14848,"v3_new_local":8283,"cache_hit":14848,"estimated_new_tokens":8283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74665,"ongoing_decode_tokens":74665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":23131,"score_linear":74665.0,"score_lmetric":46262},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":14848,"new_prefill":8283,"score_linear":122269.0,"score_lmetric":169968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":23131,"score_linear":34706.0,"score_lmetric":23131},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93353,"ongoing_decode_tokens":0,"pending_prefill_tokens":12969,"num_requests":2,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":23131,"score_linear":93353.0,"score_lmetric":72200},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":23131,"score_linear":216376.0,"score_lmetric":69393},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":23131,"score_linear":121968.0,"score_lmetric":23131}],"chosen_score_linear":122269.0,"chosen_score_lmetric":169968,"t_first_token":30134.411701643,"t_first_token_unix":1779964130.9666455,"t_done":30135.372865969,"t_done_unix":1779964131.9278088},{"request_id":"1305420:1:1305420:285","session_id":"1305420","input_length":75826,"t_proxy_recv":30113.349127171,"t_decision_unix":1779964109.9040685,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":75826.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":75826,"cache_hit":0,"estimated_new_tokens":75826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":75826,"score_linear":43607.0,"score_lmetric":75826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":75826,"score_linear":34706.0,"score_lmetric":75826},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80500,"ongoing_decode_tokens":80500,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":75826,"score_linear":80500.0,"score_lmetric":151652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":75826,"score_linear":216376.0,"score_lmetric":227478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":75826,"score_linear":121968.0,"score_lmetric":75826}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30134.033137746,"t_first_token_unix":1779964130.5880818,"t_done":30135.545967655,"t_done_unix":1779964132.100911},{"request_id":"1303517:3:1309213:303","session_id":"1303517","input_length":23259,"t_proxy_recv":30135.377836927,"t_decision_unix":1779964131.9327786,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9905842899522765,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (219 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":219,"cache_hit":23040,"estimated_new_tokens":219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75218,"ongoing_decode_tokens":43607,"pending_prefill_tokens":379,"num_requests":2,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":23259,"score_linear":75218.0,"score_lmetric":47276},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":137117,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":978,"cache_hit":23040,"new_prefill":219,"score_linear":114077.0,"score_lmetric":438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":23259,"score_linear":8996.0,"score_lmetric":23551},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":23259,"score_linear":44792.0,"score_lmetric":43475},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":23259,"score_linear":221071.0,"score_lmetric":82863},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":23259,"score_linear":121968.0,"score_lmetric":23259}],"chosen_score_linear":114077.0,"chosen_score_lmetric":438,"t_first_token":30135.479241024,"t_first_token_unix":1779964132.034184,"t_done":30135.606430422,"t_done_unix":1779964132.1613731},{"request_id":"1277428:3:1311644:311","session_id":"1277428","input_length":31611,"t_proxy_recv":30135.36808287,"t_decision_unix":1779964131.9230244,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9880105026731201,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (379 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":379,"cache_hit":31232,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":31232,"new_prefill":379,"score_linear":12375.0,"score_lmetric":379},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":160248,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":3584,"new_prefill":28027,"score_linear":156664.0,"score_lmetric":84081},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":17408,"new_prefill":14203,"score_linear":-8412.0,"score_lmetric":14495},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":31611,"score_linear":44792.0,"score_lmetric":51827},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":4608,"new_prefill":27003,"score_linear":216463.0,"score_lmetric":94095},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":31611,"score_linear":121968.0,"score_lmetric":31611}],"chosen_score_linear":12375.0,"chosen_score_lmetric":379,"t_first_token":30135.438596038,"t_first_token_unix":1779964131.9935393,"t_done":30135.956948735,"t_done_unix":1779964132.5118916},{"request_id":"1279412:9:1305633:286","session_id":"1279412","input_length":61291,"t_proxy_recv":30114.26014291,"t_decision_unix":1779964110.8150837,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":60416,"affinity_cache_ratio":0.985723841999641,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (875 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":875,"cache_hit":60416,"estimated_new_tokens":875,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":39936,"new_prefill":21355,"score_linear":3671.0,"score_lmetric":21355},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":962,"cache_hit":60416,"new_prefill":875,"score_linear":15410.0,"score_lmetric":76701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":61291,"score_linear":34706.0,"score_lmetric":61291},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":61291,"score_linear":30645.0,"score_lmetric":61291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":61291,"score_linear":216376.0,"score_lmetric":183873},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":12800,"new_prefill":48491,"score_linear":109168.0,"score_lmetric":48491}],"chosen_score_linear":15410.0,"chosen_score_lmetric":76701,"t_first_token":30134.0415075,"t_first_token_unix":1779964130.5964508,"t_done":30136.173479965,"t_done_unix":1779964132.728425},{"request_id":"1303517:4:1311293:308","session_id":"1303517","input_length":24638,"t_proxy_recv":30135.612376136,"t_decision_unix":1779964132.1673179,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9351408393538436,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1598 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1598,"cache_hit":23040,"estimated_new_tokens":1598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75218,"ongoing_decode_tokens":75218,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":24638,"score_linear":75218.0,"score_lmetric":49276},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1126,"cache_hit":23040,"new_prefill":1598,"score_linear":38251.0,"score_lmetric":1598},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":24638,"score_linear":8996.0,"score_lmetric":24930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":24638,"score_linear":44792.0,"score_lmetric":44854},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":24638,"score_linear":221071.0,"score_lmetric":87000},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":24638,"score_linear":121968.0,"score_lmetric":24638}],"chosen_score_linear":38251.0,"chosen_score_lmetric":1598,"t_first_token":30135.930531658,"t_first_token_unix":1779964132.485475,"t_done":30136.207637282,"t_done_unix":1779964132.7625802},{"request_id":"1299507:1:1299507:253","session_id":"1299507","input_length":18893,"t_proxy_recv":30092.323361637,"t_decision_unix":1779964088.878303,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":15080.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7117 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":7117,"cache_hit":11776,"estimated_new_tokens":7117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9233,"ongoing_decode_tokens":881,"pending_prefill_tokens":7840,"num_requests":2,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":18893,"score_linear":9233.0,"score_lmetric":53466},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":18893,"score_linear":60193.0,"score_lmetric":18893},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":18893,"score_linear":62414.0,"score_lmetric":62363},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":18893,"score_linear":95364.0,"score_lmetric":250611},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":18893,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":18893,"score_linear":19157.0,"score_lmetric":38050},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-921,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":0,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":11776,"new_prefill":7117,"score_linear":-12697.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":18893,"score_linear":44920.0,"score_lmetric":18893}],"chosen_score_linear":-12697.0,"chosen_score_lmetric":0,"t_first_token":30094.370554721,"t_first_token_unix":1779964090.9254978,"t_done":30136.466180754,"t_done_unix":1779964133.0211241},{"request_id":"1279412:10:1308091:298","session_id":"1279412","input_length":61505,"t_proxy_recv":30136.186244473,"t_decision_unix":1779964132.741186,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9906186488903341,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (577 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":577,"cache_hit":60928,"estimated_new_tokens":577,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":39936,"new_prefill":21569,"score_linear":3671.0,"score_lmetric":21569},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24638,"ongoing_decode_tokens":24638,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":60928,"new_prefill":577,"score_linear":-36290.0,"score_lmetric":577},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":20175,"ongoing_decode_tokens":0,"pending_prefill_tokens":20175,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":61505,"score_linear":20175.0,"score_lmetric":81680},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":8996,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":61505,"score_linear":8996.0,"score_lmetric":61505},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":61505,"score_linear":44792.0,"score_lmetric":81721},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":61505,"score_linear":221071.0,"score_lmetric":197601},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":48705,"score_linear":109168.0,"score_lmetric":48705}],"chosen_score_linear":-36290.0,"chosen_score_lmetric":577,"t_first_token":30136.351518643,"t_first_token_unix":1779964132.9064622,"t_done":30137.128902815,"t_done_unix":1779964133.6838472},{"request_id":"1258908:2:1311606:310","session_id":"1258908","input_length":8996,"t_proxy_recv":30135.188054501,"t_decision_unix":1779964131.742996,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9675411293908404,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (292 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":292,"cache_hit":8704,"estimated_new_tokens":292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":8996,"score_linear":43607.0,"score_lmetric":8996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":160248,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":8996,"score_linear":160248.0,"score_lmetric":26988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":8704,"new_prefill":292,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":8996,"score_linear":44792.0,"score_lmetric":29212},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":8996,"score_linear":221071.0,"score_lmetric":40074},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":8996,"score_linear":121968.0,"score_lmetric":8996}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":30135.866044333,"t_first_token_unix":1779964132.420988,"t_done":30137.783406398,"t_done_unix":1779964134.3383498},{"request_id":"1311753:1:1311753:312","session_id":"1311753","input_length":20175,"t_proxy_recv":30135.760174466,"t_decision_unix":1779964132.3151164,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":20175.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":20175,"cache_hit":0,"estimated_new_tokens":20175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75218,"ongoing_decode_tokens":75218,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":20175,"score_linear":75218.0,"score_lmetric":40350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":85929,"ongoing_decode_tokens":61291,"pending_prefill_tokens":1598,"num_requests":2,"active_p_offloads":0,"cached_blocks":1126,"cache_hit":0,"new_prefill":20175,"score_linear":85929.0,"score_lmetric":43546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":20175,"score_linear":8996.0,"score_lmetric":20467},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":20175,"score_linear":44792.0,"score_lmetric":40391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":20175,"score_linear":221071.0,"score_lmetric":73611},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":20175,"score_linear":121968.0,"score_lmetric":20175}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30137.858144666,"t_first_token_unix":1779964134.413088,"t_done":30138.040318058,"t_done_unix":1779964134.5952609},{"request_id":"1297811:2:1300578:258","session_id":"1297811","input_length":43607,"t_proxy_recv":30096.229681486,"t_decision_unix":1779964092.7846224,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.3170133235489715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":29783.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":29783,"cache_hit":13824,"estimated_new_tokens":29783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":13824,"new_prefill":29783,"score_linear":-13824.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60678,"ongoing_decode_tokens":60678,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":1536,"new_prefill":42071,"score_linear":59142.0,"score_lmetric":42071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":43607,"score_linear":62414.0,"score_lmetric":87077},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":43607,"score_linear":95364.0,"score_lmetric":324753},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39495,"ongoing_decode_tokens":48379,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":43607,"score_linear":39495.0,"score_lmetric":43607},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":30102.596793566,"t_first_token_unix":1779964099.151737,"t_done":30139.242239194,"t_done_unix":1779964135.7971826},{"request_id":"1269373:10:1304899:282","session_id":"1269373","input_length":59146,"t_proxy_recv":30123.550455654,"t_decision_unix":1779964120.1053972,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9262502958779968,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4362 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":4362,"cache_hit":54784,"estimated_new_tokens":4362,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":4096,"new_prefill":55050,"score_linear":39511.0,"score_lmetric":55050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":59146,"score_linear":160248.0,"score_lmetric":432390},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":59146,"score_linear":34706.0,"score_lmetric":59146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22896,"ongoing_decode_tokens":0,"pending_prefill_tokens":10096,"num_requests":1,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":59146,"score_linear":22896.0,"score_lmetric":69242},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161925,"ongoing_decode_tokens":48841,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":54784,"new_prefill":4362,"score_linear":107141.0,"score_lmetric":8724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130697,"ongoing_decode_tokens":8729,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":547,"cache_hit":7680,"new_prefill":51466,"score_linear":123017.0,"score_lmetric":102932}],"chosen_score_linear":107141.0,"chosen_score_lmetric":8724,"t_first_token":30136.223353904,"t_first_token_unix":1779964132.7782974,"t_done":30139.255138497,"t_done_unix":1779964135.8100817},{"request_id":"1299507:2:1305770:288","session_id":"1299507","input_length":18915,"t_proxy_recv":30136.47114888,"t_decision_unix":1779964133.0260904,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9744647105471848,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":483,"cache_hit":18432,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":18915,"score_linear":43607.0,"score_lmetric":18915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":18915,"score_linear":61505.0,"score_lmetric":18915},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":20175,"ongoing_decode_tokens":0,"pending_prefill_tokens":20175,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":18915,"score_linear":20175.0,"score_lmetric":39090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":8996,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":18915,"score_linear":8996.0,"score_lmetric":18915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":18915,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":18915,"score_linear":44792.0,"score_lmetric":39131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202178,"ongoing_decode_tokens":89094,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":18432,"new_prefill":483,"score_linear":183746.0,"score_lmetric":966},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":18915,"score_linear":121968.0,"score_lmetric":18915}],"chosen_score_linear":183746.0,"chosen_score_lmetric":966,"t_first_token":30136.523262018,"t_first_token_unix":1779964133.0782049,"t_done":30139.483294251,"t_done_unix":1779964136.038237},{"request_id":"1294611:9:1312398:313","session_id":"1294611","input_length":44335,"t_proxy_recv":30138.046287209,"t_decision_unix":1779964134.6012285,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9816172324348709,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (815 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":815,"cache_hit":43520,"estimated_new_tokens":815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":44335,"score_linear":43607.0,"score_lmetric":44335},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64558,"ongoing_decode_tokens":0,"pending_prefill_tokens":3118,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":12800,"new_prefill":31535,"score_linear":51758.0,"score_lmetric":34653},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":968,"cache_hit":43520,"new_prefill":815,"score_linear":-43520.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":44335,"score_linear":44792.0,"score_lmetric":64551},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221093,"ongoing_decode_tokens":108009,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":44335,"score_linear":221093.0,"score_lmetric":133005},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":44335,"score_linear":121968.0,"score_lmetric":44335}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":30138.291998436,"t_first_token_unix":1779964134.8469512,"t_done":30139.597636019,"t_done_unix":1779964136.1525793},{"request_id":"1279412:11:1310014:305","session_id":"1279412","input_length":64558,"t_proxy_recv":30137.142355439,"t_decision_unix":1779964133.6972966,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9517023451779795,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3118 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":3118,"cache_hit":61440,"estimated_new_tokens":3118,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":39936,"new_prefill":24622,"score_linear":3671.0,"score_lmetric":24622},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":61440,"new_prefill":3118,"score_linear":-61440.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":20175,"ongoing_decode_tokens":0,"pending_prefill_tokens":20175,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":64558,"score_linear":20175.0,"score_lmetric":84733},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":8996,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":64558,"score_linear":8996.0,"score_lmetric":64558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":64558,"score_linear":44792.0,"score_lmetric":84774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221093,"ongoing_decode_tokens":108009,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":64558,"score_linear":221093.0,"score_lmetric":193674},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":51758,"score_linear":109168.0,"score_lmetric":51758}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":30138.442117994,"t_first_token_unix":1779964134.997062,"t_done":30139.832271062,"t_done_unix":1779964136.3872147},{"request_id":"1303517:5:1313040:317","session_id":"1303517","input_length":25637,"t_proxy_recv":30140.107577307,"t_decision_unix":1779964136.6625187,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9586145024768888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1061 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":1061,"cache_hit":24576,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":24576,"new_prefill":1061,"score_linear":-24576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40245,"ongoing_decode_tokens":13360,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":25637,"score_linear":40245.0,"score_lmetric":62036},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":44792,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":25637,"score_linear":44792.0,"score_lmetric":25637},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202478,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":25637,"score_linear":202478.0,"score_lmetric":51274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":25637,"score_linear":121968.0,"score_lmetric":25637}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30140.375565368,"t_first_token_unix":1779964136.9305089,"t_done":30140.410182132,"t_done_unix":1779964136.9651253},{"request_id":"1309252:2:1311531:309","session_id":"1309252","input_length":44792,"t_proxy_recv":30134.962677339,"t_decision_unix":1779964131.517619,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":24576,"affinity_cache_ratio":0.5486694052509377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":24576,"v3_new_local":20216,"cache_hit":24576,"estimated_new_tokens":20216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":44792,"score_linear":43607.0,"score_lmetric":44792},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":160248,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":44792,"score_linear":160248.0,"score_lmetric":134376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":24576,"new_prefill":20216,"score_linear":-24576.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":44792,"score_linear":221071.0,"score_lmetric":147462},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":44792,"score_linear":121968.0,"score_lmetric":44792}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30139.887281453,"t_first_token_unix":1779964136.4422247,"t_done":30140.571217764,"t_done_unix":1779964137.126161},{"request_id":"1306347:2:1312642:314","session_id":"1306347","input_length":13360,"t_proxy_recv":30138.940603922,"t_decision_unix":1779964135.4955451,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.03832335329341317,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":13360.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13360,"cache_hit":0,"estimated_new_tokens":13360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":13360,"score_linear":43607.0,"score_lmetric":13360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":13360,"score_linear":64558.0,"score_lmetric":13360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":968,"cache_hit":0,"new_prefill":13360,"score_linear":44335.0,"score_lmetric":13360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":512,"new_prefill":12848,"score_linear":44280.0,"score_lmetric":33064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221093,"ongoing_decode_tokens":108009,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":13360,"score_linear":221093.0,"score_lmetric":40080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":13360,"score_linear":121968.0,"score_lmetric":13360}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30140.078843109,"t_first_token_unix":1779964136.6337864,"t_done":30141.758261932,"t_done_unix":1779964138.3132062},{"request_id":"1268861:4:1312689:315","session_id":"1268861","input_length":26885,"t_proxy_recv":30139.103795426,"t_decision_unix":1779964135.658737,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7998512181513855,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5381 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":5381,"cache_hit":21504,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":26885,"score_linear":43607.0,"score_lmetric":26885},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":26885,"score_linear":64558.0,"score_lmetric":26885},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":968,"cache_hit":0,"new_prefill":26885,"score_linear":44335.0,"score_lmetric":26885},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":21504,"new_prefill":5381,"score_linear":-8144.0,"score_lmetric":18741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":26885,"score_linear":44792.0,"score_lmetric":47101},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221093,"ongoing_decode_tokens":108009,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":26885,"score_linear":221093.0,"score_lmetric":80655},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":21504,"new_prefill":5381,"score_linear":100464.0,"score_lmetric":5381}],"chosen_score_linear":-8144.0,"chosen_score_lmetric":18741,"t_first_token":30140.992719834,"t_first_token_unix":1779964137.5476635,"t_done":30142.408057175,"t_done_unix":1779964138.963},{"request_id":"1279412:12:1313518:319","session_id":"1279412","input_length":64755,"t_proxy_recv":30141.846685857,"t_decision_unix":1779964138.401627,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9962473940236275,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (243 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":243,"cache_hit":64512,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22686,"ongoing_decode_tokens":0,"pending_prefill_tokens":9886,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":39936,"new_prefill":24819,"score_linear":-17250.0,"score_lmetric":34705},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":64512,"new_prefill":243,"score_linear":-64512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26885,"ongoing_decode_tokens":26885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":64755,"score_linear":26885.0,"score_lmetric":64755},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202478,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":64755,"score_linear":202478.0,"score_lmetric":129510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":51955,"score_linear":109168.0,"score_lmetric":51955}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":30141.954071536,"t_first_token_unix":1779964138.5090146,"t_done":30143.271621212,"t_done_unix":1779964139.8265643},{"request_id":"1313181:1:1313181:318","session_id":"1313181","input_length":22686,"t_proxy_recv":30140.722947622,"t_decision_unix":1779964137.277889,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9886.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":9886,"cache_hit":12800,"estimated_new_tokens":9886,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40245,"ongoing_decode_tokens":13360,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":22686,"score_linear":40245.0,"score_lmetric":56134},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202478,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":22686,"score_linear":202478.0,"score_lmetric":45372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":9886,"score_linear":109168.0,"score_lmetric":9886}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30143.226705978,"t_first_token_unix":1779964139.781649,"t_done":30143.891256927,"t_done_unix":1779964140.4462},{"request_id":"1269373:11:1307381:296","session_id":"1269373","input_length":59446,"t_proxy_recv":30139.265732293,"t_decision_unix":1779964135.8206737,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9904787538270027,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (566 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":566,"cache_hit":58880,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":4096,"new_prefill":55350,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":59446,"score_linear":64558.0,"score_lmetric":59446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":968,"cache_hit":0,"new_prefill":59446,"score_linear":44335.0,"score_lmetric":59446},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40245,"ongoing_decode_tokens":0,"pending_prefill_tokens":18741,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":59446,"score_linear":40245.0,"score_lmetric":156374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":59446,"score_linear":44792.0,"score_lmetric":79662},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161947,"ongoing_decode_tokens":48863,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":58880,"new_prefill":566,"score_linear":103067.0,"score_lmetric":1132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":7680,"new_prefill":51766,"score_linear":114288.0,"score_lmetric":51766}],"chosen_score_linear":103067.0,"chosen_score_lmetric":1132,"t_first_token":30139.401550267,"t_first_token_unix":1779964135.9564934,"t_done":30144.810948658,"t_done_unix":1779964141.3658922},{"request_id":"1294611:10:1314495:322","session_id":"1294611","input_length":45362,"t_proxy_recv":30145.505560153,"t_decision_unix":1779964142.0605013,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44032,"affinity_cache_ratio":0.970680305101186,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1330 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1330,"cache_hit":44032,"estimated_new_tokens":1330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":45362,"score_linear":57051.0,"score_lmetric":98829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":12800,"new_prefill":32562,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":44032,"new_prefill":1330,"score_linear":-44032.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":29948,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":45362,"score_linear":205872.0,"score_lmetric":96596},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":45362,"score_linear":121968.0,"score_lmetric":45362}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":30145.855174882,"t_first_token_unix":1779964142.4101186,"t_done":30147.330612432,"t_done_unix":1779964143.8855586},{"request_id":"1315313:1:1315313:325","session_id":"1315313","input_length":7,"t_proxy_recv":30148.145209946,"t_decision_unix":1779964144.7001512,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7,"cache_hit":0,"estimated_new_tokens":7,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":7,"score_linear":81357.0,"score_lmetric":110504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":7,"score_linear":32440.0,"score_lmetric":14527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":7,"score_linear":205872.0,"score_lmetric":14},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":7,"score_linear":121968.0,"score_lmetric":7}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30148.160479122,"t_first_token_unix":1779964144.7154222,"t_done":30148.164991571,"t_done_unix":1779964144.7199345},{"request_id":"1269373:12:1312836:316","session_id":"1269373","input_length":62840,"t_proxy_recv":30144.824281297,"t_decision_unix":1779964141.3792229,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59904,"affinity_cache_ratio":0.9532781667727562,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2936 < 8000)","v3_prefill_cache_hit":59904,"v3_new_local":2936,"cache_hit":59904,"estimated_new_tokens":2936,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":787,"cache_hit":4096,"new_prefill":58744,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143032,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":59904,"new_prefill":2936,"score_linear":83128.0,"score_lmetric":2936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":7680,"new_prefill":55160,"score_linear":114288.0,"score_lmetric":55160}],"chosen_score_linear":83128.0,"chosen_score_lmetric":2936,"t_first_token":30146.104032326,"t_first_token_unix":1779964142.6589758,"t_done":30150.15051324,"t_done_unix":1779964146.7054565},{"request_id":"1310590:2:1315212:324","session_id":"1310590","input_length":32440,"t_proxy_recv":30147.792650897,"t_decision_unix":1779964144.3475919,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":17920,"affinity_cache_ratio":0.5524044389642416,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17920,"v3_new_local":14520,"cache_hit":17920,"estimated_new_tokens":14520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":32440,"score_linear":81357.0,"score_lmetric":175370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":17920,"new_prefill":14520,"score_linear":-17920.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":32440,"score_linear":205872.0,"score_lmetric":64880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":32440,"score_linear":121968.0,"score_lmetric":32440}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":30150.509108267,"t_first_token_unix":1779964147.0640514,"t_done":30150.659703828,"t_done_unix":1779964147.2146468},{"request_id":"1309040:2:1315488:326","session_id":"1309040","input_length":23097,"t_proxy_recv":30148.863945139,"t_decision_unix":1779964145.4188862,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.1995064294064164,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":18489.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":4608,"v3_new_local":18489,"cache_hit":4608,"estimated_new_tokens":18489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":23097,"score_linear":81357.0,"score_lmetric":156684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":23097,"score_linear":32440.0,"score_lmetric":37617},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":4608,"new_prefill":18489,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":23097,"score_linear":205872.0,"score_lmetric":46194},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":23097,"score_linear":121968.0,"score_lmetric":23097}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":30151.199688844,"t_first_token_unix":1779964147.7546322,"t_done":30151.566052638,"t_done_unix":1779964148.1209967},{"request_id":"1279412:13:1315780:328","session_id":"1279412","input_length":64949,"t_proxy_recv":30149.949463649,"t_decision_unix":1779964146.5044048,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9932716439052179,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":437,"cache_hit":64512,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":39936,"new_prefill":25013,"score_linear":41421.0,"score_lmetric":160516},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":64512,"new_prefill":437,"score_linear":-64512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":64949,"score_linear":32440.0,"score_lmetric":79469},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":64949,"score_linear":23097.0,"score_lmetric":83438},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":64949,"score_linear":205872.0,"score_lmetric":129898},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":0,"pending_prefill_tokens":9280,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":52149,"score_linear":126128.0,"score_lmetric":122858}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":30150.080943247,"t_first_token_unix":1779964146.6358864,"t_done":30152.701564983,"t_done_unix":1779964149.2565084},{"request_id":"1272313:11:1302571:271","session_id":"1272313","input_length":29948,"t_proxy_recv":30103.308918418,"t_decision_unix":1779964099.8638597,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.991585414718846,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (252 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":252,"cache_hit":29696,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":25852,"score_linear":108640.0,"score_lmetric":77556},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":29948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":29948,"score_linear":34706.0,"score_lmetric":64654},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":29948,"score_linear":75505.0,"score_lmetric":60278},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":717,"cache_hit":0,"new_prefill":29948,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":29948,"score_linear":26441.0,"score_lmetric":56389},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":29696,"new_prefill":252,"score_linear":132575.0,"score_lmetric":504},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1105,"ongoing_decode_tokens":1105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":540,"cache_hit":7680,"new_prefill":22268,"score_linear":-6575.0,"score_lmetric":22268}],"chosen_score_linear":132575.0,"chosen_score_lmetric":504,"t_first_token":30103.504582297,"t_first_token_unix":1779964100.0595255,"t_done":30153.157547125,"t_done_unix":1779964149.7124903},{"request_id":"1316848:1:1316848:331","session_id":"1316848","input_length":5985,"t_proxy_recv":30153.486983371,"t_decision_unix":1779964150.0419247,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4961.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4961 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":4961,"cache_hit":1024,"estimated_new_tokens":4961,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":5985,"score_linear":81357.0,"score_lmetric":122460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":5985,"score_linear":24487.0,"score_lmetric":30472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":1024,"new_prefill":4961,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":5985,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":5985,"score_linear":138928.0,"score_lmetric":11970}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":30153.829275778,"t_first_token_unix":1779964150.3842192,"t_done":30154.014749666,"t_done_unix":1779964150.5696929},{"request_id":"1316201:1:1316201:329","session_id":"1316201","input_length":24487,"t_proxy_recv":30151.398169699,"t_decision_unix":1779964147.953111,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24487.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24487,"cache_hit":0,"estimated_new_tokens":24487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":24487,"score_linear":81357.0,"score_lmetric":159464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":24487,"score_linear":64949.0,"score_lmetric":24487},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23097,"ongoing_decode_tokens":23097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":24487,"score_linear":23097.0,"score_lmetric":24487},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143032,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":24487,"score_linear":143032.0,"score_lmetric":24487},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":24487,"score_linear":138928.0,"score_lmetric":48974}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30154.196086366,"t_first_token_unix":1779964150.7510293,"t_done":30154.491367986,"t_done_unix":1779964151.0463114},{"request_id":"1317160:1:1317160:332","session_id":"1317160","input_length":3441,"t_proxy_recv":30154.640457581,"t_decision_unix":1779964151.1953988,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3441.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3441 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3441,"cache_hit":0,"estimated_new_tokens":3441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":3441,"score_linear":81357.0,"score_lmetric":117372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":3441,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":3441,"score_linear":138928.0,"score_lmetric":6882}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30154.853027802,"t_first_token_unix":1779964151.4079711,"t_done":30155.01038534,"t_done_unix":1779964151.5653284},{"request_id":"1316848:2:1317438:333","session_id":"1316848","input_length":6040,"t_proxy_recv":30155.722086081,"t_decision_unix":1779964152.2770276,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.9324503311258279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (408 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":408,"cache_hit":5632,"estimated_new_tokens":408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":6040,"score_linear":81357.0,"score_lmetric":122570},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":5632,"new_prefill":408,"score_linear":-5632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":6040,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":6040,"score_linear":138928.0,"score_lmetric":12080}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":30155.747922144,"t_first_token_unix":1779964152.3028653,"t_done":30156.162713915,"t_done_unix":1779964152.717657},{"request_id":"1315567:1:1315567:327","session_id":"1315567","input_length":16960,"t_proxy_recv":30149.133111666,"t_decision_unix":1779964145.688053,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7680,"v3_new_local":9280,"cache_hit":7680,"estimated_new_tokens":9280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":4096,"new_prefill":12864,"score_linear":77261.0,"score_lmetric":136218},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":16960,"score_linear":32440.0,"score_lmetric":31480},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":16960,"score_linear":23097.0,"score_lmetric":35449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":7680,"new_prefill":9280,"score_linear":198192.0,"score_lmetric":18560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":7680,"new_prefill":9280,"score_linear":114288.0,"score_lmetric":9280}],"chosen_score_linear":114288.0,"chosen_score_lmetric":9280,"t_first_token":30150.373845436,"t_first_token_unix":1779964146.9287887,"t_done":30157.58368325,"t_done_unix":1779964154.1386266},{"request_id":"1317160:2:1317773:336","session_id":"1317160","input_length":7440,"t_proxy_recv":30157.043872031,"t_decision_unix":1779964153.5988135,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":3072,"affinity_cache_ratio":0.4129032258064516,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":4368.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4368 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":4368,"cache_hit":3072,"estimated_new_tokens":4368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":7440,"score_linear":81357.0,"score_lmetric":14880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":3072,"new_prefill":4368,"score_linear":-3072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":7440,"score_linear":79663.0,"score_lmetric":86591},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":7440,"score_linear":179219.0,"score_lmetric":10599},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":7440,"score_linear":138928.0,"score_lmetric":14880}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":30157.376898447,"t_first_token_unix":1779964153.9318419,"t_done":30157.615057888,"t_done_unix":1779964154.1700006},{"request_id":"1313181:2:1314940:323","session_id":"1313181","input_length":24306,"t_proxy_recv":30146.915293839,"t_decision_unix":1779964143.4702349,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9268493376121122,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1778 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":1778,"cache_hit":22528,"estimated_new_tokens":1778,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":787,"cache_hit":22528,"new_prefill":1778,"score_linear":34523.0,"score_lmetric":55245},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":12800,"new_prefill":11506,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45362,"ongoing_decode_tokens":45362,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":24306,"score_linear":45362.0,"score_lmetric":24306},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":24306,"score_linear":205872.0,"score_lmetric":48612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":11506,"score_linear":109168.0,"score_lmetric":11506}],"chosen_score_linear":34523.0,"chosen_score_lmetric":55245,"t_first_token":30156.908390978,"t_first_token_unix":1779964153.463334,"t_done":30157.80626976,"t_done_unix":1779964154.3612127},{"request_id":"1316201:2:1317776:337","session_id":"1316201","input_length":24768,"t_proxy_recv":30157.057234613,"t_decision_unix":1779964153.6121762,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9715762273901809,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (704 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":704,"cache_hit":24064,"estimated_new_tokens":704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":24768,"score_linear":81357.0,"score_lmetric":49536},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":4368,"num_requests":1,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":24064,"new_prefill":704,"score_linear":-16624.0,"score_lmetric":5072},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":24768,"score_linear":79663.0,"score_lmetric":103919},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":24768,"score_linear":179219.0,"score_lmetric":27927},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":24768,"score_linear":138928.0,"score_lmetric":49536}],"chosen_score_linear":-16624.0,"chosen_score_lmetric":5072,"t_first_token":30157.454351709,"t_first_token_unix":1779964154.0092955,"t_done":30158.027798274,"t_done_unix":1779964154.5827415},{"request_id":"1318031:1:1318031:338","session_id":"1318031","input_length":5219,"t_proxy_recv":30157.701466475,"t_decision_unix":1779964154.256408,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5219.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5219 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5219,"cache_hit":0,"estimated_new_tokens":5219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":5219,"score_linear":81357.0,"score_lmetric":10438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":5219,"score_linear":24768.0,"score_lmetric":5219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":5219,"score_linear":79663.0,"score_lmetric":84370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":5219,"score_linear":179219.0,"score_lmetric":5219},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":5219,"score_linear":121968.0,"score_lmetric":5219}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30158.033541604,"t_first_token_unix":1779964154.5884843,"t_done":30158.25711513,"t_done_unix":1779964154.812058},{"request_id":"1318036:1:1318036:339","session_id":"1318036","input_length":2696,"t_proxy_recv":30157.705829134,"t_decision_unix":1779964154.2607706,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":2696.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2696 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2696,"cache_hit":0,"estimated_new_tokens":2696,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":2696,"score_linear":81357.0,"score_lmetric":5392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":2696,"score_linear":24768.0,"score_lmetric":2696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":2696,"score_linear":79663.0,"score_lmetric":81847},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5219,"ongoing_decode_tokens":0,"pending_prefill_tokens":5219,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":2696,"score_linear":5219.0,"score_lmetric":7915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":2696,"score_linear":179219.0,"score_lmetric":2696},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":2696,"score_linear":121968.0,"score_lmetric":2696}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30157.903010095,"t_first_token_unix":1779964154.457953,"t_done":30158.39507884,"t_done_unix":1779964154.9500227},{"request_id":"1314357:1:1314357:321","session_id":"1314357","input_length":57051,"t_proxy_recv":30145.039212586,"t_decision_unix":1779964141.594154,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":53467.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3584,"v3_new_local":53467,"cache_hit":3584,"estimated_new_tokens":53467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":787,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":29948,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":57051,"score_linear":205872.0,"score_lmetric":119974},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":57051,"score_linear":121968.0,"score_lmetric":57051}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":30156.903475156,"t_first_token_unix":1779964153.4584184,"t_done":30158.964603462,"t_done_unix":1779964155.5195475},{"request_id":"1318604:1:1318604:341","session_id":"1318604","input_length":14412,"t_proxy_recv":30159.749708029,"t_decision_unix":1779964156.304649,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14412.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14412,"cache_hit":0,"estimated_new_tokens":14412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":14412,"score_linear":62618.0,"score_lmetric":18150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":985,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":14412,"score_linear":79663.0,"score_lmetric":93563},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":14412,"score_linear":179219.0,"score_lmetric":14412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":14412,"score_linear":121968.0,"score_lmetric":14412}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30160.996918239,"t_first_token_unix":1779964157.5518618,"t_done":30161.220657267,"t_done_unix":1779964157.7756004},{"request_id":"1269373:13:1317516:334","session_id":"1269373","input_length":66135,"t_proxy_recv":30155.984070827,"t_decision_unix":1779964152.5390124,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9522340666817872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3159 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":3159,"cache_hit":62976,"estimated_new_tokens":3159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":4096,"new_prefill":62039,"score_linear":77261.0,"score_lmetric":234568},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":6040,"ongoing_decode_tokens":6040,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":66135,"score_linear":6040.0,"score_lmetric":66135},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":62976,"new_prefill":3159,"score_linear":50108.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":7680,"new_prefill":58455,"score_linear":131248.0,"score_lmetric":116910}],"chosen_score_linear":50108.0,"chosen_score_lmetric":0,"t_first_token":30157.322528818,"t_first_token_unix":1779964153.8774724,"t_done":30161.361436222,"t_done_unix":1779964157.9163792},{"request_id":"1316848:3:1318975:343","session_id":"1316848","input_length":6298,"t_proxy_recv":30161.122048178,"t_decision_unix":1779964157.6769898,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8942521435376309,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (666 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":666,"cache_hit":5632,"estimated_new_tokens":666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":6298,"score_linear":62618.0,"score_lmetric":10036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14412,"ongoing_decode_tokens":14412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":985,"cache_hit":5632,"new_prefill":666,"score_linear":8780.0,"score_lmetric":666},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":6298,"score_linear":79663.0,"score_lmetric":85449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":6298,"score_linear":179219.0,"score_lmetric":6298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":6298,"score_linear":121968.0,"score_lmetric":6298}],"chosen_score_linear":8780.0,"chosen_score_lmetric":666,"t_first_token":30161.176150958,"t_first_token_unix":1779964157.7310941,"t_done":30161.463936302,"t_done_unix":1779964158.0188792},{"request_id":"1318604:2:1319895:347","session_id":"1318604","input_length":15745,"t_proxy_recv":30164.274528604,"t_decision_unix":1779964160.8294704,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9105112734201334,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1409 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":1409,"cache_hit":14336,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":15745,"score_linear":134472.0,"score_lmetric":52626},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":14336,"new_prefill":1409,"score_linear":6804.0,"score_lmetric":16405},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":15745,"score_linear":79663.0,"score_lmetric":94896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":15745,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":15745,"score_linear":176514.0,"score_lmetric":105766}],"chosen_score_linear":6804.0,"chosen_score_lmetric":16405,"t_first_token":30166.07222513,"t_first_token_unix":1779964162.6271687,"t_done":30166.321269188,"t_done_unix":1779964162.8762157},{"request_id":"1320630:1:1320630:348","session_id":"1320630","input_length":3099,"t_proxy_recv":30167.040120953,"t_decision_unix":1779964163.5950623,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3099.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3099 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3099,"cache_hit":0,"estimated_new_tokens":3099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":3099,"score_linear":134472.0,"score_lmetric":27334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":3099,"score_linear":21140.0,"score_lmetric":3099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":3099,"score_linear":79663.0,"score_lmetric":82250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":3099,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":3099,"score_linear":176514.0,"score_lmetric":80474}],"chosen_score_linear":113084.0,"chosen_score_lmetric":0,"t_first_token":30167.234045872,"t_first_token_unix":1779964163.788989,"t_done":30167.432516552,"t_done_unix":1779964163.9874597},{"request_id":"1316848:4:1319820:345","session_id":"1316848","input_length":21140,"t_proxy_recv":30164.02961255,"t_decision_unix":1779964160.584554,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":6144,"affinity_cache_ratio":0.29063386944181646,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":14996.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":6144,"v3_new_local":14996,"cache_hit":6144,"estimated_new_tokens":14996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":21140,"score_linear":134472.0,"score_lmetric":63416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":6144,"new_prefill":14996,"score_linear":-6144.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":21140,"score_linear":79663.0,"score_lmetric":100291},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":21140,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":21140,"score_linear":121968.0,"score_lmetric":21140}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":30165.871764039,"t_first_token_unix":1779964162.426708,"t_done":30168.307116001,"t_done_unix":1779964164.862059},{"request_id":"1318604:3:1320865:350","session_id":"1318604","input_length":17883,"t_proxy_recv":30167.883749439,"t_decision_unix":1779964164.438691,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.8589162892132193,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2523 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":2523,"cache_hit":15360,"estimated_new_tokens":2523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":17883,"score_linear":134472.0,"score_lmetric":56902},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":15360,"new_prefill":2523,"score_linear":5780.0,"score_lmetric":2523},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":17883,"score_linear":79663.0,"score_lmetric":97034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":17883,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":17883,"score_linear":176514.0,"score_lmetric":110042}],"chosen_score_linear":5780.0,"chosen_score_lmetric":2523,"t_first_token":30168.229285477,"t_first_token_unix":1779964164.784229,"t_done":30168.478933986,"t_done_unix":1779964165.033877},{"request_id":"1318036:2:1321282:353","session_id":"1318036","input_length":2677,"t_proxy_recv":30169.346124892,"t_decision_unix":1779964165.9010665,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.9562943593574897,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (117 < 8000)","v3_prefill_cache_hit":2560,"v3_new_local":117,"cache_hit":2560,"estimated_new_tokens":117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33906,"ongoing_decode_tokens":0,"pending_prefill_tokens":2674,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":2677,"score_linear":33906.0,"score_lmetric":5351},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":2677,"score_linear":134472.0,"score_lmetric":26490},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":2560,"new_prefill":117,"score_linear":-2560.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":2677,"score_linear":79663.0,"score_lmetric":81828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":2677,"score_linear":8095.0,"score_lmetric":2677},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":2677,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":2677,"score_linear":176514.0,"score_lmetric":79630}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":30169.363112909,"t_first_token_unix":1779964165.918056,"t_done":30169.370870722,"t_done_unix":1779964165.9258134},{"request_id":"1321042:1:1321042:351","session_id":"1321042","input_length":8095,"t_proxy_recv":30168.537159377,"t_decision_unix":1779964165.092101,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8095.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8095,"cache_hit":0,"estimated_new_tokens":8095,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":8095,"score_linear":134472.0,"score_lmetric":37326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":8095,"score_linear":79663.0,"score_lmetric":87246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":8095,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":8095,"score_linear":176514.0,"score_lmetric":90466}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30169.101107218,"t_first_token_unix":1779964165.6560507,"t_done":30169.414274731,"t_done_unix":1779964165.9692175},{"request_id":"1277428:4:1321259:352","session_id":"1277428","input_length":33906,"t_proxy_recv":30169.292997434,"t_decision_unix":1779964165.8479388,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9211349023771603,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2674 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":2674,"cache_hit":31232,"estimated_new_tokens":2674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":31232,"new_prefill":2674,"score_linear":-31232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":3584,"new_prefill":30322,"score_linear":130888.0,"score_lmetric":81780},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":17408,"new_prefill":16498,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":33906,"score_linear":79663.0,"score_lmetric":113057},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":33906,"score_linear":8095.0,"score_lmetric":33906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":4608,"new_prefill":29298,"score_linear":108476.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":33906,"score_linear":176514.0,"score_lmetric":142088}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":30169.947572307,"t_first_token_unix":1779964166.502516,"t_done":30170.588604058,"t_done_unix":1779964167.143547},{"request_id":"1318604:4:1321889:356","session_id":"1318604","input_length":21033,"t_proxy_recv":30171.475625958,"t_decision_unix":1779964168.0305674,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8519944848571293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3113 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":3113,"cache_hit":17920,"estimated_new_tokens":3113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":21033,"score_linear":134472.0,"score_lmetric":63202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":17920,"new_prefill":3113,"score_linear":-17920.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":21033,"score_linear":79663.0,"score_lmetric":100184},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179924,"ongoing_decode_tokens":66840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":21033,"score_linear":179924.0,"score_lmetric":21033},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":21033,"score_linear":176514.0,"score_lmetric":116342}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":30172.029301684,"t_first_token_unix":1779964168.584246,"t_done":30172.269639538,"t_done_unix":1779964168.824583},{"request_id":"1269373:14:1321512:354","session_id":"1269373","input_length":66840,"t_proxy_recv":30170.130481991,"t_decision_unix":1779964166.6854234,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9958108916816277,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (280 < 8000)","v3_prefill_cache_hit":66560,"v3_new_local":280,"cache_hit":66560,"estimated_new_tokens":280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":4096,"new_prefill":62744,"score_linear":29810.0,"score_lmetric":62744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":66840,"score_linear":134472.0,"score_lmetric":154816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":66840,"score_linear":79663.0,"score_lmetric":145991},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":66560,"new_prefill":280,"score_linear":46524.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":7680,"new_prefill":59160,"score_linear":168834.0,"score_lmetric":192596}],"chosen_score_linear":46524.0,"chosen_score_lmetric":0,"t_first_token":30170.347387184,"t_first_token_unix":1779964166.9023304,"t_done":30172.560365237,"t_done_unix":1779964169.1153088},{"request_id":"1316848:5:1322192:357","session_id":"1316848","input_length":21471,"t_proxy_recv":30172.653618548,"t_decision_unix":1779964169.2085602,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9776908388058311,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (479 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":479,"cache_hit":20992,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":21471,"score_linear":134472.0,"score_lmetric":64078},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":20992,"new_prefill":479,"score_linear":-20992.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":21471,"score_linear":79663.0,"score_lmetric":100622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":21471,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":21471,"score_linear":176514.0,"score_lmetric":117218}],"chosen_score_linear":-20992.0,"chosen_score_lmetric":0,"t_first_token":30172.699215886,"t_first_token_unix":1779964169.2541592,"t_done":30173.238625054,"t_done_unix":1779964169.7935688},{"request_id":"1322540:1:1322540:359","session_id":"1322540","input_length":8939,"t_proxy_recv":30173.936605085,"t_decision_unix":1779964170.4915464,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8939.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8939,"cache_hit":0,"estimated_new_tokens":8939,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":8939,"score_linear":134472.0,"score_lmetric":39014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":8939,"score_linear":33182.0,"score_lmetric":42121},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":8939,"score_linear":79663.0,"score_lmetric":88090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":8939,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":8939,"score_linear":176514.0,"score_lmetric":17878}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30174.605163043,"t_first_token_unix":1779964171.1601067,"t_done":30174.864018274,"t_done_unix":1779964171.4189615},{"request_id":"1318031:2:1322552:360","session_id":"1318031","input_length":11145,"t_proxy_recv":30173.994481128,"t_decision_unix":1779964170.5494223,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.45939883355764916,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":11145.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11145,"cache_hit":0,"estimated_new_tokens":11145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":11145,"score_linear":134472.0,"score_lmetric":43426},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":11145,"score_linear":33182.0,"score_lmetric":44327},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":11145,"score_linear":79663.0,"score_lmetric":90296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":5120,"new_prefill":6025,"score_linear":3819.0,"score_lmetric":14964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":11145,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":11145,"score_linear":176514.0,"score_lmetric":22290}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30174.884490069,"t_first_token_unix":1779964171.4394329,"t_done":30174.936725043,"t_done_unix":1779964171.4916677},{"request_id":"1322540:2:1323519:362","session_id":"1322540","input_length":9016,"t_proxy_recv":30177.231114773,"t_decision_unix":1779964173.7860563,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9653948535936113,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (312 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":312,"cache_hit":8704,"estimated_new_tokens":312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":9016,"score_linear":134472.0,"score_lmetric":18032},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":9016,"score_linear":33182.0,"score_lmetric":42198},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":9016,"score_linear":79663.0,"score_lmetric":88167},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5328,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":8704,"new_prefill":312,"score_linear":4304.0,"score_lmetric":5640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":9016,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":9016,"score_linear":176514.0,"score_lmetric":18032}],"chosen_score_linear":4304.0,"chosen_score_lmetric":5640,"t_first_token":30177.721801403,"t_first_token_unix":1779964174.2767444,"t_done":30177.875995718,"t_done_unix":1779964174.4309387},{"request_id":"1321042:2:1323492:361","session_id":"1321042","input_length":13008,"t_proxy_recv":30177.16473212,"t_decision_unix":1779964173.7196732,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5904059040590406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5328 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":5328,"cache_hit":7680,"estimated_new_tokens":5328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":13008,"score_linear":134472.0,"score_lmetric":26016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":13008,"score_linear":33182.0,"score_lmetric":46190},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":13008,"score_linear":79663.0,"score_lmetric":92159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":7680,"new_prefill":5328,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":13008,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":13008,"score_linear":176514.0,"score_lmetric":26016}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":30177.704859618,"t_first_token_unix":1779964174.2598026,"t_done":30178.132044457,"t_done_unix":1779964174.6869879},{"request_id":"1316848:6:1323535:363","session_id":"1316848","input_length":24395,"t_proxy_recv":30177.284423485,"t_decision_unix":1779964173.8393648,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.8814921090387374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2891 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":2891,"cache_hit":21504,"estimated_new_tokens":2891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":24395,"score_linear":134472.0,"score_lmetric":48790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":24395,"score_linear":33182.0,"score_lmetric":57577},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":21504,"new_prefill":2891,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":24395,"score_linear":79663.0,"score_lmetric":103546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22024,"ongoing_decode_tokens":0,"pending_prefill_tokens":5640,"num_requests":2,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":24395,"score_linear":22024.0,"score_lmetric":60070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":24395,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":24395,"score_linear":176514.0,"score_lmetric":48790}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":30177.850121967,"t_first_token_unix":1779964174.405065,"t_done":30178.450179545,"t_done_unix":1779964175.0051227},{"request_id":"1315567:2:1319894:346","session_id":"1315567","input_length":54546,"t_proxy_recv":30164.266258896,"t_decision_unix":1779964160.8212004,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17408,"affinity_cache_ratio":0.31914347523191433,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":37138.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17408,"v3_new_local":37138,"cache_hit":17408,"estimated_new_tokens":37138,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":4096,"new_prefill":50450,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":54546,"score_linear":134472.0,"score_lmetric":130228},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":54546,"score_linear":21140.0,"score_lmetric":69542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":54546,"score_linear":79663.0,"score_lmetric":133697},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":46866,"score_linear":105404.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":17408,"new_prefill":37138,"score_linear":104560.0,"score_lmetric":37138}],"chosen_score_linear":104560.0,"chosen_score_lmetric":37138,"t_first_token":30173.517658712,"t_first_token_unix":1779964170.0726025,"t_done":30178.891711603,"t_done_unix":1779964175.4466562},{"request_id":"1320630:2:1323748:364","session_id":"1320630","input_length":11298,"t_proxy_recv":30178.003375418,"t_decision_unix":1779964174.558317,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27190653212958044,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":8226.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3072,"v3_new_local":8226,"cache_hit":3072,"estimated_new_tokens":8226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":11298,"score_linear":134472.0,"score_lmetric":22596},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":11298,"score_linear":33182.0,"score_lmetric":11298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":11298,"score_linear":24395.0,"score_lmetric":11298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":11298,"score_linear":79663.0,"score_lmetric":90449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13008,"ongoing_decode_tokens":13008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":11298,"score_linear":13008.0,"score_lmetric":11298},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":3072,"new_prefill":8226,"score_linear":110012.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":11298,"score_linear":176514.0,"score_lmetric":22596}],"chosen_score_linear":110012.0,"chosen_score_lmetric":0,"t_first_token":30178.721486839,"t_first_token_unix":1779964175.2764308,"t_done":30179.005880872,"t_done_unix":1779964175.560824},{"request_id":"1279412:14:1319059:344","session_id":"1279412","input_length":71854,"t_proxy_recv":30161.481009399,"t_decision_unix":1779964158.0359511,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9049461407854816,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6830 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":6830,"cache_hit":65024,"estimated_new_tokens":6830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":39936,"new_prefill":31918,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":65024,"new_prefill":6830,"score_linear":-2406.0,"score_lmetric":10568},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":71854,"score_linear":79663.0,"score_lmetric":151005},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":71854,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":12800,"new_prefill":59054,"score_linear":109168.0,"score_lmetric":59054}],"chosen_score_linear":-2406.0,"chosen_score_lmetric":10568,"t_first_token":30176.271802347,"t_first_token_unix":1779964172.826747,"t_done":30180.449985011,"t_done_unix":1779964177.0049286},{"request_id":"1324227:1:1324227:367","session_id":"1324227","input_length":14863,"t_proxy_recv":30179.794366955,"t_decision_unix":1779964176.3493083,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14863.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14863,"cache_hit":0,"estimated_new_tokens":14863,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":14863,"score_linear":134472.0,"score_lmetric":29726},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":14863,"score_linear":33182.0,"score_lmetric":14863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":14863,"score_linear":79663.0,"score_lmetric":14863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":14863,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":14863,"score_linear":121968.0,"score_lmetric":14863}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30181.112330283,"t_first_token_unix":1779964177.667274,"t_done":30181.361663138,"t_done_unix":1779964177.9166071},{"request_id":"1316848:7:1325031:371","session_id":"1316848","input_length":26994,"t_proxy_recv":30182.46018866,"t_decision_unix":1779964179.0151298,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.8914573608950137,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2930 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":2930,"cache_hit":24064,"estimated_new_tokens":2930,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135020,"ongoing_decode_tokens":135020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":26994,"score_linear":135020.0,"score_lmetric":53988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":26994,"score_linear":33182.0,"score_lmetric":26994},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":0,"pending_prefill_tokens":4312,"num_requests":1,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":24064,"new_prefill":2930,"score_linear":-19752.0,"score_lmetric":7242},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":26994,"score_linear":79663.0,"score_lmetric":26994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":26994,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":26994,"score_linear":121968.0,"score_lmetric":26994}],"chosen_score_linear":-19752.0,"chosen_score_lmetric":7242,"t_first_token":30183.058833216,"t_first_token_unix":1779964179.6137767,"t_done":30183.79084621,"t_done_unix":1779964180.3457897},{"request_id":"1279412:15:1321613:355","session_id":"1279412","input_length":72402,"t_proxy_recv":30180.46358775,"t_decision_unix":1779964177.0185292,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71680,"affinity_cache_ratio":0.990027899781774,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (722 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":722,"cache_hit":71680,"estimated_new_tokens":722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":14863,"ongoing_decode_tokens":0,"pending_prefill_tokens":14863,"num_requests":1,"active_p_offloads":0,"cached_blocks":920,"cache_hit":39936,"new_prefill":32466,"score_linear":-25073.0,"score_lmetric":47329},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":71680,"new_prefill":722,"score_linear":-9062.0,"score_lmetric":722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":72402,"score_linear":33182.0,"score_lmetric":72402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":72402,"score_linear":79663.0,"score_lmetric":72402},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":72402,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":12800,"new_prefill":59602,"score_linear":109168.0,"score_lmetric":59602}],"chosen_score_linear":-9062.0,"chosen_score_lmetric":722,"t_first_token":30180.706569991,"t_first_token_unix":1779964177.2615132,"t_done":30183.978539034,"t_done_unix":1779964180.5334828},{"request_id":"1322540:3:1325410:373","session_id":"1322540","input_length":12118,"t_proxy_recv":30183.828280019,"t_decision_unix":1779964180.3832214,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.7182703416405347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3414 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":3414,"cache_hit":8704,"estimated_new_tokens":3414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135020,"ongoing_decode_tokens":135020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":12118,"score_linear":135020.0,"score_lmetric":24236},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":12118,"score_linear":33182.0,"score_lmetric":12118},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":12118,"score_linear":4312.0,"score_lmetric":12118},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":12118,"score_linear":79663.0,"score_lmetric":12118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":8704,"new_prefill":3414,"score_linear":-8704.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":12118,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":12118,"score_linear":177098.0,"score_lmetric":24236}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":30184.18265449,"t_first_token_unix":1779964180.7375977,"t_done":30184.309181351,"t_done_unix":1779964180.8641243},{"request_id":"1324964:1:1324964:370","session_id":"1324964","input_length":4312,"t_proxy_recv":30182.211897411,"t_decision_unix":1779964178.7668386,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4312.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4312 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4312,"cache_hit":0,"estimated_new_tokens":4312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135020,"ongoing_decode_tokens":135020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":4312,"score_linear":135020.0,"score_lmetric":8624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":4312,"score_linear":33182.0,"score_lmetric":4312},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":4312,"score_linear":79663.0,"score_lmetric":4312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":4312,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":4312,"score_linear":121968.0,"score_lmetric":4312}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30182.484754704,"t_first_token_unix":1779964179.0396976,"t_done":30184.885310574,"t_done_unix":1779964181.4402537},{"request_id":"1317598:1:1317598:335","session_id":"1317598","input_length":79663,"t_proxy_recv":30156.290100243,"t_decision_unix":1779964152.8450418,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":79151.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":512,"v3_new_local":79151,"cache_hit":512,"estimated_new_tokens":79151,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":79663,"score_linear":81357.0,"score_lmetric":269816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":512,"new_prefill":79151,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":79663,"score_linear":179219.0,"score_lmetric":82822},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":79663,"score_linear":138928.0,"score_lmetric":159326}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":30178.030750863,"t_first_token_unix":1779964174.5856938,"t_done":30185.287420887,"t_done_unix":1779964181.8423674},{"request_id":"1325987:1:1325987:376","session_id":"1325987","input_length":1823,"t_proxy_recv":30185.922327843,"t_decision_unix":1779964182.4772694,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1823.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1823 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1823,"cache_hit":0,"estimated_new_tokens":1823,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":1823,"score_linear":66703.0,"score_lmetric":68526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":138242,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":1823,"score_linear":138242.0,"score_lmetric":3646},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":1823,"score_linear":33182.0,"score_lmetric":1823},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1076,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":1823,"score_linear":81220.0,"score_lmetric":1823},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":1823,"score_linear":182125.0,"score_lmetric":1823},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":1823,"score_linear":177098.0,"score_lmetric":3646}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30186.045166124,"t_first_token_unix":1779964182.6001098,"t_done":30186.229241154,"t_done_unix":1779964182.7841842},{"request_id":"1326192:1:1326192:378","session_id":"1326192","input_length":9513,"t_proxy_recv":30186.802428629,"t_decision_unix":1779964183.3573701,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9513.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9513,"cache_hit":0,"estimated_new_tokens":9513,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":9513,"score_linear":66703.0,"score_lmetric":76216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":138242,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":9513,"score_linear":138242.0,"score_lmetric":19026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":9513,"score_linear":33182.0,"score_lmetric":9513},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1076,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":9513,"score_linear":81220.0,"score_lmetric":9513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":9513,"score_linear":182125.0,"score_lmetric":9513},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":9513,"score_linear":177098.0,"score_lmetric":19026}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30187.548506554,"t_first_token_unix":1779964184.1034496,"t_done":30188.574661394,"t_done_unix":1779964185.1296043},{"request_id":"1317598:2:1324364:368","session_id":"1317598","input_length":81220,"t_proxy_recv":30185.304848277,"t_decision_unix":1779964181.8597898,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":80384,"affinity_cache_ratio":0.9897069687269145,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (836 < 8000)","v3_prefill_cache_hit":80384,"v3_new_local":836,"cache_hit":80384,"estimated_new_tokens":836,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":81220,"score_linear":66703.0,"score_lmetric":147923},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":62618,"pending_prefill_tokens":3432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":81220,"score_linear":138242.0,"score_lmetric":169304},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":81220,"score_linear":33182.0,"score_lmetric":81220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1076,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":80384,"new_prefill":836,"score_linear":-80384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":0,"pending_prefill_tokens":1969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":81220,"score_linear":182125.0,"score_lmetric":83189},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":81220,"score_linear":177098.0,"score_lmetric":162440}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":30185.879135357,"t_first_token_unix":1779964182.4340785,"t_done":30188.752259372,"t_done_unix":1779964185.3072026},{"request_id":"1279412:16:1323780:365","session_id":"1279412","input_length":75624,"t_proxy_recv":30183.998774532,"t_decision_unix":1779964180.5537088,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9546175817200888,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3432 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":3432,"cache_hit":72192,"estimated_new_tokens":3432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":39936,"new_prefill":35688,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":72192,"new_prefill":3432,"score_linear":-9574.0,"score_lmetric":3432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":75624,"score_linear":33182.0,"score_lmetric":75624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":75624,"score_linear":4312.0,"score_lmetric":75624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":75624,"score_linear":79663.0,"score_lmetric":75624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12118,"ongoing_decode_tokens":0,"pending_prefill_tokens":3414,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":75624,"score_linear":12118.0,"score_lmetric":79038},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":75624,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":12800,"new_prefill":62824,"score_linear":164298.0,"score_lmetric":125648}],"chosen_score_linear":-9574.0,"chosen_score_lmetric":3432,"t_first_token":30185.500845637,"t_first_token_unix":1779964182.0557888,"t_done":30189.229472567,"t_done_unix":1779964185.7844157},{"request_id":"1322540:4:1326861:380","session_id":"1322540","input_length":13249,"t_proxy_recv":30189.079564388,"t_decision_unix":1779964185.6345055,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8888217978715375,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1473 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":1473,"cache_hit":11776,"estimated_new_tokens":1473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":13249,"score_linear":66703.0,"score_lmetric":79952},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":138242,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":13249,"score_linear":138242.0,"score_lmetric":26498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":13249,"score_linear":33182.0,"score_lmetric":13249},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1094,"cache_hit":0,"new_prefill":13249,"score_linear":28120.0,"score_lmetric":13249},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":11776,"new_prefill":1473,"score_linear":-11776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":13249,"score_linear":182125.0,"score_lmetric":13249},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":13249,"score_linear":177098.0,"score_lmetric":26498}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":30189.258065297,"t_first_token_unix":1779964185.8130083,"t_done":30189.391218029,"t_done_unix":1779964185.9461608},{"request_id":"1316848:8:1326380:379","session_id":"1316848","input_length":28120,"t_proxy_recv":30187.414686143,"t_decision_unix":1779964183.9696274,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9467994310099573,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1496 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":1496,"cache_hit":26624,"estimated_new_tokens":1496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":28120,"score_linear":66703.0,"score_lmetric":94823},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":138242,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":28120,"score_linear":138242.0,"score_lmetric":56240},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":28120,"score_linear":33182.0,"score_lmetric":28120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9513,"ongoing_decode_tokens":0,"pending_prefill_tokens":9513,"num_requests":1,"active_p_offloads":0,"cached_blocks":1076,"cache_hit":26624,"new_prefill":1496,"score_linear":-17111.0,"score_lmetric":11009},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":28120,"score_linear":81220.0,"score_lmetric":28120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":28120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":28120,"score_linear":182125.0,"score_lmetric":28120},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":28120,"score_linear":177098.0,"score_lmetric":56240}],"chosen_score_linear":-17111.0,"chosen_score_lmetric":11009,"t_first_token":30187.809854262,"t_first_token_unix":1779964184.3647976,"t_done":30189.877446873,"t_done_unix":1779964186.4323902},{"request_id":"1269373:15:1325630:375","session_id":"1269373","input_length":69041,"t_proxy_recv":30184.677783589,"t_decision_unix":1779964181.232725,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":67072,"affinity_cache_ratio":0.971480714358135,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1969 < 8000)","v3_prefill_cache_hit":67072,"v3_new_local":1969,"cache_hit":67072,"estimated_new_tokens":1969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":4096,"new_prefill":64945,"score_linear":62607.0,"score_lmetric":131648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":62618,"pending_prefill_tokens":3432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":69041,"score_linear":138242.0,"score_lmetric":144946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":69041,"score_linear":33182.0,"score_lmetric":69041},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":69041,"score_linear":4312.0,"score_lmetric":69041},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":69041,"score_linear":79663.0,"score_lmetric":69041},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":69041,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":67072,"new_prefill":1969,"score_linear":46012.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":7680,"new_prefill":61361,"score_linear":169418.0,"score_lmetric":122722}],"chosen_score_linear":46012.0,"chosen_score_lmetric":0,"t_first_token":30185.679242217,"t_first_token_unix":1779964182.2341852,"t_done":30190.56181096,"t_done_unix":1779964187.1167543},{"request_id":"1326192:2:1327234:381","session_id":"1326192","input_length":15253,"t_proxy_recv":30190.362712019,"t_decision_unix":1779964186.9176536,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6042090080639874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6037 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":6037,"cache_hit":9216,"estimated_new_tokens":6037,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":15253,"score_linear":66703.0,"score_lmetric":81956},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":15253,"score_linear":143626.0,"score_lmetric":40970},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":15253,"score_linear":33182.0,"score_lmetric":15253},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":9216,"new_prefill":6037,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":15253,"score_linear":182125.0,"score_lmetric":15253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":15253,"score_linear":177098.0,"score_lmetric":30506}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":30191.048142216,"t_first_token_unix":1779964187.6030858,"t_done":30191.561632724,"t_done_unix":1779964188.116576},{"request_id":"1324964:2:1327382:382","session_id":"1324964","input_length":5146,"t_proxy_recv":30190.965460323,"t_decision_unix":1779964187.5204015,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.895452778857365,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (538 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":538,"cache_hit":4608,"estimated_new_tokens":538,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":5146,"score_linear":66703.0,"score_lmetric":71849},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":5146,"score_linear":143626.0,"score_lmetric":20756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":5146,"score_linear":33182.0,"score_lmetric":5146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":4608,"new_prefill":538,"score_linear":10645.0,"score_lmetric":6575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":5146,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":5146,"score_linear":177098.0,"score_lmetric":10292}],"chosen_score_linear":10645.0,"chosen_score_lmetric":6575,"t_first_token":30191.124294711,"t_first_token_unix":1779964187.679238,"t_done":30191.67173353,"t_done_unix":1779964188.2266765},{"request_id":"1266668:12:1303535:276","session_id":"1266668","input_length":121968,"t_proxy_recv":30106.633318327,"t_decision_unix":1779964103.188258,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8017840745113473,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=95744 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":97792,"v3_new_local":24176,"v3_src_idx":6,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":95744,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":94408,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":95744,"recent_mig_received_in_window":0},"cache_hit":97792,"estimated_new_tokens":24176,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":117872,"score_linear":108640.0,"score_lmetric":353616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":121968,"score_linear":15081.0,"score_lmetric":137049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":121968,"score_linear":34706.0,"score_lmetric":121968},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":121968,"score_linear":75505.0,"score_lmetric":244318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":121968,"score_linear":14944.0,"score_lmetric":136912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":121968,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94408,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":97792,"new_prefill":24176,"score_linear":-3384.0,"score_lmetric":48352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":542,"cache_hit":95744,"new_prefill":26224,"score_linear":-95744.0,"score_lmetric":0}],"chosen_score_linear":-3384.0,"chosen_score_lmetric":48352,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"write_mode":true,"t_prefill_sent":30106.638470843,"t_prefill_sent_unix":1779964103.1934137,"t_decode_sent":30106.638487241,"t_decode_sent_unix":1779964103.193431,"t_first_token":30122.86021072,"t_first_token_unix":1779964119.4151611,"t_done":30193.532389062,"t_done_unix":1779964190.0873373,"t_prefill_done":30193.53240013,"t_prefill_done_unix":1779964190.0873444},{"request_id":"1324964:3:1328499:384","session_id":"1324964","input_length":5234,"t_proxy_recv":30194.981688947,"t_decision_unix":1779964191.5366302,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9782193351165457,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (114 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":114,"cache_hit":5120,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":5234,"score_linear":66703.0,"score_lmetric":71937},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":5234,"score_linear":143626.0,"score_lmetric":10468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":5234,"score_linear":33182.0,"score_lmetric":5234},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":5120,"new_prefill":114,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":5234,"score_linear":-8884.0,"score_lmetric":-5234},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":5234,"score_linear":55130.0,"score_lmetric":5234}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30195.008579571,"t_first_token_unix":1779964191.5635226,"t_done":30195.221279901,"t_done_unix":1779964191.7762232},{"request_id":"1316848:9:1328693:386","session_id":"1316848","input_length":28615,"t_proxy_recv":30195.695314167,"t_decision_unix":1779964192.2502556,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9840992486458151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (455 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":455,"cache_hit":28160,"estimated_new_tokens":455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":28615,"score_linear":66703.0,"score_lmetric":95318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":28615,"score_linear":143626.0,"score_lmetric":57230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":28615,"score_linear":33182.0,"score_lmetric":28615},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":28160,"new_prefill":455,"score_linear":-28160.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":28615,"score_linear":81827.0,"score_lmetric":29034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":28615,"score_linear":-8884.0,"score_lmetric":-28615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":28615,"score_linear":55130.0,"score_lmetric":28615}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":30195.807585805,"t_first_token_unix":1779964192.3625293,"t_done":30197.500467275,"t_done_unix":1779964194.055411},{"request_id":"1322225:1:1322225:358","session_id":"1322225","input_length":33182,"t_proxy_recv":30172.76047629,"t_decision_unix":1779964169.3154175,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":33182.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":33182,"cache_hit":0,"estimated_new_tokens":33182,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":33182,"score_linear":134472.0,"score_lmetric":87500},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21471,"ongoing_decode_tokens":21471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":0,"new_prefill":33182,"score_linear":21471.0,"score_lmetric":33182},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":33182,"score_linear":79663.0,"score_lmetric":112333},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":33182,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":33182,"score_linear":176514.0,"score_lmetric":140640}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30177.44148515,"t_first_token_unix":1779964173.996428,"t_done":30197.527346133,"t_done_unix":1779964194.0822892},{"request_id":"1324964:4:1329201:390","session_id":"1324964","input_length":5414,"t_proxy_recv":30197.50374935,"t_decision_unix":1779964194.0586908,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9456963428149243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (294 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":294,"cache_hit":5120,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":5414,"score_linear":66703.0,"score_lmetric":72117},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":5414,"score_linear":143626.0,"score_lmetric":10828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":5414,"score_linear":33182.0,"score_lmetric":5414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":5120,"new_prefill":294,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":81827,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":5414,"score_linear":116091.0,"score_lmetric":26108},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9292,"ongoing_decode_tokens":0,"pending_prefill_tokens":9292,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":5414,"score_linear":9292.0,"score_lmetric":14706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":5414,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":5414,"score_linear":55130.0,"score_lmetric":5414}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30197.546467513,"t_first_token_unix":1779964194.1014109,"t_done":30197.940362858,"t_done_unix":1779964194.495306},{"request_id":"1329110:1:1329110:389","session_id":"1329110","input_length":9292,"t_proxy_recv":30197.194334046,"t_decision_unix":1779964193.7492754,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9292.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9292,"cache_hit":0,"estimated_new_tokens":9292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":9292,"score_linear":66703.0,"score_lmetric":75995},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":9292,"score_linear":143626.0,"score_lmetric":18584},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":9292,"score_linear":33182.0,"score_lmetric":9292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":0,"new_prefill":9292,"score_linear":28615.0,"score_lmetric":9292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":81827,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":9292,"score_linear":116091.0,"score_lmetric":33864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":9292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":9292,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":9292,"score_linear":55130.0,"score_lmetric":9292}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30197.891992634,"t_first_token_unix":1779964194.4469364,"t_done":30198.622682812,"t_done_unix":1779964195.177626},{"request_id":"1325987:2:1329336:391","session_id":"1325987","input_length":7423,"t_proxy_recv":30198.042126448,"t_decision_unix":1779964194.597068,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.20692442408729625,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":5887.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5887 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":5887,"cache_hit":1536,"estimated_new_tokens":5887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":7423,"score_linear":66703.0,"score_lmetric":74126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":7423,"score_linear":143626.0,"score_lmetric":14846},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":81827,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":7423,"score_linear":116091.0,"score_lmetric":30126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9292,"ongoing_decode_tokens":9292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":1536,"new_prefill":5887,"score_linear":7756.0,"score_lmetric":5887},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":7423,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":7423,"score_linear":55130.0,"score_lmetric":7423}],"chosen_score_linear":7756.0,"chosen_score_lmetric":5887,"t_first_token":30198.460675244,"t_first_token_unix":1779964195.0156186,"t_done":30198.692471848,"t_done_unix":1779964195.2474148},{"request_id":"1325541:1:1325541:374","session_id":"1325541","input_length":66703,"t_proxy_recv":30184.415682348,"t_decision_unix":1779964180.9706237,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":66703.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":66703,"cache_hit":0,"estimated_new_tokens":66703,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":62618,"pending_prefill_tokens":3432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":66703,"score_linear":138242.0,"score_lmetric":140270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":66703,"score_linear":33182.0,"score_lmetric":66703},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":66703,"score_linear":4312.0,"score_lmetric":66703},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":66703,"score_linear":79663.0,"score_lmetric":66703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":66703,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":66703,"score_linear":177098.0,"score_lmetric":133406}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30200.140720901,"t_first_token_unix":1779964196.6956646,"t_done":30200.394227086,"t_done_unix":1779964196.9491725},{"request_id":"1329470:1:1329470:392","session_id":"1329470","input_length":10847,"t_proxy_recv":30198.528337119,"t_decision_unix":1779964195.0832787,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10847.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10847,"cache_hit":0,"estimated_new_tokens":10847,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":10847,"score_linear":66703.0,"score_lmetric":77550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":10847,"score_linear":143626.0,"score_lmetric":21694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":81827,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":10847,"score_linear":116091.0,"score_lmetric":36974},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16715,"ongoing_decode_tokens":16715,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":10847,"score_linear":16715.0,"score_lmetric":21694},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":10847,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":10847,"score_linear":55130.0,"score_lmetric":10847}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30199.381802246,"t_first_token_unix":1779964195.9367468,"t_done":30200.902029384,"t_done_unix":1779964197.4569724},{"request_id":"1324964:5:1330169:397","session_id":"1324964","input_length":6691,"t_proxy_recv":30200.898248943,"t_decision_unix":1779964197.4531903,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.7652069944701838,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1571 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":1571,"cache_hit":5120,"estimated_new_tokens":1571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":6691,"score_linear":143626.0,"score_lmetric":13382},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":0,"pending_prefill_tokens":11725,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":6691,"score_linear":11725.0,"score_lmetric":18416},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":5120,"new_prefill":1571,"score_linear":5727.0,"score_lmetric":1571},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":6691,"score_linear":206696.0,"score_lmetric":21552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":6691,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":6691,"score_linear":55130.0,"score_lmetric":6691}],"chosen_score_linear":5727.0,"chosen_score_lmetric":1571,"t_first_token":30201.028013986,"t_first_token_unix":1779964197.5829573,"t_done":30201.235840247,"t_done_unix":1779964197.7907834},{"request_id":"1328753:1:1328753:387","session_id":"1328753","input_length":36880,"t_proxy_recv":30195.928531273,"t_decision_unix":1779964192.4834723,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":36880.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":36880,"cache_hit":0,"estimated_new_tokens":36880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":36880,"score_linear":66703.0,"score_lmetric":103583},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":36880,"score_linear":143626.0,"score_lmetric":73760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":36880,"score_linear":33182.0,"score_lmetric":36880},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":0,"new_prefill":36880,"score_linear":28615.0,"score_lmetric":36880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":36880,"score_linear":81827.0,"score_lmetric":37299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":36880,"score_linear":-8884.0,"score_lmetric":-36880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":36880,"score_linear":55130.0,"score_lmetric":36880}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-36880,"t_first_token":30201.515501229,"t_first_token_unix":1779964198.0704448,"t_done":30201.905329138,"t_done_unix":1779964198.460272},{"request_id":"1330130:1:1330130:396","session_id":"1330130","input_length":11725,"t_proxy_recv":30200.803424126,"t_decision_unix":1779964197.3583655,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11725.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11725,"cache_hit":0,"estimated_new_tokens":11725,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":11725,"score_linear":143626.0,"score_lmetric":23450},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":11725,"score_linear":10847.0,"score_lmetric":11725},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":11725,"score_linear":206696.0,"score_lmetric":36654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":11725,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":11725,"score_linear":55130.0,"score_lmetric":11725}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30201.752763875,"t_first_token_unix":1779964198.307707,"t_done":30202.211134133,"t_done_unix":1779964198.7660773},{"request_id":"1328753:2:1330033:395","session_id":"1328753","input_length":37007,"t_proxy_recv":30201.91250914,"t_decision_unix":1779964198.4674506,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9961358661874781,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (143 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":143,"cache_hit":36864,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":37007,"score_linear":143626.0,"score_lmetric":74014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":37007,"score_linear":11725.0,"score_lmetric":37007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":37007,"score_linear":206696.0,"score_lmetric":112500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":36864,"new_prefill":143,"score_linear":-45748.0,"score_lmetric":-143},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":37007,"score_linear":55130.0,"score_lmetric":37007}],"chosen_score_linear":-45748.0,"chosen_score_lmetric":-143,"t_first_token":30202.004120165,"t_first_token_unix":1779964198.5590634,"t_done":30202.467888205,"t_done_unix":1779964199.0228317},{"request_id":"1330881:1:1330881:400","session_id":"1330881","input_length":3866,"t_proxy_recv":30203.555927848,"t_decision_unix":1779964200.1108687,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3866.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3866 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3866,"cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":3866,"score_linear":143626.0,"score_lmetric":7732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":54665,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":3866,"score_linear":54665.0,"score_lmetric":7732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":3866,"score_linear":206696.0,"score_lmetric":13077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":16804,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":3866,"score_linear":16804.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":3866,"score_linear":55130.0,"score_lmetric":3866}],"chosen_score_linear":16804.0,"chosen_score_lmetric":0,"t_first_token":30203.795023973,"t_first_token_unix":1779964200.3499672,"t_done":30204.163330366,"t_done_unix":1779964200.7182739},{"request_id":"1279412:17:1326166:377","session_id":"1279412","input_length":81008,"t_proxy_recv":30189.246460749,"t_decision_unix":1779964185.8014023,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9354137862927119,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5232 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":5232,"cache_hit":75776,"estimated_new_tokens":5232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":39936,"new_prefill":41072,"score_linear":26767.0,"score_lmetric":107775},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":75776,"new_prefill":5232,"score_linear":-13158.0,"score_lmetric":5232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":81008,"score_linear":33182.0,"score_lmetric":81008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1094,"cache_hit":0,"new_prefill":81008,"score_linear":28120.0,"score_lmetric":81008},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13249,"ongoing_decode_tokens":0,"pending_prefill_tokens":1473,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":81008,"score_linear":13249.0,"score_lmetric":82481},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":81008,"score_linear":182125.0,"score_lmetric":81008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":12800,"new_prefill":68208,"score_linear":164298.0,"score_lmetric":136416}],"chosen_score_linear":-13158.0,"chosen_score_lmetric":5232,"t_first_token":30191.8645015,"t_first_token_unix":1779964188.4194462,"t_done":30204.19298758,"t_done_unix":1779964200.7479348},{"request_id":"1326192:3:1330643:399","session_id":"1326192","input_length":25688,"t_proxy_recv":30202.698217213,"t_decision_unix":1779964199.2531588,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.5780130800373715,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=-1 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":14848,"v3_new_local":10840,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":-1,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":-1,"ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":14848,"estimated_new_tokens":10840,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":25688,"score_linear":143626.0,"score_lmetric":51376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":14848,"new_prefill":10840,"score_linear":14129.0,"score_lmetric":10840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":25688,"score_linear":206696.0,"score_lmetric":78543},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":25688,"score_linear":-8884.0,"score_lmetric":-25688},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":25688,"score_linear":55130.0,"score_lmetric":25688}],"chosen_score_linear":14129.0,"chosen_score_lmetric":10840,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30202.69883754,"t_prefill_sent_unix":1779964199.25378,"t_decode_sent":30202.698851649,"t_decode_sent_unix":1779964199.2537951,"t_first_token":30204.523296307,"t_first_token_unix":1779964201.0782397,"t_done":30204.809473357,"t_done_unix":1779964201.3644166,"t_prefill_done":30204.809476707,"t_prefill_done_unix":1779964201.3644192},{"request_id":"1326192:4:1331370:401","session_id":"1326192","input_length":27049,"t_proxy_recv":30205.330921447,"t_decision_unix":1779964201.8858628,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":25600,"affinity_cache_ratio":0.9464305519612555,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1449 < 8000)","v3_prefill_cache_hit":25600,"v3_new_local":1449,"cache_hit":25600,"estimated_new_tokens":1449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":27049,"score_linear":62618.0,"score_lmetric":27049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":25600,"new_prefill":1449,"score_linear":3377.0,"score_lmetric":1449},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":27049,"score_linear":206696.0,"score_lmetric":82626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":25600,"new_prefill":1449,"score_linear":-34484.0,"score_lmetric":-1449},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":27049,"score_linear":55130.0,"score_lmetric":27049}],"chosen_score_linear":-34484.0,"chosen_score_lmetric":-1449,"t_first_token":30205.671733342,"t_first_token_unix":1779964202.2266767,"t_done":30206.018139277,"t_done_unix":1779964202.5730827},{"request_id":"1329110:2:1331399:402","session_id":"1329110","input_length":12781,"t_proxy_recv":30205.409518208,"t_decision_unix":1779964201.9644594,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.7210703387841327,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3565 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":3565,"cache_hit":9216,"estimated_new_tokens":3565,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":12781,"score_linear":62618.0,"score_lmetric":12781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":12781,"score_linear":28977.0,"score_lmetric":12781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":12781,"score_linear":206696.0,"score_lmetric":39822},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":9216,"new_prefill":3565,"score_linear":-9216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18165,"ongoing_decode_tokens":0,"pending_prefill_tokens":1449,"num_requests":0,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":12781,"score_linear":18165.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":12781,"score_linear":55130.0,"score_lmetric":12781}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":30205.818361841,"t_first_token_unix":1779964202.373305,"t_done":30206.190707503,"t_done_unix":1779964202.7456515},{"request_id":"1316848:10:1330509:398","session_id":"1316848","input_length":28977,"t_proxy_recv":30202.172364767,"t_decision_unix":1779964198.727306,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9894744107395521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (305 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":305,"cache_hit":28672,"estimated_new_tokens":305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":28977,"score_linear":143626.0,"score_lmetric":57954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":28977,"score_linear":11725.0,"score_lmetric":28977},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":28672,"new_prefill":305,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":28977,"score_linear":206696.0,"score_lmetric":88410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28123,"ongoing_decode_tokens":37007,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":28977,"score_linear":28123.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":28977,"score_linear":55130.0,"score_lmetric":28977}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":30202.263732115,"t_first_token_unix":1779964198.8186753,"t_done":30207.061979718,"t_done_unix":1779964203.6169236},{"request_id":"1330130:2:1331784:403","session_id":"1330130","input_length":14067,"t_proxy_recv":30206.602662571,"t_decision_unix":1779964203.1576035,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8371365607450061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2291 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":2291,"cache_hit":11776,"estimated_new_tokens":2291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":14067,"score_linear":62618.0,"score_lmetric":14067},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":11776,"new_prefill":2291,"score_linear":-11776.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":14067,"score_linear":28977.0,"score_lmetric":14067},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":14067,"score_linear":206696.0,"score_lmetric":43680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":14067,"score_linear":-8884.0,"score_lmetric":-14067},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":14067,"score_linear":55130.0,"score_lmetric":14067}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":30206.94436184,"t_first_token_unix":1779964203.4993057,"t_done":30207.086210826,"t_done_unix":1779964203.6411543},{"request_id":"1332021:1:1332021:407","session_id":"1332021","input_length":12421,"t_proxy_recv":30207.401728412,"t_decision_unix":1779964203.95667,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12421.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12421,"cache_hit":0,"estimated_new_tokens":12421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":12421,"score_linear":73234.0,"score_lmetric":19095},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":12421,"score_linear":62618.0,"score_lmetric":12421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1156,"cache_hit":0,"new_prefill":12421,"score_linear":21680.0,"score_lmetric":21301},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":12421,"score_linear":206696.0,"score_lmetric":38742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":12421,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":12421,"score_linear":55130.0,"score_lmetric":12421}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30208.42444019,"t_first_token_unix":1779964204.9793835,"t_done":30208.683709046,"t_done_unix":1779964205.238661},{"request_id":"1329470:2:1332133:409","session_id":"1329470","input_length":11766,"t_proxy_recv":30207.759907816,"t_decision_unix":1779964204.3148494,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9138194798572157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1014 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":1014,"cache_hit":10752,"estimated_new_tokens":1014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":11766,"score_linear":73234.0,"score_lmetric":18440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":11766,"score_linear":62618.0,"score_lmetric":11766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":11766,"score_linear":12421.0,"score_lmetric":24187},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1156,"cache_hit":10752,"new_prefill":1014,"score_linear":-10752.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":11766,"score_linear":206696.0,"score_lmetric":36777},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":11766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":11766,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":11766,"score_linear":55130.0,"score_lmetric":11766}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":30208.830895904,"t_first_token_unix":1779964205.385839,"t_done":30208.920139011,"t_done_unix":1779964205.475082},{"request_id":"1329110:3:1332476:411","session_id":"1329110","input_length":13479,"t_proxy_recv":30209.082879459,"t_decision_unix":1779964205.637821,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9496253431263447,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (679 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":679,"cache_hit":12800,"estimated_new_tokens":679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":13479,"score_linear":73234.0,"score_lmetric":20153},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":13479,"score_linear":62618.0,"score_lmetric":13479},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":13479,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1810,"ongoing_decode_tokens":21680,"pending_prefill_tokens":-7070,"num_requests":1,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":13479,"score_linear":1810.0,"score_lmetric":6409},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":13479,"score_linear":206696.0,"score_lmetric":41916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":12800,"new_prefill":679,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":13479,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":13479,"score_linear":55130.0,"score_lmetric":13479}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30209.226496257,"t_first_token_unix":1779964205.781439,"t_done":30209.588012261,"t_done_unix":1779964206.1429558},{"request_id":"1325541:2:1331846:404","session_id":"1325541","input_length":73234,"t_proxy_recv":30206.805682559,"t_decision_unix":1779964203.3606238,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9088674659311249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6674 < 8000)","v3_prefill_cache_hit":66560,"v3_new_local":6674,"cache_hit":66560,"estimated_new_tokens":6674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":66560,"new_prefill":6674,"score_linear":-66560.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":73234,"score_linear":62618.0,"score_lmetric":73234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14067,"ongoing_decode_tokens":0,"pending_prefill_tokens":2291,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":73234,"score_linear":14067.0,"score_lmetric":75525},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":73234,"score_linear":28977.0,"score_lmetric":73234},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":73234,"score_linear":206696.0,"score_lmetric":221181},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":73234,"score_linear":-8884.0,"score_lmetric":-73234},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":73234,"score_linear":55130.0,"score_lmetric":73234}],"chosen_score_linear":-66560.0,"chosen_score_lmetric":0,"t_first_token":30209.738366334,"t_first_token_unix":1779964206.2933097,"t_done":30209.802616705,"t_done_unix":1779964206.35756},{"request_id":"1269373:16:1331896:405","session_id":"1269373","input_length":71777,"t_proxy_recv":30207.003524239,"t_decision_unix":1779964203.5584652,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9629825710185714,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2657 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":2657,"cache_hit":69120,"estimated_new_tokens":2657,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":4096,"new_prefill":67681,"score_linear":69138.0,"score_lmetric":74355},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":71777,"score_linear":62618.0,"score_lmetric":71777},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14067,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":71777,"score_linear":14067.0,"score_lmetric":71777},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":71777,"score_linear":28977.0,"score_lmetric":71777},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":71777,"score_linear":206696.0,"score_lmetric":216810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":71777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":69120,"new_prefill":2657,"score_linear":-78004.0,"score_lmetric":-2657},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":7680,"new_prefill":64097,"score_linear":47450.0,"score_lmetric":64097}],"chosen_score_linear":-78004.0,"chosen_score_lmetric":-2657,"t_first_token":30208.180715714,"t_first_token_unix":1779964204.7356591,"t_done":30210.855811088,"t_done_unix":1779964207.4107552},{"request_id":"1332472:1:1332472:410","session_id":"1332472","input_length":1810,"t_proxy_recv":30209.057734682,"t_decision_unix":1779964205.6126764,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-7070.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1810 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1810,"cache_hit":0,"estimated_new_tokens":1810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":1810,"score_linear":73234.0,"score_lmetric":8484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":1810,"score_linear":62618.0,"score_lmetric":1810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21680,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":1810,"score_linear":206696.0,"score_lmetric":6909},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":1810,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":1810,"score_linear":55130.0,"score_lmetric":1810}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30209.202562914,"t_first_token_unix":1779964205.757506,"t_done":30212.231388183,"t_done_unix":1779964208.7863317},{"request_id":"1332013:1:1332013:406","session_id":"1332013","input_length":21680,"t_proxy_recv":30207.385991716,"t_decision_unix":1779964203.9409332,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8880.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":8880,"cache_hit":12800,"estimated_new_tokens":8880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":21680,"score_linear":73234.0,"score_lmetric":28354},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":12800,"new_prefill":8880,"score_linear":49818.0,"score_lmetric":8880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1156,"cache_hit":12800,"new_prefill":8880,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":21680,"score_linear":206696.0,"score_lmetric":66519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":21680,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":21680,"score_linear":55130.0,"score_lmetric":21680}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30208.778145553,"t_first_token_unix":1779964205.3330889,"t_done":30212.280842666,"t_done_unix":1779964208.8357866},{"request_id":"1332754:1:1332754:412","session_id":"1332754","input_length":19766,"t_proxy_recv":30210.085979404,"t_decision_unix":1779964206.6409206,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10886.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":19766,"v3_src_idx":3,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":1810,"ongoing_decode_tokens":23490,"pending_prefill_tokens":-8880},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":19766,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1092,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":19766,"score_linear":62618.0,"score_lmetric":19766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1810,"ongoing_decode_tokens":23490,"pending_prefill_tokens":-8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":19766,"score_linear":1810.0,"score_lmetric":10886},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":19766,"score_linear":206696.0,"score_lmetric":60777},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":19766,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":19766,"score_linear":55130.0,"score_lmetric":19766}],"chosen_score_linear":1810.0,"chosen_score_lmetric":10886,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"write_mode":true,"t_prefill_sent":30210.086290095,"t_prefill_sent_unix":1779964206.6412327,"t_decode_sent":30210.086308596,"t_decode_sent_unix":1779964206.641252,"t_first_token":30212.186775612,"t_first_token_unix":1779964208.74172,"t_done":30212.671099283,"t_done_unix":1779964209.2260425,"t_prefill_done":30212.671103627,"t_prefill_done_unix":1779964209.2260466},{"request_id":"1316848:11:1333994:416","session_id":"1316848","input_length":29656,"t_proxy_recv":30214.46213111,"t_decision_unix":1779964211.0170722,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9840841650930672,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (472 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":472,"cache_hit":29184,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145106,"ongoing_decode_tokens":145106,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":29656,"score_linear":145106.0,"score_lmetric":59312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":-8880,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":29184,"new_prefill":472,"score_linear":-50864.0,"score_lmetric":8408},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":29656,"score_linear":206696.0,"score_lmetric":90447},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":29656,"score_linear":-8884.0,"score_lmetric":-29656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":29656,"score_linear":55130.0,"score_lmetric":29656}],"chosen_score_linear":-50864.0,"chosen_score_lmetric":8408,"t_first_token":30214.576701912,"t_first_token_unix":1779964211.1316457,"t_done":30214.866919843,"t_done_unix":1779964211.4218633},{"request_id":"1279412:18:1332945:413","session_id":"1279412","input_length":82488,"t_proxy_recv":30210.92243156,"t_decision_unix":1779964207.477373,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9869071864998545,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1080 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":1080,"cache_hit":81408,"estimated_new_tokens":1080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19766,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1092,"cache_hit":39936,"new_prefill":42552,"score_linear":-20170.0,"score_lmetric":42552},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":81408,"new_prefill":1080,"score_linear":-18790.0,"score_lmetric":1080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21576,"ongoing_decode_tokens":23490,"pending_prefill_tokens":-8880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":82488,"score_linear":21576.0,"score_lmetric":147216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":82488,"score_linear":206696.0,"score_lmetric":248943},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":82488,"score_linear":-8884.0,"score_lmetric":-82488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":12800,"new_prefill":69688,"score_linear":42330.0,"score_lmetric":69688}],"chosen_score_linear":-18790.0,"chosen_score_lmetric":1080,"t_first_token":30211.359799353,"t_first_token_unix":1779964207.914743,"t_done":30215.348778612,"t_done_unix":1779964211.9037223},{"request_id":"1309252:2:1334746:419","session_id":"1309252","input_length":45601,"t_proxy_recv":30217.302816036,"t_decision_unix":1779964213.8577569,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9768206837569352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1057 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":1057,"cache_hit":44544,"estimated_new_tokens":1057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":45601,"score_linear":62618.0,"score_lmetric":45601},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":2009,"ongoing_decode_tokens":0,"pending_prefill_tokens":14809,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":45601,"score_linear":2009.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":45601,"score_linear":206696.0,"score_lmetric":138282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":44544,"new_prefill":1057,"score_linear":-44544.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":45601,"score_linear":-8884.0,"score_lmetric":-45601},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":45601,"score_linear":55130.0,"score_lmetric":45601}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":30217.653302875,"t_first_token_unix":1779964214.2082462,"t_done":30219.272881538,"t_done_unix":1779964215.8278298},{"request_id":"1314357:2:1335184:420","session_id":"1314357","input_length":61229,"t_proxy_recv":30218.684052727,"t_decision_unix":1779964215.2389936,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9281876235117347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4397 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":4397,"cache_hit":56832,"estimated_new_tokens":4397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":56832,"new_prefill":4397,"score_linear":-56832.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":61229,"score_linear":62618.0,"score_lmetric":61229},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":46673,"ongoing_decode_tokens":23689,"pending_prefill_tokens":6088,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":61229,"score_linear":46673.0,"score_lmetric":67317},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":61229,"score_linear":206696.0,"score_lmetric":185166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45601,"ongoing_decode_tokens":45601,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":61229,"score_linear":45601.0,"score_lmetric":61229},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":61229,"score_linear":-8884.0,"score_lmetric":-61229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":61229,"score_linear":55130.0,"score_lmetric":61229}],"chosen_score_linear":-56832.0,"chosen_score_lmetric":0,"t_first_token":30220.280030414,"t_first_token_unix":1779964216.8349743,"t_done":30222.257624183,"t_done_unix":1779964218.8125677},{"request_id":"1330881:2:1336222:422","session_id":"1330881","input_length":11989,"t_proxy_recv":30222.417175329,"t_decision_unix":1779964218.9721162,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":3,"affinity_cache_hit":3584,"affinity_cache_ratio":0.29894069563766784,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":3109.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=-1 cache_hit=3584 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":11989,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":-1,"v3_target_cache_hit":3584,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":46673,"ongoing_decode_tokens":68353,"pending_prefill_tokens":-8880},"v3_target_state":{"num_requests":-1,"ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":3584,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":11989,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":149882,"ongoing_decode_tokens":149882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":11989,"score_linear":149882.0,"score_lmetric":23978},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":46673,"ongoing_decode_tokens":68353,"pending_prefill_tokens":-8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":11989,"score_linear":46673.0,"score_lmetric":3109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":11989,"score_linear":206696.0,"score_lmetric":37446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":3584,"new_prefill":8405,"score_linear":-12468.0,"score_lmetric":-8405},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":11989,"score_linear":55130.0,"score_lmetric":11989}],"chosen_score_linear":46673.0,"chosen_score_lmetric":3109,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30222.418257758,"t_prefill_sent_unix":1779964218.9732006,"t_decode_sent":30222.418289881,"t_decode_sent_unix":1779964218.9732335,"t_first_token":30223.462070272,"t_first_token_unix":1779964220.0170135,"t_done":30223.62373167,"t_done_unix":1779964220.178675,"t_prefill_done":30223.623734074,"t_prefill_done_unix":1779964220.178677},{"request_id":"1334223:1:1334223:417","session_id":"1334223","input_length":23689,"t_proxy_recv":30215.333197529,"t_decision_unix":1779964211.8881385,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14809.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23689,"cache_hit":0,"estimated_new_tokens":23689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145106,"ongoing_decode_tokens":145106,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":23689,"score_linear":145106.0,"score_lmetric":47378},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":-8880,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":23689,"score_linear":-21680.0,"score_lmetric":-14809},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":23689,"score_linear":206696.0,"score_lmetric":72546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":23689,"score_linear":-8884.0,"score_lmetric":-23689},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":23689,"score_linear":55130.0,"score_lmetric":23689}],"chosen_score_linear":-21680.0,"chosen_score_lmetric":-14809,"t_first_token":30217.998310174,"t_first_token_unix":1779964214.5532544,"t_done":30223.625469269,"t_done_unix":1779964220.1804187},{"request_id":"1279412:19:1335444:421","session_id":"1279412","input_length":87264,"t_proxy_recv":30219.592778894,"t_decision_unix":1779964216.14772,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":82432,"affinity_cache_ratio":0.9446277961129447,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4832 < 8000)","v3_prefill_cache_hit":82432,"v3_new_local":4832,"cache_hit":82432,"estimated_new_tokens":4832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":4397,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":39936,"new_prefill":47328,"score_linear":21293.0,"score_lmetric":51725},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":82432,"new_prefill":4832,"score_linear":-19814.0,"score_lmetric":4832},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":46673,"ongoing_decode_tokens":23689,"pending_prefill_tokens":6088,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":87264,"score_linear":46673.0,"score_lmetric":93352},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":87264,"score_linear":206696.0,"score_lmetric":263271},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":87264,"score_linear":-8884.0,"score_lmetric":-87264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":12800,"new_prefill":74464,"score_linear":42330.0,"score_lmetric":74464}],"chosen_score_linear":-19814.0,"chosen_score_lmetric":4832,"t_first_token":30222.095091223,"t_first_token_unix":1779964218.6500347,"t_done":30224.97586972,"t_done_unix":1779964221.5308137},{"request_id":"1316848:12:1334743:418","session_id":"1316848","input_length":44664,"t_proxy_recv":30217.311644675,"t_decision_unix":1779964213.8665862,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.6648755149561167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":29696,"v3_new_local":14968,"cache_hit":29696,"estimated_new_tokens":14968,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":44664,"score_linear":62618.0,"score_lmetric":44664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":2009,"ongoing_decode_tokens":0,"pending_prefill_tokens":14809,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":29696,"new_prefill":14968,"score_linear":-27687.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":44664,"score_linear":206696.0,"score_lmetric":135471},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45601,"ongoing_decode_tokens":0,"pending_prefill_tokens":1057,"num_requests":1,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":44664,"score_linear":45601.0,"score_lmetric":45721},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":44664,"score_linear":-8884.0,"score_lmetric":-44664},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":44664,"score_linear":55130.0,"score_lmetric":44664}],"chosen_score_linear":-27687.0,"chosen_score_lmetric":0,"t_first_token":30221.803461163,"t_first_token_unix":1779964218.358405,"t_done":30225.17958612,"t_done_unix":1779964221.7345293},{"request_id":"1317598:3:1328678:385","session_id":"1317598","input_length":81827,"t_proxy_recv":30195.655462667,"t_decision_unix":1779964192.2104042,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9948794407713836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (419 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":419,"cache_hit":81408,"estimated_new_tokens":419,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":81827,"score_linear":66703.0,"score_lmetric":148530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":81827,"score_linear":143626.0,"score_lmetric":163654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":81827,"score_linear":33182.0,"score_lmetric":81827},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":81408,"new_prefill":419,"score_linear":-81408.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":81827,"score_linear":-8884.0,"score_lmetric":-81827},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":81827,"score_linear":55130.0,"score_lmetric":81827}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":30196.060993769,"t_first_token_unix":1779964192.6159372,"t_done":30226.429238486,"t_done_unix":1779964222.9841893},{"request_id":"1337035:1:1337035:425","session_id":"1337035","input_length":12644,"t_proxy_recv":30225.21041944,"t_decision_unix":1779964221.765361,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3764.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[0,1,0,0,3,0,1,1])","v3_prefill_cache_hit":0,"v3_new_local":12644,"cache_hit":0,"estimated_new_tokens":12644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":12644,"score_linear":62618.0,"score_lmetric":12644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-7014,"ongoing_decode_tokens":14666,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1315,"cache_hit":0,"new_prefill":12644,"score_linear":-7014.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":12644,"score_linear":206696.0,"score_lmetric":39411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11125,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":12644,"score_linear":11125.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":12644,"score_linear":55130.0,"score_lmetric":12644}],"chosen_score_linear":-7014.0,"chosen_score_lmetric":0,"t_first_token":30226.260869509,"t_first_token_unix":1779964222.8158128,"t_done":30226.493575723,"t_done_unix":1779964223.0485187},{"request_id":"1259178:2:1336768:424","session_id":"1259178","input_length":20009,"t_proxy_recv":30224.184051359,"t_decision_unix":1779964220.7389927,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.716477585086711,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5673 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":5673,"cache_hit":14336,"estimated_new_tokens":5673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":149882,"ongoing_decode_tokens":149882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":20009,"score_linear":149882.0,"score_lmetric":40018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37650,"ongoing_decode_tokens":44664,"pending_prefill_tokens":5786,"num_requests":1,"active_p_offloads":0,"cached_blocks":1286,"cache_hit":0,"new_prefill":20009,"score_linear":37650.0,"score_lmetric":25795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":20009,"score_linear":206696.0,"score_lmetric":61506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":14336,"new_prefill":5673,"score_linear":-23220.0,"score_lmetric":-5673},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":20009,"score_linear":55130.0,"score_lmetric":20009}],"chosen_score_linear":-23220.0,"chosen_score_lmetric":-5673,"t_first_token":30226.250977783,"t_first_token_unix":1779964222.8059213,"t_done":30227.066725764,"t_done_unix":1779964223.621669},{"request_id":"1257323:2:1329541:393","session_id":"1257323","input_length":90605,"t_proxy_recv":30198.972490083,"t_decision_unix":1779964195.5274315,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":90112,"affinity_cache_ratio":0.9945587991832681,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (493 < 8000)","v3_prefill_cache_hit":90112,"v3_new_local":493,"cache_hit":90112,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":90605,"score_linear":66703.0,"score_lmetric":157308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":90605,"score_linear":143626.0,"score_lmetric":181210},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":90605,"score_linear":10847.0,"score_lmetric":101452},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":116091,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":90112,"new_prefill":493,"score_linear":25979.0,"score_lmetric":986},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":90605,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":90605,"score_linear":55130.0,"score_lmetric":90605}],"chosen_score_linear":25979.0,"chosen_score_lmetric":986,"t_first_token":30226.31094965,"t_first_token_unix":1779964222.865893,"t_done":30227.095681489,"t_done_unix":1779964223.650625},{"request_id":"1336620:1:1336620:423","session_id":"1336620","input_length":14666,"t_proxy_recv":30223.718619405,"t_decision_unix":1779964220.2735608,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5786.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[0,2,0,0,3,0,0,1])","v3_prefill_cache_hit":0,"v3_new_local":14666,"cache_hit":0,"estimated_new_tokens":14666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":4096,"new_prefill":10570,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":149882,"ongoing_decode_tokens":149882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":14666,"score_linear":149882.0,"score_lmetric":29332},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22984,"ongoing_decode_tokens":44664,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1286,"cache_hit":0,"new_prefill":14666,"score_linear":22984.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":14666,"score_linear":206696.0,"score_lmetric":45477},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":7680,"new_prefill":6986,"score_linear":-16564.0,"score_lmetric":-6986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":7680,"new_prefill":6986,"score_linear":47450.0,"score_lmetric":6986}],"chosen_score_linear":22984.0,"chosen_score_lmetric":0,"t_first_token":30225.019839047,"t_first_token_unix":1779964221.5747824,"t_done":30227.254166771,"t_done_unix":1779964223.8091102},{"request_id":"1316848:13:1337519:427","session_id":"1316848","input_length":45005,"t_proxy_recv":30227.049734336,"t_decision_unix":1779964223.6046755,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9897566937007,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (461 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":461,"cache_hit":44544,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":45005,"score_linear":62618.0,"score_lmetric":45005},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":45005,"score_linear":36518.0,"score_lmetric":61555},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-7014,"ongoing_decode_tokens":14666,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":44544,"new_prefill":461,"score_linear":-51558.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207011,"ongoing_decode_tokens":207011,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1103,"cache_hit":0,"new_prefill":45005,"score_linear":207011.0,"score_lmetric":135015},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11125,"ongoing_decode_tokens":20009,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":45005,"score_linear":11125.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":45005,"score_linear":55130.0,"score_lmetric":45005}],"chosen_score_linear":-51558.0,"chosen_score_lmetric":0,"t_first_token":30227.220954923,"t_first_token_unix":1779964223.7758987,"t_done":30227.53859826,"t_done_unix":1779964224.0935419},{"request_id":"1259178:3:1337653:429","session_id":"1259178","input_length":22398,"t_proxy_recv":30227.493652011,"t_decision_unix":1779964224.0485935,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8915081703723546,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2430 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":2430,"cache_hit":19968,"estimated_new_tokens":2430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":22398,"score_linear":95383.0,"score_lmetric":22398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":22398,"score_linear":158001.0,"score_lmetric":44796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":22398,"score_linear":36518.0,"score_lmetric":38948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23325,"ongoing_decode_tokens":45005,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":22398,"score_linear":23325.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":22398,"score_linear":116406.0,"score_lmetric":44796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1335,"cache_hit":19968,"new_prefill":2430,"score_linear":-28852.0,"score_lmetric":-2430},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":22398,"score_linear":55130.0,"score_lmetric":22398}],"chosen_score_linear":-28852.0,"chosen_score_lmetric":-2430,"t_first_token":30227.931662512,"t_first_token_unix":1779964224.4866064,"t_done":30228.797222848,"t_done_unix":1779964225.352169},{"request_id":"1311753:2:1337278:426","session_id":"1311753","input_length":36518,"t_proxy_recv":30226.075619914,"t_decision_unix":1779964222.6305604,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":19968,"affinity_cache_ratio":0.5467988389287475,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":19968,"v3_new_local":16550,"cache_hit":19968,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":36518,"score_linear":62618.0,"score_lmetric":36518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":19968,"new_prefill":16550,"score_linear":-19968.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":5630,"ongoing_decode_tokens":14666,"pending_prefill_tokens":3764,"num_requests":1,"active_p_offloads":0,"cached_blocks":1315,"cache_hit":0,"new_prefill":36518,"score_linear":5630.0,"score_lmetric":40282},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":36518,"score_linear":206696.0,"score_lmetric":111033},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11125,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":36518,"score_linear":11125.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":36518,"score_linear":55130.0,"score_lmetric":36518}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":30229.491969284,"t_first_token_unix":1779964226.0469127,"t_done":30229.704381265,"t_done_unix":1779964226.2593243},{"request_id":"1268861:5:1329060:388","session_id":"1268861","input_length":34264,"t_proxy_recv":30197.06867714,"t_decision_unix":1779964193.6236184,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26624,"affinity_cache_ratio":0.7770254494513191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7640 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":7640,"cache_hit":26624,"estimated_new_tokens":7640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":34264,"score_linear":66703.0,"score_lmetric":100967},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":34264,"score_linear":143626.0,"score_lmetric":68528},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":34264,"score_linear":33182.0,"score_lmetric":34264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":0,"new_prefill":34264,"score_linear":28615.0,"score_lmetric":34264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":26624,"new_prefill":7640,"score_linear":55203.0,"score_lmetric":7640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":34264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":34264,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":21504,"new_prefill":12760,"score_linear":33626.0,"score_lmetric":12760}],"chosen_score_linear":55203.0,"chosen_score_lmetric":7640,"t_first_token":30198.708220652,"t_first_token_unix":1779964195.2631636,"t_done":30230.956444164,"t_done_unix":1779964227.5113873},{"request_id":"1269373:17:1338104:431","session_id":"1269373","input_length":73073,"t_proxy_recv":30229.16300935,"t_decision_unix":1779964225.71795,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9809368713478303,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1393 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":1393,"cache_hit":71680,"estimated_new_tokens":1393,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":4096,"new_prefill":68977,"score_linear":91287.0,"score_lmetric":68977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":73073,"score_linear":158001.0,"score_lmetric":146146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":73073,"score_linear":36518.0,"score_lmetric":89623},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":-8880,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":7680,"new_prefill":65393,"score_linear":-29360.0,"score_lmetric":-56513},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":73073,"score_linear":116406.0,"score_lmetric":146146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":71680,"new_prefill":1393,"score_linear":-80564.0,"score_lmetric":-1393},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":7680,"new_prefill":65393,"score_linear":47450.0,"score_lmetric":65393}],"chosen_score_linear":-80564.0,"chosen_score_lmetric":-1393,"t_first_token":30229.806526812,"t_first_token_unix":1779964226.3614702,"t_done":30232.21630139,"t_done_unix":1779964228.7712483},{"request_id":"1317598:4:1332127:408","session_id":"1317598","input_length":82142,"t_proxy_recv":30226.448955046,"t_decision_unix":1779964223.0038965,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81920,"affinity_cache_ratio":0.9972973631029194,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (222 < 8000)","v3_prefill_cache_hit":81920,"v3_new_local":222,"cache_hit":81920,"estimated_new_tokens":222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":82142,"score_linear":62618.0,"score_lmetric":82142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":82142,"score_linear":36518.0,"score_lmetric":98692},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":5630,"ongoing_decode_tokens":27310,"pending_prefill_tokens":-8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1315,"cache_hit":0,"new_prefill":82142,"score_linear":5630.0,"score_lmetric":73262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124869,"ongoing_decode_tokens":124869,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1103,"cache_hit":81920,"new_prefill":222,"score_linear":42949.0,"score_lmetric":444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11125,"ongoing_decode_tokens":20009,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":82142,"score_linear":11125.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":82142,"score_linear":55130.0,"score_lmetric":82142}],"chosen_score_linear":42949.0,"chosen_score_lmetric":444,"t_first_token":30226.703180782,"t_first_token_unix":1779964223.2581244,"t_done":30232.294434235,"t_done_unix":1779964228.849378},{"request_id":"1317598:5:1337780:430","session_id":"1317598","input_length":83088,"t_proxy_recv":30232.307876093,"t_decision_unix":1779964228.8628175,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82432,"affinity_cache_ratio":0.99210475640285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (656 < 8000)","v3_prefill_cache_hit":82432,"v3_new_local":656,"cache_hit":82432,"estimated_new_tokens":656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":83088,"score_linear":161535.0,"score_lmetric":175600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":83088,"score_linear":158001.0,"score_lmetric":166176},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":83088,"score_linear":102466.0,"score_lmetric":241455},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":82432,"new_prefill":656,"score_linear":-82432.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":83088,"score_linear":-8884.0,"score_lmetric":-83088},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":83088,"score_linear":55130.0,"score_lmetric":83088}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":30232.728555667,"t_first_token_unix":1779964229.2834995,"t_done":30233.30189302,"t_done_unix":1779964229.8568363},{"request_id":"1339977:1:1339977:442","session_id":"1339977","input_length":13816,"t_proxy_recv":30235.758691543,"t_decision_unix":1779964232.313633,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":13816.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13816,"cache_hit":0,"estimated_new_tokens":13816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":13816,"score_linear":161535.0,"score_lmetric":27632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":13816,"score_linear":158001.0,"score_lmetric":27632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":13816,"score_linear":102466.0,"score_lmetric":33639},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":13816,"score_linear":45994.0,"score_lmetric":13816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22643,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":13816,"score_linear":22643.0,"score_lmetric":13816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":13816,"score_linear":55130.0,"score_lmetric":13816}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30236.945104624,"t_first_token_unix":1779964233.500048,"t_done":30237.145370384,"t_done_unix":1779964233.7003145},{"request_id":"1279412:20:1337591:428","session_id":"1279412","input_length":95383,"t_proxy_recv":30227.298442416,"t_decision_unix":1779964223.8533835,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":87040,"affinity_cache_ratio":0.912531583196167,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=39936 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":87040,"v3_new_local":8343,"v3_src_idx":1,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":39936,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":39936,"recent_mig_received_in_window":0},"cache_hit":87040,"estimated_new_tokens":8343,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":39936,"new_prefill":55447,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":87040,"new_prefill":8343,"score_linear":-24422.0,"score_lmetric":8343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":95383,"score_linear":36518.0,"score_lmetric":111933},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23325,"ongoing_decode_tokens":45005,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":95383,"score_linear":23325.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":95383,"score_linear":116406.0,"score_lmetric":190766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1335,"cache_hit":0,"new_prefill":95383,"score_linear":-8884.0,"score_lmetric":-95383},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":12800,"new_prefill":82583,"score_linear":42330.0,"score_lmetric":82583}],"chosen_score_linear":-24422.0,"chosen_score_lmetric":8343,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"write_mode":true,"t_prefill_sent":30227.302125221,"t_prefill_sent_unix":1779964223.857068,"t_decode_sent":30227.302142085,"t_decode_sent_unix":1779964223.8570857,"t_first_token":30235.155594223,"t_first_token_unix":1779964231.7105508,"t_done":30237.277796446,"t_done_unix":1779964233.8327403,"t_prefill_done":30237.277803055,"t_prefill_done_unix":1779964233.8327515},{"request_id":"1309252:3:1339771:441","session_id":"1309252","input_length":45994,"t_proxy_recv":30235.009071991,"t_decision_unix":1779964231.564012,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":45568,"affinity_cache_ratio":0.9907379223376962,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (426 < 8000)","v3_prefill_cache_hit":45568,"v3_new_local":426,"cache_hit":45568,"estimated_new_tokens":426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":45994,"score_linear":161535.0,"score_lmetric":91988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":45994,"score_linear":158001.0,"score_lmetric":91988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":45994,"score_linear":102466.0,"score_lmetric":130173},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":45568,"new_prefill":426,"score_linear":-45568.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22643,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":45994,"score_linear":22643.0,"score_lmetric":45994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":45994,"score_linear":55130.0,"score_lmetric":45994}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":30235.172890466,"t_first_token_unix":1779964231.7278347,"t_done":30238.601215157,"t_done_unix":1779964235.156159},{"request_id":"1341005:1:1341005:447","session_id":"1341005","input_length":5280,"t_proxy_recv":30239.223847744,"t_decision_unix":1779964235.778789,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":5280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5280 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5280,"cache_hit":0,"estimated_new_tokens":5280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161695,"ongoing_decode_tokens":161695,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":5280,"score_linear":161695.0,"score_lmetric":10560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":5280,"score_linear":62618.0,"score_lmetric":5280},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":5280,"score_linear":48381.0,"score_lmetric":53661},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":74458,"pending_prefill_tokens":-1133,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":5280,"score_linear":102466.0,"score_lmetric":12441},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2279,"ongoing_decode_tokens":2279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":5280,"score_linear":2279.0,"score_lmetric":5280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":5280,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43864,"ongoing_decode_tokens":52748,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":5280,"score_linear":43864.0,"score_lmetric":10560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":5280,"score_linear":55130.0,"score_lmetric":5280}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30239.56104018,"t_first_token_unix":1779964236.1159842,"t_done":30239.922330853,"t_done_unix":1779964236.4772744},{"request_id":"1340903:1:1340903:446","session_id":"1340903","input_length":2279,"t_proxy_recv":30238.884205345,"t_decision_unix":1779964235.4391465,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":2279.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2279 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2279,"cache_hit":0,"estimated_new_tokens":2279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161695,"ongoing_decode_tokens":161695,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":2279,"score_linear":161695.0,"score_lmetric":4558},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":2279,"score_linear":62618.0,"score_lmetric":2279},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":2279,"score_linear":48381.0,"score_lmetric":50660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":2279,"score_linear":102466.0,"score_lmetric":6837},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43864,"ongoing_decode_tokens":31527,"pending_prefill_tokens":20197,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":2279,"score_linear":43864.0,"score_lmetric":44952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":2279,"score_linear":55130.0,"score_lmetric":2279}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30239.025752435,"t_first_token_unix":1779964235.5806959,"t_done":30240.047762989,"t_done_unix":1779964236.602706},{"request_id":"1279412:21:1339581:440","session_id":"1279412","input_length":95543,"t_proxy_recv":30237.293061336,"t_decision_unix":1779964233.8480031,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9967449211349864,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":95232,"v3_new_local":311,"cache_hit":95232,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":95232,"new_prefill":311,"score_linear":-29080.0,"score_lmetric":311},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":95232,"new_prefill":311,"score_linear":-32614.0,"score_lmetric":311},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":95543,"score_linear":48381.0,"score_lmetric":143924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":95543,"score_linear":102466.0,"score_lmetric":278820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":95543,"score_linear":45994.0,"score_lmetric":95543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43864,"ongoing_decode_tokens":31527,"pending_prefill_tokens":20197,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":95543,"score_linear":43864.0,"score_lmetric":231480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":12800,"new_prefill":82743,"score_linear":42330.0,"score_lmetric":82743}],"chosen_score_linear":-29080.0,"chosen_score_lmetric":311,"t_first_token":30237.43496548,"t_first_token_unix":1779964233.9899092,"t_done":30240.663228538,"t_done_unix":1779964237.218172},{"request_id":"1315567:3:1325346:372","session_id":"1315567","input_length":55130,"t_proxy_recv":30183.598375442,"t_decision_unix":1779964180.153317,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9937239252675494,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (346 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":346,"cache_hit":54784,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":4096,"new_prefill":51034,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135020,"ongoing_decode_tokens":135020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":55130,"score_linear":135020.0,"score_lmetric":110260},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":55130,"score_linear":33182.0,"score_lmetric":55130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31306,"ongoing_decode_tokens":31306,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":0,"new_prefill":55130,"score_linear":31306.0,"score_lmetric":110260},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":55130,"score_linear":79663.0,"score_lmetric":55130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":55130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":7680,"new_prefill":47450,"score_linear":105404.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":54784,"new_prefill":346,"score_linear":67184.0,"score_lmetric":346}],"chosen_score_linear":67184.0,"chosen_score_lmetric":346,"t_first_token":30183.791439617,"t_first_token_unix":1779964180.3463824,"t_done":30240.670686121,"t_done_unix":1779964237.2256293},{"request_id":"1338292:1:1338292:432","session_id":"1338292","input_length":9325,"t_proxy_recv":30229.698196752,"t_decision_unix":1779964226.2531378,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":445.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9325,"cache_hit":0,"estimated_new_tokens":9325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":9325,"score_linear":95383.0,"score_lmetric":9325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":9325,"score_linear":158001.0,"score_lmetric":18650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":36518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":9325,"score_linear":36518.0,"score_lmetric":9325},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":-8880,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":9325,"score_linear":-21680.0,"score_lmetric":-445},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":9325,"score_linear":116406.0,"score_lmetric":18650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":0,"pending_prefill_tokens":1393,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":0,"new_prefill":9325,"score_linear":64189.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":9325,"score_linear":55130.0,"score_lmetric":9325}],"chosen_score_linear":-21680.0,"chosen_score_lmetric":-445,"t_first_token":30230.398146603,"t_first_token_unix":1779964226.95309,"t_done":30240.825344521,"t_done_unix":1779964237.3802876},{"request_id":"1259178:4:1339295:439","session_id":"1259178","input_length":24462,"t_proxy_recv":30233.174086174,"t_decision_unix":1779964229.7290275,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9209385986427929,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1934 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":1934,"cache_hit":22528,"estimated_new_tokens":1934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":24462,"score_linear":161535.0,"score_lmetric":58348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":24462,"score_linear":158001.0,"score_lmetric":48924},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":24462,"score_linear":102466.0,"score_lmetric":65577},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":83088,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":24462,"score_linear":83088.0,"score_lmetric":24462},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":22528,"new_prefill":1934,"score_linear":-24347.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":24462,"score_linear":55130.0,"score_lmetric":24462}],"chosen_score_linear":-24347.0,"chosen_score_lmetric":0,"t_first_token":30233.597263859,"t_first_token_unix":1779964230.1522079,"t_done":30241.474883717,"t_done_unix":1779964238.0298269},{"request_id":"1340290:1:1340290:445","session_id":"1340290","input_length":21221,"t_proxy_recv":30236.902274864,"t_decision_unix":1779964233.4572165,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":20197.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,2,1,3,1,1,1,1])","v3_prefill_cache_hit":1024,"v3_new_local":20197,"cache_hit":1024,"estimated_new_tokens":20197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":21221,"score_linear":161535.0,"score_lmetric":42442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":21221,"score_linear":158001.0,"score_lmetric":42442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":21221,"score_linear":48381.0,"score_lmetric":69602},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":21221,"score_linear":102466.0,"score_lmetric":55854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":21221,"score_linear":13816.0,"score_lmetric":35037},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":21221,"score_linear":45994.0,"score_lmetric":21221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22643,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":1024,"new_prefill":20197,"score_linear":21619.0,"score_lmetric":20197},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":21221,"score_linear":55130.0,"score_lmetric":21221}],"chosen_score_linear":21619.0,"chosen_score_lmetric":20197,"t_first_token":30239.144038986,"t_first_token_unix":1779964235.698983,"t_done":30241.803333206,"t_done_unix":1779964238.3582761},{"request_id":"1341912:1:1341912:449","session_id":"1341912","input_length":9909,"t_proxy_recv":30242.261017784,"t_decision_unix":1779964238.8159592,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9909.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9909,"cache_hit":0,"estimated_new_tokens":9909,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":9909,"score_linear":66152.0,"score_lmetric":9909},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":9909,"score_linear":62618.0,"score_lmetric":9909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":9909,"score_linear":48381.0,"score_lmetric":58290},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":130668,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":9909,"score_linear":130668.0,"score_lmetric":10896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":9909,"score_linear":35708.0,"score_lmetric":9909},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30243.034605271,"t_first_token_unix":1779964239.58955,"t_done":30243.535334848,"t_done_unix":1779964240.0902781},{"request_id":"1340290:2:1342119:451","session_id":"1340290","input_length":21380,"t_proxy_recv":30242.917981383,"t_decision_unix":1779964239.4729226,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9818521983161833,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (388 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":388,"cache_hit":20992,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":21380,"score_linear":66152.0,"score_lmetric":21380},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":21380,"score_linear":62618.0,"score_lmetric":21380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":21380,"score_linear":48381.0,"score_lmetric":69761},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":130668,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":21380,"score_linear":130668.0,"score_lmetric":45309},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":21380,"score_linear":9909.0,"score_lmetric":31289},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":21380,"score_linear":19887.0,"score_lmetric":41267},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":20992,"new_prefill":388,"score_linear":14716.0,"score_lmetric":388},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":21380,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":14716.0,"chosen_score_lmetric":388,"t_first_token":30242.959209773,"t_first_token_unix":1779964239.514153,"t_done":30243.756074885,"t_done_unix":1779964240.3110182},{"request_id":"1341948:1:1341948:450","session_id":"1341948","input_length":19887,"t_proxy_recv":30242.380137641,"t_decision_unix":1779964238.935079,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":19887.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19887,"cache_hit":0,"estimated_new_tokens":19887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":19887,"score_linear":66152.0,"score_lmetric":19887},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":19887,"score_linear":62618.0,"score_lmetric":19887},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":19887,"score_linear":48381.0,"score_lmetric":68268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":130668,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":19887,"score_linear":130668.0,"score_lmetric":40830},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":19887,"score_linear":9909.0,"score_lmetric":29796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":19887,"score_linear":35708.0,"score_lmetric":19887},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30244.423541016,"t_first_token_unix":1779964240.9784887,"t_done":30244.678021839,"t_done_unix":1779964241.2329652},{"request_id":"1340903:2:1342632:453","session_id":"1340903","input_length":2129,"t_proxy_recv":30244.720221303,"t_decision_unix":1779964241.2751627,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (81 < 8000)","v3_prefill_cache_hit":2048,"v3_new_local":81,"cache_hit":2048,"estimated_new_tokens":81,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":2129,"score_linear":66152.0,"score_lmetric":2129},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":2129,"score_linear":62618.0,"score_lmetric":2129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":2129,"score_linear":48381.0,"score_lmetric":50510},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136848,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-97,"num_requests":4,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":2129,"score_linear":136848.0,"score_lmetric":8128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":2048,"new_prefill":81,"score_linear":-2048.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":2129,"score_linear":35708.0,"score_lmetric":2129},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2048.0,"chosen_score_lmetric":0,"t_first_token":30244.734298199,"t_first_token_unix":1779964241.289241,"t_done":30244.808110329,"t_done_unix":1779964241.3630533},{"request_id":"1336620:2:1338440:434","session_id":"1336620","input_length":14918,"t_proxy_recv":30230.113239783,"t_decision_unix":1779964226.6681812,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.960986727443357,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (582 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":582,"cache_hit":14336,"estimated_new_tokens":582,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":4096,"new_prefill":10822,"score_linear":91287.0,"score_lmetric":10822},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":14918,"score_linear":158001.0,"score_lmetric":29836},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37860,"ongoing_decode_tokens":0,"pending_prefill_tokens":996,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":14336,"new_prefill":582,"score_linear":23524.0,"score_lmetric":1578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":14918,"score_linear":116406.0,"score_lmetric":29836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":7680,"new_prefill":7238,"score_linear":56509.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":7680,"new_prefill":7238,"score_linear":47450.0,"score_lmetric":7238}],"chosen_score_linear":23524.0,"chosen_score_lmetric":1578,"t_first_token":30239.166309247,"t_first_token_unix":1779964235.7212524,"t_done":30246.325028245,"t_done_unix":1779964242.8799732},{"request_id":"1340278:1:1340278:444","session_id":"1340278","input_length":48381,"t_proxy_recv":30236.897221349,"t_decision_unix":1779964233.4521627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":48381.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":48381,"cache_hit":0,"estimated_new_tokens":48381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":48381,"score_linear":161535.0,"score_lmetric":96762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":48381,"score_linear":158001.0,"score_lmetric":96762},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":48381,"score_linear":102466.0,"score_lmetric":137334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":48381,"score_linear":13816.0,"score_lmetric":62197},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":48381,"score_linear":45994.0,"score_lmetric":48381},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22643,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":48381,"score_linear":22643.0,"score_lmetric":48381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":48381,"score_linear":55130.0,"score_lmetric":48381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30245.739988961,"t_first_token_unix":1779964242.2949324,"t_done":30246.340012407,"t_done_unix":1779964242.894956},{"request_id":"1341005:2:1342961:456","session_id":"1341005","input_length":9360,"t_proxy_recv":30245.887702298,"t_decision_unix":1779964242.4426434,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.5470085470085471,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4240 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":4240,"cache_hit":5120,"estimated_new_tokens":4240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":9360,"score_linear":66152.0,"score_lmetric":9360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":9360,"score_linear":62618.0,"score_lmetric":9360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":9360,"score_linear":48381.0,"score_lmetric":9360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136848,"ongoing_decode_tokens":121001,"pending_prefill_tokens":-6277,"num_requests":4,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":9360,"score_linear":136848.0,"score_lmetric":12332},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9360,"score_linear":65289.0,"score_lmetric":74649},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":5120,"new_prefill":4240,"score_linear":-5120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":9360,"score_linear":35708.0,"score_lmetric":9360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9360,"score_linear":59219.0,"score_lmetric":68579}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30246.27175836,"t_first_token_unix":1779964242.8267095,"t_done":30246.563612462,"t_done_unix":1779964243.1185555},{"request_id":"1334223:2:1341796:448","session_id":"1334223","input_length":37527,"t_proxy_recv":30241.830600223,"t_decision_unix":1779964238.3855417,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23552,"affinity_cache_ratio":0.6276014602819303,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":23552,"v3_new_local":13975,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":93141,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277},"v3_target_state":{"num_requests":0,"ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":23552,"estimated_new_tokens":13975,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":37527,"score_linear":66152.0,"score_lmetric":37527},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":37527,"score_linear":62618.0,"score_lmetric":37527},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":37527,"score_linear":48381.0,"score_lmetric":85908},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93141,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":23552,"new_prefill":13975,"score_linear":69589.0,"score_lmetric":15396},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":37527,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":69589.0,"chosen_score_lmetric":15396,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30241.831519789,"t_prefill_sent_unix":1779964238.3864625,"t_decode_sent":30241.83154436,"t_decode_sent_unix":1779964238.386488,"t_first_token":30245.04912716,"t_first_token_unix":1779964241.6040707,"t_done":30247.21704353,"t_done_unix":1779964243.7719874,"t_prefill_done":30247.217049351,"t_prefill_done_unix":1779964243.7720065},{"request_id":"1342327:1:1342327:452","session_id":"1342327","input_length":6180,"t_proxy_recv":30243.68409643,"t_decision_unix":1779964240.239038,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":-291.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6180 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6180,"cache_hit":0,"estimated_new_tokens":6180,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":6180,"score_linear":66152.0,"score_lmetric":6180},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":6180,"score_linear":62618.0,"score_lmetric":6180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":6180,"score_linear":48381.0,"score_lmetric":54561},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":130668,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":6180,"score_linear":130668.0,"score_lmetric":-291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":6180,"score_linear":19887.0,"score_lmetric":26067},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57088,"ongoing_decode_tokens":28445,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":6180,"score_linear":57088.0,"score_lmetric":12360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":130668.0,"chosen_score_lmetric":-291,"t_first_token":30245.344498893,"t_first_token_unix":1779964241.8994424,"t_done":30247.328947643,"t_done_unix":1779964243.8838904},{"request_id":"1343191:1:1343191:457","session_id":"1343191","input_length":11912,"t_proxy_recv":30246.793448151,"t_decision_unix":1779964243.3483896,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":11912.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11912,"cache_hit":0,"estimated_new_tokens":11912,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":11912,"score_linear":66152.0,"score_lmetric":11912},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":11912,"score_linear":62618.0,"score_lmetric":11912},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":143301,"ongoing_decode_tokens":106083,"pending_prefill_tokens":246,"num_requests":4,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":11912,"score_linear":143301.0,"score_lmetric":48632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":11912,"score_linear":65289.0,"score_lmetric":77201},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":11912,"score_linear":35708.0,"score_lmetric":11912},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":11912,"score_linear":59219.0,"score_lmetric":71131}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30247.74752479,"t_first_token_unix":1779964244.302468,"t_done":30247.800573162,"t_done_unix":1779964244.3555162},{"request_id":"1314357:3:1338999:437","session_id":"1314357","input_length":66152,"t_proxy_recv":30232.139144059,"t_decision_unix":1779964228.6940851,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9287701052122385,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4712 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":4712,"cache_hit":61440,"estimated_new_tokens":4712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":61440,"new_prefill":4712,"score_linear":33943.0,"score_lmetric":4712},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":66152,"score_linear":158001.0,"score_lmetric":132304},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":66152,"score_linear":102466.0,"score_lmetric":190647},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":66152,"score_linear":82142.0,"score_lmetric":66152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":0,"new_prefill":66152,"score_linear":64189.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":66152,"score_linear":55130.0,"score_lmetric":66152}],"chosen_score_linear":33943.0,"chosen_score_lmetric":4712,"t_first_token":30234.20212722,"t_first_token_unix":1779964230.7570708,"t_done":30248.658259532,"t_done_unix":1779964245.2132032},{"request_id":"1338292:2:1343599:460","session_id":"1338292","input_length":14103,"t_proxy_recv":30247.998504289,"t_decision_unix":1779964244.553445,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6534779834077856,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4887 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":4887,"cache_hit":9216,"estimated_new_tokens":4887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":14103,"score_linear":66152.0,"score_lmetric":14103},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14103,"score_linear":62618.0,"score_lmetric":14103},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":14103,"score_linear":21402.0,"score_lmetric":35505},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1425,"cache_hit":9216,"new_prefill":4887,"score_linear":90378.0,"score_lmetric":-2780},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14103,"score_linear":75521.0,"score_lmetric":159792},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":14103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":14103,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":14103,"score_linear":59219.0,"score_lmetric":73322}],"chosen_score_linear":90378.0,"chosen_score_lmetric":-2780,"t_first_token":30248.592073008,"t_first_token_unix":1779964245.1470165,"t_done":30248.76995087,"t_done_unix":1779964245.324894},{"request_id":"1343312:1:1343312:459","session_id":"1343312","input_length":21402,"t_proxy_recv":30247.15716174,"t_decision_unix":1779964243.7121031,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":21402.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21402,"cache_hit":0,"estimated_new_tokens":21402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":21402,"score_linear":66152.0,"score_lmetric":21402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":21402,"score_linear":62618.0,"score_lmetric":21402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":21402,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":143301,"ongoing_decode_tokens":106083,"pending_prefill_tokens":246,"num_requests":4,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":21402,"score_linear":143301.0,"score_lmetric":86592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":21402,"score_linear":75521.0,"score_lmetric":174390},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":21402,"score_linear":11912.0,"score_lmetric":33314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":21402,"score_linear":35708.0,"score_lmetric":21402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":21402,"score_linear":59219.0,"score_lmetric":80621}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30249.460839294,"t_first_token_unix":1779964246.015784,"t_done":30249.520676982,"t_done_unix":1779964246.0756202},{"request_id":"1342327:2:1343857:461","session_id":"1342327","input_length":9820,"t_proxy_recv":30248.821685123,"t_decision_unix":1779964245.376626,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6256619144602852,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3676 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":3676,"cache_hit":6144,"estimated_new_tokens":3676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":9820,"score_linear":62618.0,"score_lmetric":9820},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":9820,"score_linear":21402.0,"score_lmetric":31222},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":6144,"new_prefill":3676,"score_linear":93450.0,"score_lmetric":-5202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9820,"score_linear":75521.0,"score_lmetric":151226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":9820,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9820,"score_linear":59219.0,"score_lmetric":69039}],"chosen_score_linear":93450.0,"chosen_score_lmetric":-5202,"t_first_token":30249.211173042,"t_first_token_unix":1779964245.7661176,"t_done":30249.833270435,"t_done_unix":1779964246.3882134},{"request_id":"1279412:22:1344210:462","session_id":"1279412","input_length":95781,"t_proxy_recv":30250.090635743,"t_decision_unix":1779964246.6455772,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9996137020912289,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (37 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":37,"cache_hit":95744,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":95744,"new_prefill":37,"score_linear":-95744.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":95232,"new_prefill":549,"score_linear":-32614.0,"score_lmetric":549},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1441,"cache_hit":0,"new_prefill":95781,"score_linear":99594.0,"score_lmetric":179008},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":95781,"score_linear":75521.0,"score_lmetric":323148},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":95781,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":12800,"new_prefill":82981,"score_linear":46419.0,"score_lmetric":142200}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":30250.231327947,"t_first_token_unix":1779964246.7862718,"t_done":30252.357407925,"t_done_unix":1779964248.912356},{"request_id":"1253743:5:1338406:433","session_id":"1253743","input_length":50215,"t_proxy_recv":30230.020666909,"t_decision_unix":1779964226.575608,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9890271831126157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (551 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":551,"cache_hit":49664,"estimated_new_tokens":551,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":17408,"new_prefill":32807,"score_linear":77975.0,"score_lmetric":32807},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":3584,"new_prefill":46631,"score_linear":154417.0,"score_lmetric":93262},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-12355,"ongoing_decode_tokens":0,"pending_prefill_tokens":445,"num_requests":0,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":49664,"new_prefill":551,"score_linear":-62019.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":50215,"score_linear":116406.0,"score_lmetric":100430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":4608,"new_prefill":45607,"score_linear":59581.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":50215,"score_linear":55130.0,"score_lmetric":50215}],"chosen_score_linear":-62019.0,"chosen_score_lmetric":0,"t_first_token":30239.165336047,"t_first_token_unix":1779964235.7202795,"t_done":30252.479626326,"t_done_unix":1779964249.0345695},{"request_id":"1342327:3:1344788:466","session_id":"1342327","input_length":12398,"t_proxy_recv":30252.063304299,"t_decision_unix":1779964248.6182458,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.78464268430392,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2670 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":2670,"cache_hit":9728,"estimated_new_tokens":2670,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95781,"ongoing_decode_tokens":95781,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":12398,"score_linear":95781.0,"score_lmetric":12398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":12398,"score_linear":62618.0,"score_lmetric":12398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":12398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1441,"cache_hit":9728,"new_prefill":2670,"score_linear":89866.0,"score_lmetric":-7214},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":12398,"score_linear":75521.0,"score_lmetric":156382},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":12398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30997,"ongoing_decode_tokens":7065,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":12398,"score_linear":30997.0,"score_lmetric":45214},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":12398,"score_linear":59219.0,"score_lmetric":71617}],"chosen_score_linear":89866.0,"chosen_score_lmetric":-7214,"t_first_token":30252.428213111,"t_first_token_unix":1779964248.9831564,"t_done":30252.744955125,"t_done_unix":1779964249.2998984},{"request_id":"1316848:14:1338658:435","session_id":"1316848","input_length":49688,"t_proxy_recv":30230.941673054,"t_decision_unix":1779964227.4966142,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.8964739977459346,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5144 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":5144,"cache_hit":44544,"estimated_new_tokens":5144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":49688,"score_linear":95383.0,"score_lmetric":49688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":49688,"score_linear":158001.0,"score_lmetric":99376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52778,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-7747,"num_requests":2,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":44544,"new_prefill":5144,"score_linear":8234.0,"score_lmetric":-5206},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":49688,"score_linear":116406.0,"score_lmetric":99376},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":0,"new_prefill":49688,"score_linear":64189.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":49688,"score_linear":55130.0,"score_lmetric":49688}],"chosen_score_linear":8234.0,"chosen_score_lmetric":-5206,"t_first_token":30240.56090693,"t_first_token_unix":1779964237.115851,"t_done":30254.028909633,"t_done_unix":1779964250.5838528},{"request_id":"1316848:15:1344261:463","session_id":"1316848","input_length":50447,"t_proxy_recv":30254.040940049,"t_decision_unix":1779964250.5958815,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9946280254524551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (271 < 8000)","v3_prefill_cache_hit":50176,"v3_new_local":271,"cache_hit":50176,"estimated_new_tokens":271,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":50447,"score_linear":62618.0,"score_lmetric":50447},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":50176,"new_prefill":271,"score_linear":-50485.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":50447,"score_linear":75521.0,"score_lmetric":232480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30997,"ongoing_decode_tokens":7065,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":50447,"score_linear":30997.0,"score_lmetric":83263},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":50447,"score_linear":59219.0,"score_lmetric":109666}],"chosen_score_linear":-50485.0,"chosen_score_lmetric":0,"t_first_token":30254.21359241,"t_first_token_unix":1779964250.768536,"t_done":30254.643030019,"t_done_unix":1779964251.1979733},{"request_id":"1345921:1:1345921:469","session_id":"1345921","input_length":505,"t_proxy_recv":30255.922728989,"t_decision_unix":1779964252.4776702,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":505.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":505,"cache_hit":0,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":505,"score_linear":62618.0,"score_lmetric":505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58506,"ongoing_decode_tokens":21371,"pending_prefill_tokens":2362,"num_requests":1,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":0,"new_prefill":505,"score_linear":58506.0,"score_lmetric":2867},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":505,"score_linear":75521.0,"score_lmetric":132596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104943,"ongoing_decode_tokens":7065,"pending_prefill_tokens":33546,"num_requests":2,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":505,"score_linear":104943.0,"score_lmetric":68102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":505,"score_linear":59219.0,"score_lmetric":59724}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30255.976210152,"t_first_token_unix":1779964252.5311537,"t_done":30256.302033172,"t_done_unix":1779964252.8569763},{"request_id":"1344773:1:1344773:465","session_id":"1344773","input_length":32816,"t_proxy_recv":30252.045490027,"t_decision_unix":1779964248.6004314,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":32816.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[1,1,0,2,2,0,0,1])","v3_prefill_cache_hit":0,"v3_new_local":32816,"cache_hit":0,"estimated_new_tokens":32816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95781,"ongoing_decode_tokens":95781,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":32816,"score_linear":95781.0,"score_lmetric":32816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":32816,"score_linear":62618.0,"score_lmetric":32816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1441,"cache_hit":0,"new_prefill":32816,"score_linear":99594.0,"score_lmetric":53078},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":32816,"score_linear":75521.0,"score_lmetric":197218},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":32816,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":32816,"score_linear":59219.0,"score_lmetric":92035}],"chosen_score_linear":-1819.0,"chosen_score_lmetric":0,"t_first_token":30256.995026335,"t_first_token_unix":1779964253.54997,"t_done":30257.266666498,"t_done_unix":1779964253.8216097},{"request_id":"1344773:2:1346419:473","session_id":"1344773","input_length":33008,"t_proxy_recv":30257.792629613,"t_decision_unix":1779964254.3475707,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (240 < 8000)","v3_prefill_cache_hit":32768,"v3_new_local":240,"cache_hit":32768,"estimated_new_tokens":240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":33008,"score_linear":62618.0,"score_lmetric":33008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73348,"ongoing_decode_tokens":21371,"pending_prefill_tokens":4916,"num_requests":2,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":0,"new_prefill":33008,"score_linear":73348.0,"score_lmetric":75848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112540,"ongoing_decode_tokens":0,"pending_prefill_tokens":68508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":33008,"score_linear":112540.0,"score_lmetric":304548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72127,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":32768,"new_prefill":240,"score_linear":39359.0,"score_lmetric":240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":59219,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":33008,"score_linear":59219.0,"score_lmetric":33008}],"chosen_score_linear":39359.0,"chosen_score_lmetric":240,"t_first_token":30257.920319102,"t_first_token_unix":1779964254.4752622,"t_done":30258.297944036,"t_done_unix":1779964254.8528879},{"request_id":"1342634:1:1342634:454","session_id":"1342634","input_length":59219,"t_proxy_recv":30244.753369239,"t_decision_unix":1779964241.3083107,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":59219.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59219,"cache_hit":0,"estimated_new_tokens":59219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":59219,"score_linear":66152.0,"score_lmetric":59219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":59219,"score_linear":62618.0,"score_lmetric":59219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":59219,"score_linear":48381.0,"score_lmetric":107600},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136848,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-97,"num_requests":4,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":59219,"score_linear":136848.0,"score_lmetric":236488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2129,"ongoing_decode_tokens":2129,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":59219,"score_linear":2129.0,"score_lmetric":59219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":59219,"score_linear":35708.0,"score_lmetric":59219},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30257.418551855,"t_first_token_unix":1779964253.973496,"t_done":30258.366095273,"t_done_unix":1779964254.9210384},{"request_id":"1342327:4:1346218:471","session_id":"1342327","input_length":14842,"t_proxy_recv":30257.024990581,"t_decision_unix":1779964253.5799317,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12288,"affinity_cache_ratio":0.8279207653954993,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2554 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":2554,"cache_hit":12288,"estimated_new_tokens":2554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14842,"score_linear":62618.0,"score_lmetric":14842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58506,"ongoing_decode_tokens":21371,"pending_prefill_tokens":2362,"num_requests":1,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":12288,"new_prefill":2554,"score_linear":46218.0,"score_lmetric":4916},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14842,"score_linear":75521.0,"score_lmetric":161270},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104943,"ongoing_decode_tokens":113827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":14842,"score_linear":104943.0,"score_lmetric":29684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":14842,"score_linear":59219.0,"score_lmetric":74061}],"chosen_score_linear":46218.0,"chosen_score_lmetric":4916,"t_first_token":30258.378234373,"t_first_token_unix":1779964254.9331777,"t_done":30258.473153711,"t_done_unix":1779964255.0280967},{"request_id":"1316848:16:1345678:468","session_id":"1316848","input_length":58815,"t_proxy_recv":30255.039015179,"t_decision_unix":1779964251.593956,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.8531157017767577,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[0,1,0,0,2,0,2,1])","v3_prefill_cache_hit":50176,"v3_new_local":8639,"cache_hit":50176,"estimated_new_tokens":8639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":58815,"score_linear":62618.0,"score_lmetric":58815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":50176,"new_prefill":8639,"score_linear":-50485.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":58815,"score_linear":75521.0,"score_lmetric":249216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104943,"ongoing_decode_tokens":7065,"pending_prefill_tokens":33546,"num_requests":2,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":58815,"score_linear":104943.0,"score_lmetric":184722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":58815,"score_linear":59219.0,"score_lmetric":118034}],"chosen_score_linear":-50485.0,"chosen_score_lmetric":0,"t_first_token":30258.097990661,"t_first_token_unix":1779964254.652934,"t_done":30258.560636382,"t_done_unix":1779964255.1155796},{"request_id":"1345921:2:1347089:474","session_id":"1345921","input_length":773,"t_proxy_recv":30260.108597356,"t_decision_unix":1779964256.6635385,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.6623544631306598,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (261 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":261,"cache_hit":512,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":512,"new_prefill":261,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":773,"score_linear":62618.0,"score_lmetric":773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":773,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112540,"ongoing_decode_tokens":0,"pending_prefill_tokens":68508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":773,"score_linear":112540.0,"score_lmetric":207843},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72127,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":773,"score_linear":72127.0,"score_lmetric":773},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":30260.141540477,"t_first_token_unix":1779964256.6964836,"t_done":30260.391852752,"t_done_unix":1779964256.9467957},{"request_id":"1269373:18:1345570:467","session_id":"1269373","input_length":73946,"t_proxy_recv":30254.595125521,"t_decision_unix":1779964251.1500666,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9901279311930328,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (730 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":730,"cache_hit":73216,"estimated_new_tokens":730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":4096,"new_prefill":69850,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":73946,"score_linear":62618.0,"score_lmetric":73946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":50138,"ongoing_decode_tokens":71818,"pending_prefill_tokens":-6277,"num_requests":1,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":7680,"new_prefill":66266,"score_linear":42458.0,"score_lmetric":59989},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":73946,"score_linear":75521.0,"score_lmetric":279478},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30997,"ongoing_decode_tokens":7065,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":73216,"new_prefill":730,"score_linear":-42219.0,"score_lmetric":33546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":7680,"new_prefill":66266,"score_linear":51539.0,"score_lmetric":125485}],"chosen_score_linear":-42219.0,"chosen_score_lmetric":33546,"t_first_token":30256.997920421,"t_first_token_unix":1779964253.5528636,"t_done":30261.116622312,"t_done_unix":1779964257.6715655},{"request_id":"1341948:2:1347296:475","session_id":"1341948","input_length":25661,"t_proxy_recv":30260.825986361,"t_decision_unix":1779964257.380928,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":19456,"affinity_cache_ratio":0.7581933673668212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6205 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":6205,"cache_hit":19456,"estimated_new_tokens":6205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":25661,"score_linear":62618.0,"score_lmetric":25661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":25661,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112540,"ongoing_decode_tokens":75521,"pending_prefill_tokens":2715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":25661,"score_linear":112540.0,"score_lmetric":85128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":19456,"new_prefill":6205,"score_linear":-19456.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72127,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":25661,"score_linear":72127.0,"score_lmetric":25661},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19456.0,"chosen_score_lmetric":0,"t_first_token":30261.867977148,"t_first_token_unix":1779964258.4229207,"t_done":30262.168993053,"t_done_unix":1779964258.7239377},{"request_id":"1347763:1:1347763:476","session_id":"1347763","input_length":5465,"t_proxy_recv":30262.433899924,"t_decision_unix":1779964258.9888415,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-812.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5465 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5465,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":5465,"score_linear":62618.0,"score_lmetric":5465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":5465,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112540,"ongoing_decode_tokens":112540,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":5465,"score_linear":112540.0,"score_lmetric":16395},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":5465,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-309.0,"chosen_score_lmetric":0,"t_first_token":30262.789014396,"t_first_token_unix":1779964259.3439586,"t_done":30262.975190161,"t_done_unix":1779964259.5301337},{"request_id":"1341912:2:1343220:458","session_id":"1341912","input_length":10232,"t_proxy_recv":30246.868611645,"t_decision_unix":1779964243.4235528,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9507427677873339,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (504 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":504,"cache_hit":9728,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":10232,"score_linear":66152.0,"score_lmetric":10232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":10232,"score_linear":62618.0,"score_lmetric":10232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":10232,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":143301,"ongoing_decode_tokens":106083,"pending_prefill_tokens":246,"num_requests":4,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":10232,"score_linear":143301.0,"score_lmetric":41912},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":9728,"new_prefill":504,"score_linear":55561.0,"score_lmetric":65793},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":10232,"score_linear":11912.0,"score_lmetric":22144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":10232,"score_linear":35708.0,"score_lmetric":10232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":10232,"score_linear":59219.0,"score_lmetric":69451}],"chosen_score_linear":55561.0,"chosen_score_lmetric":65793,"t_first_token":30260.76275896,"t_first_token_unix":1779964257.3177023,"t_done":30263.293316295,"t_done_unix":1779964259.84826},{"request_id":"1268861:6:1346340:472","session_id":"1268861","input_length":37019,"t_proxy_recv":30257.469126984,"t_decision_unix":1779964254.024068,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9266592830708555,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2715 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":2715,"cache_hit":34304,"estimated_new_tokens":2715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":37019,"score_linear":62618.0,"score_lmetric":37019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73348,"ongoing_decode_tokens":21371,"pending_prefill_tokens":4916,"num_requests":2,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":0,"new_prefill":37019,"score_linear":73348.0,"score_lmetric":83870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":34304,"new_prefill":2715,"score_linear":41217.0,"score_lmetric":137016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72127,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":37019,"score_linear":72127.0,"score_lmetric":37019},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":59219,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":21504,"new_prefill":15515,"score_linear":37715.0,"score_lmetric":15515}],"chosen_score_linear":41217.0,"chosen_score_lmetric":137016,"t_first_token":30261.370409082,"t_first_token_unix":1779964257.9253535,"t_done":30264.455246677,"t_done_unix":1779964261.01019},{"request_id":"1342921:1:1342921:455","session_id":"1342921","input_length":65289,"t_proxy_recv":30245.799399152,"t_decision_unix":1779964242.3543403,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":65289.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":65289,"cache_hit":0,"estimated_new_tokens":65289,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":65289,"score_linear":66152.0,"score_lmetric":65289},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":65289,"score_linear":62618.0,"score_lmetric":65289},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":65289,"score_linear":48381.0,"score_lmetric":65289},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136848,"ongoing_decode_tokens":121001,"pending_prefill_tokens":-6277,"num_requests":4,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":65289,"score_linear":136848.0,"score_lmetric":236048},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":65289,"score_linear":35708.0,"score_lmetric":65289},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":65289,"score_linear":59219.0,"score_lmetric":124508}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30260.760715704,"t_first_token_unix":1779964257.31566,"t_done":30265.607323584,"t_done_unix":1779964262.1622672},{"request_id":"1311753:3:1348389:480","session_id":"1311753","input_length":39636,"t_proxy_recv":30264.914752737,"t_decision_unix":1779964261.469694,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9171460288626501,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3284 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":3284,"cache_hit":36352,"estimated_new_tokens":3284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":39636,"score_linear":96026.0,"score_lmetric":39636},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":39636,"score_linear":62618.0,"score_lmetric":39636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":36352,"new_prefill":3284,"score_linear":-36352.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":39636,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":39636,"score_linear":65289.0,"score_lmetric":39636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":7065,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":39636,"score_linear":39383.0,"score_lmetric":43462},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36352.0,"chosen_score_lmetric":0,"t_first_token":30265.829082699,"t_first_token_unix":1779964262.3840258,"t_done":30266.117684027,"t_done_unix":1779964262.6726272},{"request_id":"1345921:3:1348784:483","session_id":"1345921","input_length":1397,"t_proxy_recv":30266.106480132,"t_decision_unix":1779964262.661421,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.36649964209019326,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":885.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (885 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":885,"cache_hit":512,"estimated_new_tokens":885,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":512,"new_prefill":885,"score_linear":95514.0,"score_lmetric":885},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":1397,"score_linear":62618.0,"score_lmetric":1397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39636,"ongoing_decode_tokens":39636,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":1397,"score_linear":39636.0,"score_lmetric":1397},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16908,"ongoing_decode_tokens":21371,"pending_prefill_tokens":10940,"num_requests":1,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":1397,"score_linear":16908.0,"score_lmetric":12337},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12701,"ongoing_decode_tokens":0,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":1397,"score_linear":12701.0,"score_lmetric":14098},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":1397,"score_linear":39383.0,"score_lmetric":1397},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":95514.0,"chosen_score_lmetric":885,"t_first_token":30266.342962046,"t_first_token_unix":1779964262.8979058,"t_done":30266.609858426,"t_done_unix":1779964263.1648014},{"request_id":"1348394:1:1348394:481","session_id":"1348394","input_length":17217,"t_proxy_recv":30264.94744941,"t_decision_unix":1779964261.502391,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10940.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[1,1,1,0,1,0,1,0])","v3_prefill_cache_hit":0,"v3_new_local":17217,"cache_hit":0,"estimated_new_tokens":17217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":17217,"score_linear":96026.0,"score_lmetric":17217},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":17217,"score_linear":62618.0,"score_lmetric":17217},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":17217,"score_linear":39636.0,"score_lmetric":20501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":17217,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":17217,"score_linear":65289.0,"score_lmetric":17217},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":7065,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":17217,"score_linear":39383.0,"score_lmetric":21043},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-309.0,"chosen_score_lmetric":0,"t_first_token":30266.607095863,"t_first_token_unix":1779964263.1620393,"t_done":30267.13939066,"t_done_unix":1779964263.694334},{"request_id":"1348691:1:1348691:482","session_id":"1348691","input_length":12701,"t_proxy_recv":30265.806509995,"t_decision_unix":1779964262.3614516,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12701.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12701,"cache_hit":0,"estimated_new_tokens":12701,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":12701,"score_linear":96026.0,"score_lmetric":12701},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":12701,"score_linear":62618.0,"score_lmetric":12701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":12701,"score_linear":39636.0,"score_lmetric":15985},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16908,"ongoing_decode_tokens":21371,"pending_prefill_tokens":10940,"num_requests":1,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":12701,"score_linear":16908.0,"score_lmetric":23641},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":12701,"score_linear":39383.0,"score_lmetric":12701},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30266.856127719,"t_first_token_unix":1779964263.4110718,"t_done":30267.217181145,"t_done_unix":1779964263.7721257},{"request_id":"1349975:1:1349975:487","session_id":"1349975","input_length":4988,"t_proxy_recv":30270.330172043,"t_decision_unix":1779964266.885113,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4988.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4988 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4988,"cache_hit":0,"estimated_new_tokens":4988,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":4988,"score_linear":96026.0,"score_lmetric":4988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":4988,"score_linear":62618.0,"score_lmetric":4988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149210,"ongoing_decode_tokens":158094,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":4988,"score_linear":149210.0,"score_lmetric":14964},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30270.649967507,"t_first_token_unix":1779964267.2049105,"t_done":30271.110373595,"t_done_unix":1779964267.6653168},{"request_id":"1350162:1:1350162:488","session_id":"1350162","input_length":4594,"t_proxy_recv":30271.018568649,"t_decision_unix":1779964267.57351,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4594.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4594 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4594,"cache_hit":0,"estimated_new_tokens":4594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":4594,"score_linear":96026.0,"score_lmetric":4594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":4594,"score_linear":62618.0,"score_lmetric":4594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4988,"ongoing_decode_tokens":26359,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":4594,"score_linear":4988.0,"score_lmetric":4594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149210,"ongoing_decode_tokens":158094,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":4594,"score_linear":149210.0,"score_lmetric":13782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30271.307122633,"t_first_token_unix":1779964267.862066,"t_done":30271.424629086,"t_done_unix":1779964267.9795723},{"request_id":"1350896:1:1350896:489","session_id":"1350896","input_length":1471,"t_proxy_recv":30273.462083673,"t_decision_unix":1779964270.017025,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1471.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1471 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1471,"cache_hit":0,"estimated_new_tokens":1471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":1471,"score_linear":96026.0,"score_lmetric":1471},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":1471,"score_linear":62618.0,"score_lmetric":1471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149210,"ongoing_decode_tokens":158094,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":1471,"score_linear":149210.0,"score_lmetric":4413},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30273.562545729,"t_first_token_unix":1779964270.117489,"t_done":30273.927989484,"t_done_unix":1779964270.4829326},{"request_id":"1344773:3:1349525:486","session_id":"1344773","input_length":33334,"t_proxy_recv":30268.741096605,"t_decision_unix":1779964265.296038,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9830203395932081,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (566 < 8000)","v3_prefill_cache_hit":32768,"v3_new_local":566,"cache_hit":32768,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":33334,"score_linear":96026.0,"score_lmetric":33334},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":33334,"score_linear":62618.0,"score_lmetric":33334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115876,"ongoing_decode_tokens":48267,"pending_prefill_tokens":2253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":32768,"new_prefill":566,"score_linear":83108.0,"score_lmetric":5638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":83108.0,"chosen_score_lmetric":5638,"t_first_token":30269.787199167,"t_first_token_unix":1779964266.342143,"t_done":30274.286220174,"t_done_unix":1779964270.8411632},{"request_id":"1350980:1:1350980:490","session_id":"1350980","input_length":15313,"t_proxy_recv":30273.709814645,"t_decision_unix":1779964270.2647562,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15313.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15313,"cache_hit":0,"estimated_new_tokens":15313,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":15313,"score_linear":96026.0,"score_lmetric":15313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":15313,"score_linear":62618.0,"score_lmetric":15313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1471,"ongoing_decode_tokens":1471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":15313,"score_linear":1471.0,"score_lmetric":15313},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149210,"ongoing_decode_tokens":158094,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":15313,"score_linear":149210.0,"score_lmetric":45939},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30275.073601338,"t_first_token_unix":1779964271.628545,"t_done":30275.115059227,"t_done_unix":1779964271.6700025},{"request_id":"1269373:19:1349406:485","session_id":"1269373","input_length":76493,"t_proxy_recv":30268.395446016,"t_decision_unix":1779964264.9503875,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.9705463245002811,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2253 < 8000)","v3_prefill_cache_hit":74240,"v3_new_local":2253,"cache_hit":74240,"estimated_new_tokens":2253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":4096,"new_prefill":72397,"score_linear":91930.0,"score_lmetric":72397},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":76493,"score_linear":62618.0,"score_lmetric":76493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":74240,"new_prefill":2253,"score_linear":-34857.0,"score_lmetric":2253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-34857.0,"chosen_score_lmetric":2253,"t_first_token":30269.64065288,"t_first_token_unix":1779964266.1955967,"t_done":30276.573194641,"t_done_unix":1779964273.128138},{"request_id":"1253743:5:1351907:492","session_id":"1253743","input_length":51340,"t_proxy_recv":30277.245149795,"t_decision_unix":1779964273.8000915,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9773276197896377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1164 < 8000)","v3_prefill_cache_hit":50176,"v3_new_local":1164,"cache_hit":50176,"estimated_new_tokens":1164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":17408,"new_prefill":33932,"score_linear":78618.0,"score_lmetric":33932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":3584,"new_prefill":47756,"score_linear":59034.0,"score_lmetric":47756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":50176,"new_prefill":1164,"score_linear":-50176.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":4608,"new_prefill":46732,"score_linear":34775.0,"score_lmetric":46732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-50176.0,"chosen_score_lmetric":0,"t_first_token":30277.622968347,"t_first_token_unix":1779964274.1779118,"t_done":30278.198292129,"t_done_unix":1779964274.7532358},{"request_id":"1344773:4:1352462:494","session_id":"1344773","input_length":33579,"t_proxy_recv":30279.041171561,"t_decision_unix":1779964275.596113,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9910956252419667,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (299 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":299,"cache_hit":33280,"estimated_new_tokens":299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":33579,"score_linear":96026.0,"score_lmetric":33579},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":33579,"score_linear":62618.0,"score_lmetric":33579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":33579,"score_linear":21436.0,"score_lmetric":42727},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":33280,"new_prefill":299,"score_linear":6103.0,"score_lmetric":299},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6103.0,"chosen_score_lmetric":299,"t_first_token":30279.11946597,"t_first_token_unix":1779964275.6744099,"t_done":30279.428957354,"t_done_unix":1779964275.9839034},{"request_id":"1350162:2:1352468:495","session_id":"1350162","input_length":10575,"t_proxy_recv":30279.053518509,"t_decision_unix":1779964275.60846,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4357446808510638,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":5967.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5967 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":5967,"cache_hit":4608,"estimated_new_tokens":5967,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":10575,"score_linear":96026.0,"score_lmetric":10575},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":10575,"score_linear":62618.0,"score_lmetric":10575},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":4608,"new_prefill":5967,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":10575,"score_linear":21436.0,"score_lmetric":19723},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72962,"ongoing_decode_tokens":48267,"pending_prefill_tokens":299,"num_requests":2,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":10575,"score_linear":72962.0,"score_lmetric":21748},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":30279.605042978,"t_first_token_unix":1779964276.1599865,"t_done":30279.738317472,"t_done_unix":1779964276.2932606},{"request_id":"1348691:2:1352277:493","session_id":"1348691","input_length":21436,"t_proxy_recv":30278.429901463,"t_decision_unix":1779964274.9848425,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5732412763575294,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12288,"v3_new_local":9148,"cache_hit":12288,"estimated_new_tokens":9148,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":21436,"score_linear":96026.0,"score_lmetric":21436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":21436,"score_linear":62618.0,"score_lmetric":21436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":12288,"new_prefill":9148,"score_linear":-12288.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":21436,"score_linear":39383.0,"score_lmetric":21436},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":30279.710737005,"t_first_token_unix":1779964276.2656813,"t_done":30279.938088782,"t_done_unix":1779964276.493032},{"request_id":"1334223:3:1348241:479","session_id":"1334223","input_length":41202,"t_proxy_recv":30264.346331558,"t_decision_unix":1779964260.9012728,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9071404300762099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3826 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":3826,"cache_hit":37376,"estimated_new_tokens":3826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":41202,"score_linear":96026.0,"score_lmetric":41202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":41202,"score_linear":62618.0,"score_lmetric":41202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":37376,"new_prefill":3826,"score_linear":-37685.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102308,"ongoing_decode_tokens":102308,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":41202,"score_linear":102308.0,"score_lmetric":82404},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":37376,"new_prefill":3826,"score_linear":-39195.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39195.0,"chosen_score_lmetric":0,"t_first_token":30265.334814924,"t_first_token_unix":1779964261.8897648,"t_done":30279.993468745,"t_done_unix":1779964276.5484118},{"request_id":"1345921:4:1353010:501","session_id":"1345921","input_length":6935,"t_proxy_recv":30281.05156824,"t_decision_unix":1779964277.6065097,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.14765681326604183,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":6935.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6935 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6935,"cache_hit":0,"estimated_new_tokens":6935,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":1024,"new_prefill":5911,"score_linear":163261.0,"score_lmetric":11822},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":6935,"score_linear":62618.0,"score_lmetric":6935},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":6935,"score_linear":18840.0,"score_lmetric":25775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83326,"ongoing_decode_tokens":0,"pending_prefill_tokens":382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":6935,"score_linear":83326.0,"score_lmetric":7317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14239,"ongoing_decode_tokens":0,"pending_prefill_tokens":14239,"num_requests":1,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":6935,"score_linear":14239.0,"score_lmetric":21174},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75971,"ongoing_decode_tokens":84855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":6935,"score_linear":75971.0,"score_lmetric":6935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30281.514746977,"t_first_token_unix":1779964278.0696902,"t_done":30281.516907333,"t_done_unix":1779964278.0718503},{"request_id":"1352606:1:1352606:496","session_id":"1352606","input_length":18840,"t_proxy_recv":30279.624519754,"t_decision_unix":1779964276.179461,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":18840.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[1,1,1,0,0,1,1,0])","v3_prefill_cache_hit":0,"v3_new_local":18840,"cache_hit":0,"estimated_new_tokens":18840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":18840,"score_linear":96026.0,"score_lmetric":18840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":18840,"score_linear":62618.0,"score_lmetric":18840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":18840,"score_linear":10575.0,"score_lmetric":18840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":18840,"score_linear":21436.0,"score_lmetric":27988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":18840,"score_linear":39383.0,"score_lmetric":18840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30281.501953386,"t_first_token_unix":1779964278.0568967,"t_done":30282.136461322,"t_done_unix":1779964278.6914043},{"request_id":"1317598:6:1352957:499","session_id":"1317598","input_length":83326,"t_proxy_recv":30280.8940328,"t_decision_unix":1779964277.4489741,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9954155965724983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (382 < 8000)","v3_prefill_cache_hit":82944,"v3_new_local":382,"cache_hit":82944,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":83326,"score_linear":164285.0,"score_lmetric":166652},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":83326,"score_linear":62618.0,"score_lmetric":83326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":83326,"score_linear":18840.0,"score_lmetric":102166},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":82944,"new_prefill":382,"score_linear":-82944.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75971,"ongoing_decode_tokens":84855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":83326,"score_linear":75971.0,"score_lmetric":83326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":30281.152576802,"t_first_token_unix":1779964277.70752,"t_done":30282.215077725,"t_done_unix":1779964278.7700214},{"request_id":"1349975:2:1352986:500","session_id":"1349975","input_length":14239,"t_proxy_recv":30280.9941407,"t_decision_unix":1779964277.549082,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.32361823161738884,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":14239.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14239,"cache_hit":0,"estimated_new_tokens":14239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":14239,"score_linear":164285.0,"score_lmetric":28478},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14239,"score_linear":62618.0,"score_lmetric":14239},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":4608,"new_prefill":9631,"score_linear":14232.0,"score_lmetric":28471},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83326,"ongoing_decode_tokens":0,"pending_prefill_tokens":382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":14239,"score_linear":83326.0,"score_lmetric":14621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75971,"ongoing_decode_tokens":84855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":14239,"score_linear":75971.0,"score_lmetric":14239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30282.221480158,"t_first_token_unix":1779964278.7764232,"t_done":30282.414621242,"t_done_unix":1779964278.9695644},{"request_id":"1269373:20:1352797:498","session_id":"1269373","input_length":77790,"t_proxy_recv":30280.295797089,"t_decision_unix":1779964276.8507383,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9872734284612418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (990 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":990,"cache_hit":76800,"estimated_new_tokens":990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":4096,"new_prefill":73694,"score_linear":160189.0,"score_lmetric":147388},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":77790,"score_linear":62618.0,"score_lmetric":77790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":7680,"new_prefill":70110,"score_linear":11160.0,"score_lmetric":88950},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":76800,"new_prefill":990,"score_linear":-78619.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":7680,"new_prefill":70110,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-78619.0,"chosen_score_lmetric":0,"t_first_token":30280.86542463,"t_first_token_unix":1779964277.4203682,"t_done":30283.70646916,"t_done_unix":1779964280.2614129},{"request_id":"1339070:1:1339070:438","session_id":"1339070","input_length":7065,"t_proxy_recv":30232.343886535,"t_decision_unix":1779964228.8988278,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7065.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7065 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7065,"cache_hit":0,"estimated_new_tokens":7065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":7065,"score_linear":161535.0,"score_lmetric":23554},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":7065,"score_linear":158001.0,"score_lmetric":14130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":7065,"score_linear":102466.0,"score_lmetric":13386},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":0,"pending_prefill_tokens":656,"num_requests":1,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":7065,"score_linear":83088.0,"score_lmetric":7721},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":7065,"score_linear":-8884.0,"score_lmetric":-7065},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":7065,"score_linear":55130.0,"score_lmetric":7065}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-7065,"t_first_token":30232.821064324,"t_first_token_unix":1779964229.3760078,"t_done":30284.337646615,"t_done_unix":1779964280.8925905},{"request_id":"1344773:5:1353365:502","session_id":"1344773","input_length":33875,"t_proxy_recv":30282.499625422,"t_decision_unix":1779964279.054567,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9824354243542436,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (595 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":595,"cache_hit":33280,"estimated_new_tokens":595,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":33875,"score_linear":164285.0,"score_lmetric":67750},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":33875,"score_linear":62618.0,"score_lmetric":33875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75971,"ongoing_decode_tokens":84855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":33280,"new_prefill":595,"score_linear":42691.0,"score_lmetric":595},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":42691.0,"chosen_score_lmetric":595,"t_first_token":30282.689965369,"t_first_token_unix":1779964279.2449083,"t_done":30285.178257612,"t_done_unix":1779964281.7332008},{"request_id":"1253743:6:1354346:505","session_id":"1253743","input_length":51436,"t_proxy_recv":30285.747941402,"t_decision_unix":1779964282.302883,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9954117738548877,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (236 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":236,"cache_hit":51200,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":17408,"new_prefill":34028,"score_linear":146877.0,"score_lmetric":68056},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":3584,"new_prefill":47852,"score_linear":59034.0,"score_lmetric":47852},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":51200,"new_prefill":236,"score_linear":-51200.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":51436,"score_linear":27651.0,"score_lmetric":79087},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":4608,"new_prefill":46828,"score_linear":-13492.0,"score_lmetric":-46828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":51436,"score_linear":83526.0,"score_lmetric":134962}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":30285.874066794,"t_first_token_unix":1779964282.42901,"t_done":30286.422464903,"t_done_unix":1779964282.9774084},{"request_id":"1279412:23:1348089:477","session_id":"1279412","input_length":96026,"t_proxy_recv":30263.731551092,"t_decision_unix":1779964260.286492,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9970632953575074,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (282 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":282,"cache_hit":95744,"estimated_new_tokens":282,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":95744,"new_prefill":282,"score_linear":-95744.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":95232,"new_prefill":794,"score_linear":-32614.0,"score_lmetric":794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":96026,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102308,"ongoing_decode_tokens":102308,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":96026,"score_linear":102308.0,"score_lmetric":192052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":96026,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":12800,"new_prefill":83226,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":30263.880956138,"t_first_token_unix":1779964260.4358995,"t_done":30286.506811881,"t_done_unix":1779964283.0617554},{"request_id":"1353821:1:1353821:503","session_id":"1353821","input_length":27651,"t_proxy_recv":30283.91568731,"t_decision_unix":1779964280.470628,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":27651.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27651,"cache_hit":0,"estimated_new_tokens":27651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":27651,"score_linear":164285.0,"score_lmetric":55302},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":27651,"score_linear":62618.0,"score_lmetric":27651},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32056,"ongoing_decode_tokens":40940,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1544,"cache_hit":0,"new_prefill":27651,"score_linear":32056.0,"score_lmetric":27651},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30287.332869591,"t_first_token_unix":1779964283.8878138,"t_done":30288.145314071,"t_done_unix":1779964284.7002575},{"request_id":"1355484:1:1355484:508","session_id":"1355484","input_length":19366,"t_proxy_recv":30289.630284733,"t_decision_unix":1779964286.1852262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6566.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6566 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":6566,"cache_hit":12800,"estimated_new_tokens":6566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":12800,"new_prefill":6566,"score_linear":55459.0,"score_lmetric":6566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":12800,"new_prefill":6566,"score_linear":65337.0,"score_lmetric":13132},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15619,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":0,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":19366,"score_linear":15619.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":12800,"new_prefill":6566,"score_linear":70726.0,"score_lmetric":90092}],"chosen_score_linear":55459.0,"chosen_score_lmetric":6566,"t_first_token":30290.571866568,"t_first_token_unix":1779964287.1268098,"t_done":30291.627155861,"t_done_unix":1779964288.182099},{"request_id":"1286804:3:1354910:506","session_id":"1286804","input_length":15519,"t_proxy_recv":30287.719076204,"t_decision_unix":1779964284.2740176,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8907790450415619,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1695 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1695,"cache_hit":13824,"estimated_new_tokens":1695,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":1536,"new_prefill":13983,"score_linear":66723.0,"score_lmetric":13983},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":13824,"new_prefill":1695,"score_linear":48794.0,"score_lmetric":1695},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27651,"ongoing_decode_tokens":27651,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":15519,"score_linear":27651.0,"score_lmetric":15519},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":15519,"score_linear":-8884.0,"score_lmetric":-15519},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":15519,"score_linear":83526.0,"score_lmetric":99045}],"chosen_score_linear":48794.0,"chosen_score_lmetric":1695,"t_first_token":30289.130780846,"t_first_token_unix":1779964285.6857245,"t_done":30292.02532886,"t_done_unix":1779964288.580272},{"request_id":"1355325:1:1355325:507","session_id":"1355325","input_length":24503,"t_proxy_recv":30289.190869311,"t_decision_unix":1779964285.7458107,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24503.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24503,"cache_hit":0,"estimated_new_tokens":24503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":24503,"score_linear":68259.0,"score_lmetric":24503},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":24503,"score_linear":78137.0,"score_lmetric":49006},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":24503,"score_linear":-8884.0,"score_lmetric":-24503},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":24503,"score_linear":83526.0,"score_lmetric":108029}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-24503,"t_first_token":30292.025782633,"t_first_token_unix":1779964288.5807257,"t_done":30292.297750278,"t_done_unix":1779964288.8526933},{"request_id":"1344773:6:1356097:513","session_id":"1344773","input_length":34198,"t_proxy_recv":30291.878847193,"t_decision_unix":1779964288.4337888,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9881279606994561,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (406 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":406,"cache_hit":33792,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34198,"score_linear":68259.0,"score_lmetric":34198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":34198,"score_linear":78137.0,"score_lmetric":68396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48977,"ongoing_decode_tokens":0,"pending_prefill_tokens":849,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":34198,"score_linear":48977.0,"score_lmetric":35047},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34198,"score_linear":48193.0,"score_lmetric":37335},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":34198,"score_linear":35308.0,"score_lmetric":69506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93708,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":33792,"new_prefill":406,"score_linear":59916.0,"score_lmetric":25174},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":34198,"score_linear":83526.0,"score_lmetric":117724}],"chosen_score_linear":59916.0,"chosen_score_lmetric":25174,"t_first_token":30292.186007192,"t_first_token_unix":1779964288.74095,"t_done":30292.507871252,"t_done_unix":1779964289.062816},{"request_id":"1340278:2:1356079:512","session_id":"1340278","input_length":48977,"t_proxy_recv":30291.820471703,"t_decision_unix":1779964288.375413,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9826653327071891,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (849 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":849,"cache_hit":48128,"estimated_new_tokens":849,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":48977,"score_linear":68259.0,"score_lmetric":48977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":48977,"score_linear":78137.0,"score_lmetric":97954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":48128,"new_prefill":849,"score_linear":-48128.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":48977,"score_linear":48193.0,"score_lmetric":52114},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":48977,"score_linear":35308.0,"score_lmetric":84285},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93708,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":48977,"score_linear":93708.0,"score_lmetric":73745},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":48977,"score_linear":83526.0,"score_lmetric":132503}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":30292.144755509,"t_first_token_unix":1779964288.6996987,"t_done":30292.819777869,"t_done_unix":1779964289.3747227},{"request_id":"1356948:1:1356948:515","session_id":"1356948","input_length":6711,"t_proxy_recv":30294.908054378,"t_decision_unix":1779964291.4629958,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6711.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6711 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6711,"cache_hit":0,"estimated_new_tokens":6711,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":6711,"score_linear":68259.0,"score_lmetric":6711},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":6711,"score_linear":62618.0,"score_lmetric":6711},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":6711,"score_linear":122597.0,"score_lmetric":6711},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":6711,"score_linear":170790.0,"score_lmetric":19696},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":6711,"score_linear":35308.0,"score_lmetric":42019},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69205,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":6711,"score_linear":69205.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":6711,"score_linear":83526.0,"score_lmetric":90237}],"chosen_score_linear":69205.0,"chosen_score_lmetric":0,"t_first_token":30295.374025443,"t_first_token_unix":1779964291.9289691,"t_done":30295.924629589,"t_done_unix":1779964292.4795728},{"request_id":"1269373:21:1355702:509","session_id":"1269373","input_length":78089,"t_proxy_recv":30290.30690644,"t_decision_unix":1779964286.8618479,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77824,"affinity_cache_ratio":0.9966064362458221,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (265 < 8000)","v3_prefill_cache_hit":77824,"v3_new_local":265,"cache_hit":77824,"estimated_new_tokens":265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87625,"ongoing_decode_tokens":68259,"pending_prefill_tokens":6566,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":4096,"new_prefill":73993,"score_linear":83529.0,"score_lmetric":161118},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":78089,"score_linear":78137.0,"score_lmetric":156178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":7680,"new_prefill":70409,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15619,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":0,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":77824,"new_prefill":265,"score_linear":-62205.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":7680,"new_prefill":70409,"score_linear":75846.0,"score_lmetric":153935}],"chosen_score_linear":-62205.0,"chosen_score_lmetric":0,"t_first_token":30292.137026376,"t_first_token_unix":1779964288.6919699,"t_done":30296.561167187,"t_done_unix":1779964293.1161108},{"request_id":"1355951:1:1355951:511","session_id":"1355951","input_length":35308,"t_proxy_recv":30291.217575377,"t_decision_unix":1779964287.7725165,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35308.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35308,"cache_hit":0,"estimated_new_tokens":35308,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87625,"ongoing_decode_tokens":87625,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":35308,"score_linear":87625.0,"score_lmetric":70616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":35308,"score_linear":78137.0,"score_lmetric":70616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35308,"score_linear":48193.0,"score_lmetric":38445},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93708,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":35308,"score_linear":93708.0,"score_lmetric":60076},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":35308,"score_linear":83526.0,"score_lmetric":118834}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30296.379733487,"t_first_token_unix":1779964292.9346764,"t_done":30296.940477659,"t_done_unix":1779964293.4954216},{"request_id":"1357132:1:1357132:516","session_id":"1357132","input_length":13520,"t_proxy_recv":30295.454163263,"t_decision_unix":1779964292.0091047,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13520.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13520,"cache_hit":0,"estimated_new_tokens":13520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":13520,"score_linear":68259.0,"score_lmetric":13520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":13520,"score_linear":62618.0,"score_lmetric":13520},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":13520,"score_linear":122597.0,"score_lmetric":13520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":13520,"score_linear":170790.0,"score_lmetric":33314},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":13520,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":13520,"score_linear":35308.0,"score_lmetric":48828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75916,"ongoing_decode_tokens":84800,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":13520,"score_linear":75916.0,"score_lmetric":13520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":13520,"score_linear":83526.0,"score_lmetric":97046}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30296.615198661,"t_first_token_unix":1779964293.1701424,"t_done":30297.229577382,"t_done_unix":1779964293.7845204},{"request_id":"1353821:2:1357420:517","session_id":"1353821","input_length":27805,"t_proxy_recv":30296.300716935,"t_decision_unix":1779964292.855658,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9943535335371336,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (157 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":157,"cache_hit":27648,"estimated_new_tokens":157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":27805,"score_linear":68259.0,"score_lmetric":27805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":27805,"score_linear":62618.0,"score_lmetric":27805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":27805,"score_linear":122597.0,"score_lmetric":27805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":27805,"score_linear":170790.0,"score_lmetric":61884},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13520,"ongoing_decode_tokens":0,"pending_prefill_tokens":13520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":27805,"score_linear":13520.0,"score_lmetric":41325},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":27648,"new_prefill":157,"score_linear":7660.0,"score_lmetric":35465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69205,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":27805,"score_linear":69205.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":27805,"score_linear":83526.0,"score_lmetric":111331}],"chosen_score_linear":7660.0,"chosen_score_lmetric":35465,"t_first_token":30296.412863364,"t_first_token_unix":1779964292.9678068,"t_done":30297.334518461,"t_done_unix":1779964293.889463},{"request_id":"1344773:7:1357714:518","session_id":"1344773","input_length":34351,"t_proxy_recv":30297.382428292,"t_decision_unix":1779964293.9373696,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9837268201799074,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (559 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":559,"cache_hit":33792,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34351,"score_linear":68259.0,"score_lmetric":34351},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34351,"score_linear":62618.0,"score_lmetric":34351},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":34351,"score_linear":122597.0,"score_lmetric":34351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34351,"score_linear":170790.0,"score_lmetric":74976},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":33792,"new_prefill":559,"score_linear":-42676.0,"score_lmetric":-559},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":34351,"score_linear":83526.0,"score_lmetric":117877}],"chosen_score_linear":-42676.0,"chosen_score_lmetric":-559,"t_first_token":30297.484870817,"t_first_token_unix":1779964294.039814,"t_done":30297.882975921,"t_done_unix":1779964294.4379191},{"request_id":"1344773:8:1358989:523","session_id":"1344773","input_length":34552,"t_proxy_recv":30301.909685849,"t_decision_unix":1779964298.464627,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9928224125955082,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (248 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":248,"cache_hit":34304,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34552,"score_linear":127017.0,"score_lmetric":69104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34552,"score_linear":62618.0,"score_lmetric":34552},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":34552,"score_linear":122597.0,"score_lmetric":34552},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34552,"score_linear":170790.0,"score_lmetric":69104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":34552,"score_linear":58758.0,"score_lmetric":34552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":0,"pending_prefill_tokens":1910,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":34304,"new_prefill":248,"score_linear":45942.0,"score_lmetric":2158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":34552,"score_linear":83526.0,"score_lmetric":118078}],"chosen_score_linear":45942.0,"chosen_score_lmetric":2158,"t_first_token":30302.901439428,"t_first_token_unix":1779964299.4563832,"t_done":30303.343512022,"t_done_unix":1779964299.8984575},{"request_id":"1344773:9:1360064:526","session_id":"1344773","input_length":34611,"t_proxy_recv":30305.907102764,"t_decision_unix":1779964302.4620442,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9911299875762041,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (307 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":307,"cache_hit":34304,"estimated_new_tokens":307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34611,"score_linear":146510.0,"score_lmetric":103944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34611,"score_linear":62618.0,"score_lmetric":34611},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":34611,"score_linear":122597.0,"score_lmetric":34611},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34611,"score_linear":222299.0,"score_lmetric":104760},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":34611,"score_linear":58758.0,"score_lmetric":34611},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":34304,"new_prefill":307,"score_linear":45942.0,"score_lmetric":307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":34611,"score_linear":83526.0,"score_lmetric":118137}],"chosen_score_linear":45942.0,"chosen_score_lmetric":307,"t_first_token":30305.990283213,"t_first_token_unix":1779964302.5452263,"t_done":30306.683175297,"t_done_unix":1779964303.2381184},{"request_id":"1353951:1:1353951:504","session_id":"1353951","input_length":83526,"t_proxy_recv":30284.400691786,"t_decision_unix":1779964280.9556334,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":83526.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":83526,"cache_hit":0,"estimated_new_tokens":83526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":83526,"score_linear":164285.0,"score_lmetric":167052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":83526,"score_linear":62618.0,"score_lmetric":83526},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":83526,"score_linear":27651.0,"score_lmetric":111177},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24991,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":83526,"score_linear":24991.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30308.026907979,"t_first_token_unix":1779964304.581852,"t_done":30309.417259461,"t_done_unix":1779964305.972203},{"request_id":"1353951:2:1358300:520","session_id":"1353951","input_length":83905,"t_proxy_recv":30309.432830105,"t_decision_unix":1779964305.9877717,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9946487098504261,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (449 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":449,"cache_hit":83456,"estimated_new_tokens":449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":83905,"score_linear":146510.0,"score_lmetric":251826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":83905,"score_linear":96096.0,"score_lmetric":178446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":83905,"score_linear":122597.0,"score_lmetric":83905},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":83905,"score_linear":222299.0,"score_lmetric":252642},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124790,"ongoing_decode_tokens":0,"pending_prefill_tokens":496,"num_requests":2,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":83905,"score_linear":124790.0,"score_lmetric":168802},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":83905,"score_linear":145821.0,"score_lmetric":404156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":83905,"score_linear":80246.0,"score_lmetric":83905},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":83456,"new_prefill":449,"score_linear":-83456.0,"score_lmetric":0}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":30309.705777142,"t_first_token_unix":1779964306.260721,"t_done":30309.852026988,"t_done_unix":1779964306.4069712},{"request_id":"1342921:2:1361022:530","session_id":"1342921","input_length":66032,"t_proxy_recv":30309.185334871,"t_decision_unix":1779964305.7402763,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65536,"affinity_cache_ratio":0.992488490428883,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":496,"cache_hit":65536,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":66032,"score_linear":146510.0,"score_lmetric":198207},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":66032,"score_linear":96096.0,"score_lmetric":142700},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":66032,"score_linear":122597.0,"score_lmetric":66032},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":66032,"score_linear":222299.0,"score_lmetric":199023},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":65536,"new_prefill":496,"score_linear":-6778.0,"score_lmetric":496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":66032,"score_linear":145821.0,"score_lmetric":368410},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":66032,"score_linear":80246.0,"score_lmetric":66032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":66032,"score_linear":83526.0,"score_lmetric":66032}],"chosen_score_linear":-6778.0,"chosen_score_lmetric":496,"t_first_token":30309.527131293,"t_first_token_unix":1779964306.0820746,"t_done":30309.897292493,"t_done_unix":1779964306.4522355},{"request_id":"1356948:2:1361262:532","session_id":"1356948","input_length":16480,"t_proxy_recv":30310.195225126,"t_decision_unix":1779964306.7501662,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":6656,"affinity_cache_ratio":0.40388349514563104,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":9824.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":6656,"v3_new_local":9824,"v3_src_idx":6,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":6656,"estimated_new_tokens":9824,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":87752,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":16480,"score_linear":146510.0,"score_lmetric":49440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":16480,"score_linear":96096.0,"score_lmetric":43596},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":16480,"score_linear":122597.0,"score_lmetric":16480},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":16480,"score_linear":222299.0,"score_lmetric":50367},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":16480,"score_linear":58758.0,"score_lmetric":16480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":16480,"score_linear":145821.0,"score_lmetric":269306},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":6656,"new_prefill":9824,"score_linear":73590.0,"score_lmetric":9824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73590.0,"chosen_score_lmetric":9824,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"write_mode":true,"t_prefill_sent":30310.195919355,"t_prefill_sent_unix":1779964306.7508621,"t_decode_sent":30310.195933667,"t_decode_sent_unix":1779964306.7508771,"t_first_token":30311.471008555,"t_first_token_unix":1779964308.0259519,"t_done":30311.636909175,"t_done_unix":1779964308.1918526,"t_prefill_done":30311.636914051,"t_prefill_done_unix":1779964308.1918569},{"request_id":"1355484:2:1359370:525","session_id":"1355484","input_length":19493,"t_proxy_recv":30303.400895699,"t_decision_unix":1779964299.9558368,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9981018827271328,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (37 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":37,"cache_hit":19456,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":19456,"new_prefill":37,"score_linear":107561.0,"score_lmetric":74},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":12800,"new_prefill":6693,"score_linear":49818.0,"score_lmetric":6693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":19493,"score_linear":122597.0,"score_lmetric":19493},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":19493,"score_linear":222299.0,"score_lmetric":59406},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":19493,"score_linear":58758.0,"score_lmetric":19493},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":19493,"score_linear":80246.0,"score_lmetric":19493},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":12800,"new_prefill":6693,"score_linear":70726.0,"score_lmetric":90219}],"chosen_score_linear":107561.0,"chosen_score_lmetric":74,"t_first_token":30310.131846203,"t_first_token_unix":1779964306.68679,"t_done":30312.081836531,"t_done_unix":1779964308.6367798},{"request_id":"1361992:1:1361992:535","session_id":"1361992","input_length":8113,"t_proxy_recv":30312.771626209,"t_decision_unix":1779964309.3265674,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":8113.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8113,"cache_hit":0,"estimated_new_tokens":8113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146731,"ongoing_decode_tokens":68259,"pending_prefill_tokens":258,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":8113,"score_linear":146731.0,"score_lmetric":25113},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":8113,"score_linear":96096.0,"score_lmetric":26862},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":8113,"score_linear":122597.0,"score_lmetric":8113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":8113,"score_linear":222299.0,"score_lmetric":25266},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":8113,"score_linear":58758.0,"score_lmetric":8113},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":8113,"score_linear":145821.0,"score_lmetric":252572},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114925,"ongoing_decode_tokens":114925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":8113,"score_linear":114925.0,"score_lmetric":16226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":8113,"score_linear":76969.0,"score_lmetric":85082}],"chosen_score_linear":122597.0,"chosen_score_lmetric":8113,"t_first_token":30313.342805686,"t_first_token_unix":1779964309.8977497,"t_done":30313.482894325,"t_done_unix":1779964310.0378382},{"request_id":"1270340:3:1360716:528","session_id":"1270340","input_length":33478,"t_proxy_recv":30308.061801142,"t_decision_unix":1779964304.6167424,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8411494115538563,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5318 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":5318,"cache_hit":28160,"estimated_new_tokens":5318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":33478,"score_linear":146510.0,"score_lmetric":100545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":28160,"new_prefill":5318,"score_linear":34458.0,"score_lmetric":5318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":33478,"score_linear":122597.0,"score_lmetric":33478},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":33478,"score_linear":222299.0,"score_lmetric":101361},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":1536,"new_prefill":31942,"score_linear":57222.0,"score_lmetric":31942},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":33478,"score_linear":117888.0,"score_lmetric":151366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":33478,"score_linear":80246.0,"score_lmetric":33478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":33478,"score_linear":83526.0,"score_lmetric":33478}],"chosen_score_linear":34458.0,"chosen_score_lmetric":5318,"t_first_token":30312.841388526,"t_first_token_unix":1779964309.3963318,"t_done":30313.714406542,"t_done_unix":1779964310.2693498},{"request_id":"1355484:3:1361065:531","session_id":"1355484","input_length":19714,"t_proxy_recv":30312.087374976,"t_decision_unix":1779964308.6423163,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (258 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":258,"cache_hit":19456,"estimated_new_tokens":258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":19456,"new_prefill":258,"score_linear":107561.0,"score_lmetric":516},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":12800,"new_prefill":6914,"score_linear":83296.0,"score_lmetric":24464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":19714,"score_linear":122597.0,"score_lmetric":19714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":19714,"score_linear":222299.0,"score_lmetric":60069},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":19714,"score_linear":58758.0,"score_lmetric":19714},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":19714,"score_linear":145821.0,"score_lmetric":275774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114925,"ongoing_decode_tokens":114925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":19714,"score_linear":114925.0,"score_lmetric":39428},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":6914,"score_linear":64169.0,"score_lmetric":83883}],"chosen_score_linear":107561.0,"chosen_score_lmetric":516,"t_first_token":30314.135305153,"t_first_token_unix":1779964310.6902485,"t_done":30314.806987874,"t_done_unix":1779964311.3619318},{"request_id":"1344773:10:1361326:533","session_id":"1344773","input_length":34679,"t_proxy_recv":30310.439678949,"t_decision_unix":1779964306.99462,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9891865394042504,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (375 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":375,"cache_hit":34304,"estimated_new_tokens":375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":87752,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34679,"score_linear":146510.0,"score_lmetric":104037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34679,"score_linear":96096.0,"score_lmetric":79994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":34679,"score_linear":122597.0,"score_lmetric":34679},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34679,"score_linear":222299.0,"score_lmetric":104964},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":34679,"score_linear":58758.0,"score_lmetric":34679},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":34679,"score_linear":145821.0,"score_lmetric":305704},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96726,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":34304,"new_prefill":375,"score_linear":62422.0,"score_lmetric":750},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16480,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":34679,"score_linear":16480.0,"score_lmetric":34679}],"chosen_score_linear":62422.0,"chosen_score_lmetric":750,"t_first_token":30311.45715981,"t_first_token_unix":1779964308.0121033,"t_done":30315.598649189,"t_done_unix":1779964312.1535935},{"request_id":"1362265:1:1362265:536","session_id":"1362265","input_length":8825,"t_proxy_recv":30313.617186898,"t_decision_unix":1779964310.1721282,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":8825.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8825,"cache_hit":0,"estimated_new_tokens":8825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146731,"ongoing_decode_tokens":68259,"pending_prefill_tokens":258,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":8825,"score_linear":146731.0,"score_lmetric":27249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":96096,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":8825,"score_linear":96096.0,"score_lmetric":17650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":8825,"score_linear":122597.0,"score_lmetric":8825},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":8825,"score_linear":222299.0,"score_lmetric":27402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":8825,"score_linear":58758.0,"score_lmetric":8825},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":8825,"score_linear":145821.0,"score_lmetric":253996},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114925,"ongoing_decode_tokens":114925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":8825,"score_linear":114925.0,"score_lmetric":17650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":8825,"score_linear":76969.0,"score_lmetric":85794}],"chosen_score_linear":58758.0,"chosen_score_lmetric":8825,"t_first_token":30314.386316977,"t_first_token_unix":1779964310.9412603,"t_done":30316.262837861,"t_done_unix":1779964312.8177812},{"request_id":"1361992:2:1362904:537","session_id":"1361992","input_length":10347,"t_proxy_recv":30315.862663255,"t_decision_unix":1779964312.4176047,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7422441287329661,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2667 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2667,"cache_hit":7680,"estimated_new_tokens":2667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":10347,"score_linear":127017.0,"score_lmetric":20694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":10347,"score_linear":62618.0,"score_lmetric":10347},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":7680,"new_prefill":2667,"score_linear":114917.0,"score_lmetric":2667},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":10347,"score_linear":222299.0,"score_lmetric":31968},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67583,"ongoing_decode_tokens":8825,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":10347,"score_linear":67583.0,"score_lmetric":20694},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":10347,"score_linear":145821.0,"score_lmetric":257040},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":10347,"score_linear":80246.0,"score_lmetric":10347},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":10347,"score_linear":76969.0,"score_lmetric":87316}],"chosen_score_linear":114917.0,"chosen_score_lmetric":2667,"t_first_token":30316.122903159,"t_first_token_unix":1779964312.6778464,"t_done":30316.270696386,"t_done_unix":1779964312.8256395},{"request_id":"1363440:1:1363440:542","session_id":"1363440","input_length":543,"t_proxy_recv":30317.811828908,"t_decision_unix":1779964314.36677,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":543.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (543 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":543,"cache_hit":0,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":543,"score_linear":127017.0,"score_lmetric":1086},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":543,"score_linear":125303.0,"score_lmetric":126456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":543,"score_linear":122597.0,"score_lmetric":543},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":543,"score_linear":222299.0,"score_lmetric":2556},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":74815,"ongoing_decode_tokens":0,"pending_prefill_tokens":2233,"num_requests":2,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":0,"new_prefill":543,"score_linear":74815.0,"score_lmetric":5552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":543,"score_linear":183053.0,"score_lmetric":361860},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":543,"score_linear":80246.0,"score_lmetric":543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":543,"score_linear":76969.0,"score_lmetric":77512}],"chosen_score_linear":80246.0,"chosen_score_lmetric":543,"t_first_token":30318.021576357,"t_first_token_unix":1779964314.5765195,"t_done":30318.40501126,"t_done_unix":1779964314.9599545},{"request_id":"1313181:2:1358046:519","session_id":"1313181","input_length":58758,"t_proxy_recv":30298.589212121,"t_decision_unix":1779964295.1441534,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.40954423227475406,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":34694.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":24064,"v3_new_local":34694,"v3_src_idx":0,"v3_target_idx":4,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":24064,"estimated_new_tokens":34694,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":24064,"new_prefill":34694,"score_linear":44195.0,"score_lmetric":34694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":12800,"new_prefill":45958,"score_linear":49818.0,"score_lmetric":45958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":58758,"score_linear":122597.0,"score_lmetric":58758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":58758,"score_linear":170790.0,"score_lmetric":123790},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":12800,"new_prefill":45958,"score_linear":70726.0,"score_lmetric":129484}],"chosen_score_linear":44195.0,"chosen_score_lmetric":34694,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8004","v3_decode_target_idx":4,"write_mode":true,"t_prefill_sent":30298.591596212,"t_prefill_sent_unix":1779964295.1465387,"t_decode_sent":30298.591613228,"t_decode_sent_unix":1779964295.1465566,"t_first_token":30310.200956433,"t_first_token_unix":1779964306.7558997,"t_done":30318.619964784,"t_done_unix":1779964315.1749084,"t_prefill_done":30318.619969408,"t_prefill_done_unix":1779964315.1749175},{"request_id":"1313181:3:1316742:330","session_id":"1313181","input_length":24451,"t_proxy_recv":30318.625472624,"t_decision_unix":1779964315.1804142,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9841724264856243,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (387 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":387,"cache_hit":24064,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":24064,"new_prefill":387,"score_linear":44195.0,"score_lmetric":387},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":12800,"new_prefill":11651,"score_linear":112503.0,"score_lmetric":148672},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":24451,"score_linear":122597.0,"score_lmetric":24451},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":24451,"score_linear":222299.0,"score_lmetric":74280},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":24064,"new_prefill":387,"score_linear":-8007.0,"score_lmetric":387},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":24451,"score_linear":183053.0,"score_lmetric":433584},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":24451,"score_linear":80246.0,"score_lmetric":24451},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":11651,"score_linear":64169.0,"score_lmetric":88620}],"chosen_score_linear":-8007.0,"chosen_score_lmetric":387,"t_first_token":30318.670398192,"t_first_token_unix":1779964315.225342,"t_done":30319.434475469,"t_done_unix":1779964315.989419},{"request_id":"1364128:1:1364128:545","session_id":"1364128","input_length":8706,"t_proxy_recv":30319.980763712,"t_decision_unix":1779964316.5357053,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":2050.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2050 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":2050,"cache_hit":6656,"estimated_new_tokens":2050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80895,"ongoing_decode_tokens":68259,"pending_prefill_tokens":3932,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":8706,"score_linear":80895.0,"score_lmetric":25276},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":8706,"score_linear":125303.0,"score_lmetric":142782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":8706,"score_linear":122597.0,"score_lmetric":8706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":8706,"score_linear":222299.0,"score_lmetric":27045},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":6656,"new_prefill":2050,"score_linear":9401.0,"score_lmetric":2050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":8706,"score_linear":183053.0,"score_lmetric":386349},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":8706,"score_linear":94143.0,"score_lmetric":22678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":8706,"score_linear":76969.0,"score_lmetric":85675}],"chosen_score_linear":9401.0,"chosen_score_lmetric":2050,"t_first_token":30320.202880836,"t_first_token_unix":1779964316.757824,"t_done":30321.279304887,"t_done_unix":1779964317.8342485},{"request_id":"1305906:2:1363233:539","session_id":"1305906","input_length":16057,"t_proxy_recv":30316.979723701,"t_decision_unix":1779964313.534665,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8609329264495236,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2233 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":2233,"cache_hit":13824,"estimated_new_tokens":2233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":16057,"score_linear":127017.0,"score_lmetric":32114},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":16057,"score_linear":125303.0,"score_lmetric":157484},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":16057,"score_linear":122597.0,"score_lmetric":16057},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":16057,"score_linear":222299.0,"score_lmetric":49098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":13824,"new_prefill":2233,"score_linear":44934.0,"score_lmetric":2233},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":16057,"score_linear":145821.0,"score_lmetric":268460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":16057,"score_linear":80246.0,"score_lmetric":16057},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":16057,"score_linear":76969.0,"score_lmetric":93026}],"chosen_score_linear":44934.0,"chosen_score_lmetric":2233,"t_first_token":30318.472501491,"t_first_token_unix":1779964315.0274448,"t_done":30323.452172332,"t_done_unix":1779964320.0071158},{"request_id":"1364960:1:1364960:549","session_id":"1364960","input_length":2019,"t_proxy_recv":30322.906353148,"t_decision_unix":1779964319.4612947,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":2019.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2019 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2019,"cache_hit":0,"estimated_new_tokens":2019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198739,"ongoing_decode_tokens":198739,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":2019,"score_linear":198739.0,"score_lmetric":8076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":2019,"score_linear":125303.0,"score_lmetric":129408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":2019,"score_linear":182111.0,"score_lmetric":123066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":2019,"score_linear":222299.0,"score_lmetric":6984},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":2019,"score_linear":16057.0,"score_lmetric":2019},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":2019,"score_linear":183053.0,"score_lmetric":366288},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":2019,"score_linear":94143.0,"score_lmetric":4038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":2019,"score_linear":76969.0,"score_lmetric":78988}],"chosen_score_linear":16057.0,"chosen_score_lmetric":2019,"t_first_token":30323.054537029,"t_first_token_unix":1779964319.60948,"t_done":30323.505123995,"t_done_unix":1779964320.0600667},{"request_id":"1357132:2:1364990:550","session_id":"1357132","input_length":14721,"t_proxy_recv":30322.978974222,"t_decision_unix":1779964319.533916,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.9042863935873922,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1409 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":1409,"cache_hit":13312,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198739,"ongoing_decode_tokens":198739,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":14721,"score_linear":198739.0,"score_lmetric":58884},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":14721,"score_linear":125303.0,"score_lmetric":154812},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":14721,"score_linear":182111.0,"score_lmetric":148470},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":14721,"score_linear":222299.0,"score_lmetric":45090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18076,"ongoing_decode_tokens":16057,"pending_prefill_tokens":2019,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":13312,"new_prefill":1409,"score_linear":4764.0,"score_lmetric":6856},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14721,"score_linear":183053.0,"score_lmetric":404394},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":14721,"score_linear":94143.0,"score_lmetric":29442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":14721,"score_linear":76969.0,"score_lmetric":91690}],"chosen_score_linear":4764.0,"chosen_score_lmetric":6856,"t_first_token":30323.232854384,"t_first_token_unix":1779964319.7877977,"t_done":30324.194465346,"t_done_unix":1779964320.749409},{"request_id":"1363440:2:1365095:551","session_id":"1363440","input_length":3866,"t_proxy_recv":30323.487182228,"t_decision_unix":1779964320.0421236,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.13243662700465597,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":6708.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3354 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":3354,"cache_hit":512,"estimated_new_tokens":3354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198739,"ongoing_decode_tokens":198739,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":3866,"score_linear":198739.0,"score_lmetric":15464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":3866,"score_linear":125303.0,"score_lmetric":133102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":3866,"score_linear":182111.0,"score_lmetric":126760},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":3866,"score_linear":222299.0,"score_lmetric":12525},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16740,"ongoing_decode_tokens":16740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":3866,"score_linear":16740.0,"score_lmetric":7732},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":3866,"score_linear":183053.0,"score_lmetric":371829},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":512,"new_prefill":3354,"score_linear":93631.0,"score_lmetric":6708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":3866,"score_linear":76969.0,"score_lmetric":80835}],"chosen_score_linear":93631.0,"chosen_score_lmetric":6708,"t_first_token":30323.813326378,"t_first_token_unix":1779964320.3682697,"t_done":30324.414319016,"t_done_unix":1779964320.9692628},{"request_id":"1279412:24:1364169:546","session_id":"1279412","input_length":98038,"t_proxy_recv":30320.124535403,"t_decision_unix":1779964316.679477,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9974907688855342,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":246,"cache_hit":97792,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80895,"ongoing_decode_tokens":68259,"pending_prefill_tokens":3932,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":97792,"new_prefill":246,"score_linear":-16897.0,"score_lmetric":8356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":95232,"new_prefill":2806,"score_linear":30071.0,"score_lmetric":130982},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":98038,"score_linear":122597.0,"score_lmetric":98038},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":98038,"score_linear":222299.0,"score_lmetric":295041},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24763,"ongoing_decode_tokens":16057,"pending_prefill_tokens":2050,"num_requests":2,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":12800,"new_prefill":85238,"score_linear":11963.0,"score_lmetric":174576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":98038,"score_linear":183053.0,"score_lmetric":654345},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":98038,"score_linear":94143.0,"score_lmetric":201342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":85238,"score_linear":64169.0,"score_lmetric":162207}],"chosen_score_linear":-16897.0,"chosen_score_lmetric":8356,"t_first_token":30320.711314993,"t_first_token_unix":1779964317.2662587,"t_done":30324.51772865,"t_done_unix":1779964321.0726724},{"request_id":"1363943:1:1363943:543","session_id":"1363943","input_length":12636,"t_proxy_recv":30319.49439795,"t_decision_unix":1779964316.0493393,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":3932.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3932 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":3932,"cache_hit":8704,"estimated_new_tokens":3932,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":8704,"new_prefill":3932,"score_linear":59555.0,"score_lmetric":3932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":12636,"score_linear":125303.0,"score_lmetric":150642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":12636,"score_linear":122597.0,"score_lmetric":12636},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":4096,"new_prefill":8540,"score_linear":218203.0,"score_lmetric":26547},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":12636,"score_linear":16057.0,"score_lmetric":12636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":12636,"score_linear":183053.0,"score_lmetric":398139},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":4096,"new_prefill":8540,"score_linear":76150.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":4096,"new_prefill":8540,"score_linear":72873.0,"score_lmetric":85509}],"chosen_score_linear":59555.0,"chosen_score_lmetric":3932,"t_first_token":30320.562974831,"t_first_token_unix":1779964317.1179187,"t_done":30325.202453734,"t_done_unix":1779964321.7573972},{"request_id":"1365440:1:1365440:552","session_id":"1365440","input_length":9913,"t_proxy_recv":30324.706795374,"t_decision_unix":1779964321.2617364,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":9913.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9913,"cache_hit":0,"estimated_new_tokens":9913,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":100701,"ongoing_decode_tokens":100701,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":9913,"score_linear":100701.0,"score_lmetric":29739},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":9913,"score_linear":125303.0,"score_lmetric":145196},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":9913,"score_linear":182111.0,"score_lmetric":138854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":9913,"score_linear":222299.0,"score_lmetric":30666},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":9913,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9913,"score_linear":183053.0,"score_lmetric":389970},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":9913,"score_linear":94143.0,"score_lmetric":19826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":9913,"score_linear":76969.0,"score_lmetric":86882}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30325.472731455,"t_first_token_unix":1779964322.0276754,"t_done":30325.585687582,"t_done_unix":1779964322.1406307},{"request_id":"1355484:4:1364784:548","session_id":"1355484","input_length":19806,"t_proxy_recv":30322.293398377,"t_decision_unix":1779964318.8483398,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9823285872967787,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (350 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":350,"cache_hit":19456,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":178933,"ongoing_decode_tokens":178933,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":19456,"new_prefill":350,"score_linear":159477.0,"score_lmetric":1050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":12800,"new_prefill":7006,"score_linear":112503.0,"score_lmetric":139382},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":19806,"score_linear":182111.0,"score_lmetric":158640},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":19806,"score_linear":222299.0,"score_lmetric":60345},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":12800,"new_prefill":7006,"score_linear":3257.0,"score_lmetric":7006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":19806,"score_linear":183053.0,"score_lmetric":419649},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":19806,"score_linear":94143.0,"score_lmetric":39612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":7006,"score_linear":64169.0,"score_lmetric":83975}],"chosen_score_linear":159477.0,"chosen_score_lmetric":1050,"t_first_token":30322.381887697,"t_first_token_unix":1779964318.936831,"t_done":30325.723689289,"t_done_unix":1779964322.2786326},{"request_id":"1364090:1:1364090:544","session_id":"1364090","input_length":13897,"t_proxy_recv":30319.873332389,"t_decision_unix":1779964316.4282737,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":2633.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2633 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2633,"cache_hit":11264,"estimated_new_tokens":2633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80895,"ongoing_decode_tokens":68259,"pending_prefill_tokens":3932,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":4096,"new_prefill":9801,"score_linear":76799.0,"score_lmetric":27466},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":13897,"score_linear":125303.0,"score_lmetric":153164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":13897,"score_linear":122597.0,"score_lmetric":13897},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":7680,"new_prefill":6217,"score_linear":214619.0,"score_lmetric":19578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":13897,"score_linear":16057.0,"score_lmetric":13897},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":13897,"score_linear":183053.0,"score_lmetric":401922},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":11264,"new_prefill":2633,"score_linear":68982.0,"score_lmetric":2633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":7680,"new_prefill":6217,"score_linear":69289.0,"score_lmetric":83186}],"chosen_score_linear":68982.0,"chosen_score_lmetric":2633,"t_first_token":30320.233068554,"t_first_token_unix":1779964316.788012,"t_done":30327.086250714,"t_done_unix":1779964323.6411939},{"request_id":"1366128:1:1366128:553","session_id":"1366128","input_length":11154,"t_proxy_recv":30327.000868448,"t_decision_unix":1779964323.5558095,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":11154.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11154,"cache_hit":0,"estimated_new_tokens":11154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":11154,"score_linear":68259.0,"score_lmetric":11154},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":11154,"score_linear":125303.0,"score_lmetric":147678},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":11154,"score_linear":182111.0,"score_lmetric":141336},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":11154,"score_linear":222299.0,"score_lmetric":34389},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":11154,"score_linear":183053.0,"score_lmetric":393693},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":11154,"score_linear":94143.0,"score_lmetric":22308},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":11154,"score_linear":76969.0,"score_lmetric":88123}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30327.892725567,"t_first_token_unix":1779964324.4476695,"t_done":30328.405622423,"t_done_unix":1779964324.9605672},{"request_id":"1357132:3:1366582:557","session_id":"1357132","input_length":14816,"t_proxy_recv":30328.651533785,"t_decision_unix":1779964325.206475,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9676025917926566,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (480 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":480,"cache_hit":14336,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":14816,"score_linear":179510.0,"score_lmetric":44448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":14816,"score_linear":125303.0,"score_lmetric":155002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":14816,"score_linear":182111.0,"score_lmetric":148660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":14816,"score_linear":222299.0,"score_lmetric":45375},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":14336,"new_prefill":480,"score_linear":-14336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14816,"score_linear":183053.0,"score_lmetric":404679},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115317,"ongoing_decode_tokens":115317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":14816,"score_linear":115317.0,"score_lmetric":29632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":14816,"score_linear":76969.0,"score_lmetric":91785}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":30328.684716289,"t_first_token_unix":1779964325.2396595,"t_done":30328.82608837,"t_done_unix":1779964325.3810315},{"request_id":"1344773:11:1366387:555","session_id":"1344773","input_length":35071,"t_proxy_recv":30327.978646308,"t_decision_unix":1779964324.5335877,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":255,"cache_hit":34816,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":35071,"score_linear":166526.0,"score_lmetric":70142},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":35071,"score_linear":125303.0,"score_lmetric":195512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":35071,"score_linear":182111.0,"score_lmetric":189170},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35071,"score_linear":222299.0,"score_lmetric":106140},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11154,"ongoing_decode_tokens":11154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":35071,"score_linear":11154.0,"score_lmetric":35071},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":35071,"score_linear":183053.0,"score_lmetric":465444},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":34816,"new_prefill":255,"score_linear":45430.0,"score_lmetric":255},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":35071,"score_linear":76969.0,"score_lmetric":112040}],"chosen_score_linear":45430.0,"chosen_score_lmetric":255,"t_first_token":30328.069028612,"t_first_token_unix":1779964324.6239724,"t_done":30329.104997683,"t_done_unix":1779964325.6599402},{"request_id":"1361694:1:1361694:534","session_id":"1361694","input_length":76969,"t_proxy_recv":30311.753678274,"t_decision_unix":1779964308.3086193,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":76969.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":76969,"cache_hit":0,"estimated_new_tokens":76969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":87752,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":76969,"score_linear":146510.0,"score_lmetric":230907},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":76969,"score_linear":96096.0,"score_lmetric":164574},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":76969,"score_linear":122597.0,"score_lmetric":76969},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":76969,"score_linear":222299.0,"score_lmetric":231834},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":76969,"score_linear":58758.0,"score_lmetric":76969},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":76969,"score_linear":145821.0,"score_lmetric":390284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114925,"ongoing_decode_tokens":114925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":3584,"new_prefill":73385,"score_linear":111341.0,"score_lmetric":146770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30332.008614615,"t_first_token_unix":1779964328.5635674,"t_done":30333.069694136,"t_done_unix":1779964329.6246374},{"request_id":"1362265:2:1367373:568","session_id":"1362265","input_length":10134,"t_proxy_recv":30331.567685107,"t_decision_unix":1779964328.1226265,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.8588908624432603,"affinity_num_requests":3,"avg_num_requests":3.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1430 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":1430,"cache_hit":8704,"estimated_new_tokens":1430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":10134,"score_linear":235837.0,"score_lmetric":63505},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":10134,"score_linear":166320.0,"score_lmetric":53613},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":10134,"score_linear":231594.0,"score_lmetric":211473},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":10134,"score_linear":222299.0,"score_lmetric":31329},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38255,"ongoing_decode_tokens":0,"pending_prefill_tokens":18799,"num_requests":3,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":8704,"new_prefill":1430,"score_linear":29551.0,"score_lmetric":60687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":10134,"score_linear":183053.0,"score_lmetric":390633},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125898,"ongoing_decode_tokens":80246,"pending_prefill_tokens":33876,"num_requests":3,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":10134,"score_linear":125898.0,"score_lmetric":132030},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":10134,"score_linear":76969.0,"score_lmetric":87103}],"chosen_score_linear":29551.0,"chosen_score_lmetric":60687,"t_first_token":30332.892226862,"t_first_token_unix":1779964329.44717,"t_done":30333.353953374,"t_done_unix":1779964329.9088962},{"request_id":"1357132:4:1367654:570","session_id":"1357132","input_length":14949,"t_proxy_recv":30332.435337976,"t_decision_unix":1779964328.9902792,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9589939126362967,"affinity_num_requests":4,"avg_num_requests":3.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (613 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":613,"cache_hit":14336,"estimated_new_tokens":613,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":14949,"score_linear":235837.0,"score_lmetric":87580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":14949,"score_linear":166320.0,"score_lmetric":68058},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":14949,"score_linear":231594.0,"score_lmetric":225918},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":14949,"score_linear":225691.0,"score_lmetric":74600},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48389,"ongoing_decode_tokens":24506,"pending_prefill_tokens":15179,"num_requests":4,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":14336,"new_prefill":613,"score_linear":34053.0,"score_lmetric":63168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14949,"score_linear":183053.0,"score_lmetric":405078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125898,"ongoing_decode_tokens":80246,"pending_prefill_tokens":33876,"num_requests":3,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":14949,"score_linear":125898.0,"score_lmetric":146475},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":76969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":14949,"score_linear":76969.0,"score_lmetric":14949}],"chosen_score_linear":34053.0,"chosen_score_lmetric":63168,"t_first_token":30332.93920495,"t_first_token_unix":1779964329.494148,"t_done":30333.363700739,"t_done_unix":1779964329.9186437},{"request_id":"1367312:1:1367312:566","session_id":"1367312","input_length":13749,"t_proxy_recv":30331.333520187,"t_decision_unix":1779964327.8884616,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":37598.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13749,"cache_hit":0,"estimated_new_tokens":13749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":13749,"score_linear":235837.0,"score_lmetric":81580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":13749,"score_linear":166320.0,"score_lmetric":64458},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":13749,"score_linear":231594.0,"score_lmetric":222318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":13749,"score_linear":222299.0,"score_lmetric":42174},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5050,"num_requests":2,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":13749,"score_linear":24506.0,"score_lmetric":37598},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":13749,"score_linear":183053.0,"score_lmetric":401478},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":13749,"score_linear":99061.0,"score_lmetric":41576},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":13749,"score_linear":76969.0,"score_lmetric":90718}],"chosen_score_linear":24506.0,"chosen_score_lmetric":37598,"t_first_token":30332.89011876,"t_first_token_unix":1779964329.445062,"t_done":30333.605397357,"t_done_unix":1779964330.1603405},{"request_id":"1364128:2:1367249:565","session_id":"1364128","input_length":9095,"t_proxy_recv":30331.129993216,"t_decision_unix":1779964327.6849346,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9570093457943926,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (391 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":391,"cache_hit":8704,"estimated_new_tokens":391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":9095,"score_linear":235837.0,"score_lmetric":58310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":9095,"score_linear":166320.0,"score_lmetric":50496},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":9095,"score_linear":231594.0,"score_lmetric":208356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":9095,"score_linear":222299.0,"score_lmetric":28212},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15411,"ongoing_decode_tokens":0,"pending_prefill_tokens":4659,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":8704,"new_prefill":391,"score_linear":6707.0,"score_lmetric":5050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9095,"score_linear":183053.0,"score_lmetric":387516},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":9095,"score_linear":99061.0,"score_lmetric":32268},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":9095,"score_linear":76969.0,"score_lmetric":86064}],"chosen_score_linear":6707.0,"chosen_score_lmetric":5050,"t_first_token":30332.144744771,"t_first_token_unix":1779964328.699688,"t_done":30333.645794566,"t_done_unix":1779964330.2007377},{"request_id":"1366128:2:1367220:563","session_id":"1366128","input_length":15411,"t_proxy_recv":30331.03643496,"t_decision_unix":1779964327.5913765,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.6976834728440724,"affinity_num_requests":0,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4659 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":4659,"cache_hit":10752,"estimated_new_tokens":4659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":15411,"score_linear":235837.0,"score_lmetric":89890},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":15411,"score_linear":166320.0,"score_lmetric":69444},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15411,"score_linear":182111.0,"score_lmetric":149850},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":15411,"score_linear":222299.0,"score_lmetric":47160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":10752,"new_prefill":4659,"score_linear":-10752.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":15411,"score_linear":183053.0,"score_lmetric":406464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":15411,"score_linear":99061.0,"score_lmetric":44900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":15411,"score_linear":76969.0,"score_lmetric":92380}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":30331.583667508,"t_first_token_unix":1779964328.1386108,"t_done":30333.785065708,"t_done_unix":1779964330.3400087},{"request_id":"1363093:1:1363093:538","session_id":"1363093","input_length":62685,"t_proxy_recv":30316.496884282,"t_decision_unix":1779964313.0518258,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":62685.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,1,3,1,2,1,2])","v3_prefill_cache_hit":0,"v3_new_local":62685,"cache_hit":0,"estimated_new_tokens":62685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":62685,"score_linear":127017.0,"score_lmetric":125370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":62685,"score_linear":62618.0,"score_lmetric":62685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":62685,"score_linear":122597.0,"score_lmetric":62685},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":62685,"score_linear":222299.0,"score_lmetric":188982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":0,"new_prefill":62685,"score_linear":58758.0,"score_lmetric":62685},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":62685,"score_linear":145821.0,"score_lmetric":361716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":62685,"score_linear":80246.0,"score_lmetric":62685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":62685,"score_linear":76969.0,"score_lmetric":139654}],"chosen_score_linear":62618.0,"chosen_score_lmetric":62685,"t_first_token":30330.513804576,"t_first_token_unix":1779964327.0687485,"t_done":30333.894151464,"t_done_unix":1779964330.4490948},{"request_id":"1270340:4:1366608:558","session_id":"1270340","input_length":41017,"t_proxy_recv":30328.732782284,"t_decision_unix":1779964325.2877233,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":33280,"affinity_cache_ratio":0.8113708949947582,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7737 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":7737,"cache_hit":33280,"estimated_new_tokens":7737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":41017,"score_linear":179510.0,"score_lmetric":123051},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":33280,"new_prefill":7737,"score_linear":92023.0,"score_lmetric":140844},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":41017,"score_linear":182111.0,"score_lmetric":201062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":41017,"score_linear":222299.0,"score_lmetric":123978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14816,"ongoing_decode_tokens":14816,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":1536,"new_prefill":39481,"score_linear":13280.0,"score_lmetric":39481},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":41017,"score_linear":183053.0,"score_lmetric":483282},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115317,"ongoing_decode_tokens":115317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":41017,"score_linear":115317.0,"score_lmetric":82034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":41017,"score_linear":76969.0,"score_lmetric":117986}],"chosen_score_linear":92023.0,"chosen_score_lmetric":140844,"t_first_token":30332.442579366,"t_first_token_unix":1779964328.9975224,"t_done":30335.824593212,"t_done_unix":1779964332.3795364},{"request_id":"1364960:2:1368239:578","session_id":"1364960","input_length":7048,"t_proxy_recv":30334.634144581,"t_decision_unix":1779964331.189086,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":2048,"affinity_cache_ratio":0.2905788876276958,"affinity_num_requests":2,"avg_num_requests":3.125,"fallback_score":21144.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7048 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7048,"cache_hit":0,"estimated_new_tokens":7048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":235837,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":7048,"score_linear":235837.0,"score_lmetric":35240},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112480,"ongoing_decode_tokens":103635,"pending_prefill_tokens":8845,"num_requests":3,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":7048,"score_linear":112480.0,"score_lmetric":47679},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":7048,"score_linear":231594.0,"score_lmetric":21144},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":7048,"score_linear":225691.0,"score_lmetric":42996},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37274,"ongoing_decode_tokens":15501,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":2048,"new_prefill":5000,"score_linear":35226.0,"score_lmetric":53546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":7048,"score_linear":183053.0,"score_lmetric":381375},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":7048,"score_linear":161092.0,"score_lmetric":137052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":7048,"score_linear":72919.0,"score_lmetric":79967}],"chosen_score_linear":231594.0,"chosen_score_lmetric":21144,"t_first_token":30335.138725169,"t_first_token_unix":1779964331.6936686,"t_done":30335.876117679,"t_done_unix":1779964332.4310608},{"request_id":"1355484:5:1366753:560","session_id":"1355484","input_length":20026,"t_proxy_recv":30329.175860192,"t_decision_unix":1779964325.7308016,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.997103765105363,"affinity_num_requests":4,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (58 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":58,"cache_hit":19968,"estimated_new_tokens":58,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215811,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2509,"num_requests":4,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":19968,"new_prefill":58,"score_linear":195843.0,"score_lmetric":10268},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":62618,"pending_prefill_tokens":70422,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":12800,"new_prefill":7226,"score_linear":153520.0,"score_lmetric":232944},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":20026,"score_linear":182111.0,"score_lmetric":159080},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":20026,"score_linear":222299.0,"score_lmetric":61005},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":12800,"new_prefill":7226,"score_linear":-12800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":20026,"score_linear":183053.0,"score_lmetric":420309},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":20026,"score_linear":80246.0,"score_lmetric":20026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":7226,"score_linear":64169.0,"score_lmetric":84195}],"chosen_score_linear":195843.0,"chosen_score_lmetric":10268,"t_first_token":30334.280078454,"t_first_token_unix":1779964330.8350213,"t_done":30335.887426058,"t_done_unix":1779964332.442369},{"request_id":"1368070:1:1368070:575","session_id":"1368070","input_length":21773,"t_proxy_recv":30334.052992862,"t_decision_unix":1779964330.6079345,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.875,"fallback_score":23962.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21773,"cache_hit":0,"estimated_new_tokens":21773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":21773,"score_linear":235837.0,"score_lmetric":121700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103635,"ongoing_decode_tokens":103635,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":21773,"score_linear":103635.0,"score_lmetric":43546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":21773,"score_linear":231594.0,"score_lmetric":65319},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":21773,"score_linear":225691.0,"score_lmetric":101896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15501,"ongoing_decode_tokens":0,"pending_prefill_tokens":2189,"num_requests":1,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":21773,"score_linear":15501.0,"score_lmetric":23962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":21773,"score_linear":183053.0,"score_lmetric":425550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":21773,"score_linear":161092.0,"score_lmetric":195952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":21773,"score_linear":72919.0,"score_lmetric":94692}],"chosen_score_linear":15501.0,"chosen_score_lmetric":23962,"t_first_token":30336.674333054,"t_first_token_unix":1779964333.2292767,"t_done":30337.028209828,"t_done_unix":1779964333.583153},{"request_id":"1357132:5:1368445:579","session_id":"1357132","input_length":15871,"t_proxy_recv":30335.421039497,"t_decision_unix":1779964331.9759803,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14848,"affinity_cache_ratio":0.93554281393737,"affinity_num_requests":2,"avg_num_requests":3.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1023 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":1023,"cache_hit":14848,"estimated_new_tokens":1023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":235837,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":15871,"score_linear":235837.0,"score_lmetric":79355},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112480,"ongoing_decode_tokens":112480,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":15871,"score_linear":112480.0,"score_lmetric":47613},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":238642,"ongoing_decode_tokens":116045,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15871,"score_linear":238642.0,"score_lmetric":63484},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":15871,"score_linear":225691.0,"score_lmetric":78288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37274,"ongoing_decode_tokens":15501,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":14848,"new_prefill":1023,"score_linear":22426.0,"score_lmetric":45592},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":15871,"score_linear":183053.0,"score_lmetric":407844},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":15871,"score_linear":161092.0,"score_lmetric":172344},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":15871,"score_linear":72919.0,"score_lmetric":88790}],"chosen_score_linear":22426.0,"chosen_score_lmetric":45592,"t_first_token":30336.778834482,"t_first_token_unix":1779964333.3337784,"t_done":30337.083567679,"t_done_unix":1779964333.6385112},{"request_id":"1277428:5:1366630:559","session_id":"1277428","input_length":36301,"t_proxy_recv":30328.800632281,"t_decision_unix":1779964325.3555737,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9308834467370045,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2509 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":2509,"cache_hit":33792,"estimated_new_tokens":2509,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":33792,"new_prefill":2509,"score_linear":145718.0,"score_lmetric":7527},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":62618,"pending_prefill_tokens":70422,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":3584,"new_prefill":32717,"score_linear":162736.0,"score_lmetric":309417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":36301,"score_linear":182111.0,"score_lmetric":191630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":17408,"new_prefill":18893,"score_linear":204891.0,"score_lmetric":57606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14816,"ongoing_decode_tokens":14816,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":36301,"score_linear":14816.0,"score_lmetric":36301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":36301,"score_linear":183053.0,"score_lmetric":469134},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115317,"ongoing_decode_tokens":115317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":4608,"new_prefill":31693,"score_linear":110709.0,"score_lmetric":63386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":36301,"score_linear":76969.0,"score_lmetric":113270}],"chosen_score_linear":145718.0,"chosen_score_lmetric":7527,"t_first_token":30334.276615874,"t_first_token_unix":1779964330.8315604,"t_done":30337.173917427,"t_done_unix":1779964333.7288606},{"request_id":"1367312:2:1368064:574","session_id":"1367312","input_length":15501,"t_proxy_recv":30334.02958041,"t_decision_unix":1779964330.584522,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.8587833043029482,"affinity_num_requests":0,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2189 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":2189,"cache_hit":13312,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":15501,"score_linear":235837.0,"score_lmetric":90340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103635,"ongoing_decode_tokens":103635,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":15501,"score_linear":103635.0,"score_lmetric":31002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15501,"score_linear":231594.0,"score_lmetric":46503},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":15501,"score_linear":225691.0,"score_lmetric":76808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":13312,"new_prefill":2189,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":15501,"score_linear":183053.0,"score_lmetric":406734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":15501,"score_linear":161092.0,"score_lmetric":170864},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":15501,"score_linear":72919.0,"score_lmetric":88420}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":30334.300624276,"t_first_token_unix":1779964330.8555672,"t_done":30337.216441667,"t_done_unix":1779964333.7713864},{"request_id":"1367329:1:1367329:567","session_id":"1367329","input_length":26837,"t_proxy_recv":30331.393720273,"t_decision_unix":1779964327.9486618,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.875,"fallback_score":67752.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[5,3,3,3,3,3,2,1])","v3_prefill_cache_hit":0,"v3_new_local":26837,"cache_hit":0,"estimated_new_tokens":26837,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":26837,"score_linear":235837.0,"score_lmetric":147020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":26837,"score_linear":166320.0,"score_lmetric":103722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":26837,"score_linear":231594.0,"score_lmetric":261582},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":26837,"score_linear":222299.0,"score_lmetric":81438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38255,"ongoing_decode_tokens":0,"pending_prefill_tokens":18799,"num_requests":3,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":26837,"score_linear":38255.0,"score_lmetric":136908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":26837,"score_linear":183053.0,"score_lmetric":440742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":26837,"score_linear":99061.0,"score_lmetric":67752},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":26837,"score_linear":76969.0,"score_lmetric":103806}],"chosen_score_linear":99061.0,"chosen_score_lmetric":67752,"t_first_token":30336.050896935,"t_first_token_unix":1779964332.6058402,"t_done":30337.579029626,"t_done_unix":1779964334.1339734},{"request_id":"1369172:1:1369172:581","session_id":"1369172","input_length":6345,"t_proxy_recv":30337.898035171,"t_decision_unix":1779964334.4529762,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":6345.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6345 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6345,"cache_hit":0,"estimated_new_tokens":6345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":6345,"score_linear":179510.0,"score_lmetric":19035},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134698,"ongoing_decode_tokens":134698,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":6345,"score_linear":134698.0,"score_lmetric":19035},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1488,"cache_hit":0,"new_prefill":6345,"score_linear":231594.0,"score_lmetric":19035},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":6345,"score_linear":225691.0,"score_lmetric":40184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":6345,"score_linear":183053.0,"score_lmetric":379266},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134255,"ongoing_decode_tokens":134255,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":6345,"score_linear":134255.0,"score_lmetric":19035},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":6345,"score_linear":72919.0,"score_lmetric":79264}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30338.321752574,"t_first_token_unix":1779964334.876696,"t_done":30338.565393951,"t_done_unix":1779964335.1203375},{"request_id":"1340278:2:1367225:564","session_id":"1340278","input_length":49483,"t_proxy_recv":30331.083218719,"t_decision_unix":1779964327.6381605,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9829638461693915,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (843 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":843,"cache_hit":48640,"estimated_new_tokens":843,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":49483,"score_linear":235837.0,"score_lmetric":260250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":49483,"score_linear":166320.0,"score_lmetric":171660},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":48640,"new_prefill":843,"score_linear":133471.0,"score_lmetric":120714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":49483,"score_linear":222299.0,"score_lmetric":149376},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15411,"ongoing_decode_tokens":0,"pending_prefill_tokens":4659,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":49483,"score_linear":15411.0,"score_lmetric":54142},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":49483,"score_linear":183053.0,"score_lmetric":508680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":49483,"score_linear":99061.0,"score_lmetric":113044},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":49483,"score_linear":76969.0,"score_lmetric":126452}],"chosen_score_linear":133471.0,"chosen_score_lmetric":120714,"t_first_token":30333.597404807,"t_first_token_unix":1779964330.1523488,"t_done":30338.600933641,"t_done_unix":1779964335.155877},{"request_id":"1340278:3:1368072:576","session_id":"1340278","input_length":50124,"t_proxy_recv":30338.635804665,"t_decision_unix":1779964335.1907458,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9908227595563004,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (460 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":460,"cache_hit":49664,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":50124,"score_linear":179510.0,"score_lmetric":150372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134698,"ongoing_decode_tokens":134698,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":50124,"score_linear":134698.0,"score_lmetric":150372},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":59514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":49664,"new_prefill":460,"score_linear":132447.0,"score_lmetric":920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":50124,"score_linear":225691.0,"score_lmetric":215300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":50124,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":50124,"score_linear":183053.0,"score_lmetric":510603},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134255,"ongoing_decode_tokens":134255,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":50124,"score_linear":134255.0,"score_lmetric":150372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":50124,"score_linear":72919.0,"score_lmetric":123043}],"chosen_score_linear":132447.0,"chosen_score_lmetric":920,"t_first_token":30338.838313432,"t_first_token_unix":1779964335.3932571,"t_done":30338.852251812,"t_done_unix":1779964335.4071949},{"request_id":"1344773:12:1367864:571","session_id":"1344773","input_length":35194,"t_proxy_recv":30333.234784385,"t_decision_unix":1779964329.7897258,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9892595328749219,"affinity_num_requests":3,"avg_num_requests":3.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (378 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":378,"cache_hit":34816,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":35194,"score_linear":235837.0,"score_lmetric":188805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":166320,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":35194,"score_linear":166320.0,"score_lmetric":105582},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":35194,"score_linear":231594.0,"score_lmetric":286653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35194,"score_linear":225691.0,"score_lmetric":155580},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63338,"ongoing_decode_tokens":63338,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":35194,"score_linear":63338.0,"score_lmetric":175970},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":35194,"score_linear":183053.0,"score_lmetric":465813},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125898,"ongoing_decode_tokens":99061,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":34816,"new_prefill":378,"score_linear":91082.0,"score_lmetric":81645},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":35194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":91082.0,"chosen_score_lmetric":81645,"t_first_token":30336.053319834,"t_first_token_unix":1779964332.6082625,"t_done":30338.947034395,"t_done_unix":1779964335.5019777},{"request_id":"1363093:2:1368700:580","session_id":"1363093","input_length":63235,"t_proxy_recv":30336.213077402,"t_decision_unix":1779964332.768019,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62464,"affinity_cache_ratio":0.9878073851506286,"affinity_num_requests":2,"avg_num_requests":3.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (771 < 8000)","v3_prefill_cache_hit":62464,"v3_new_local":771,"cache_hit":62464,"estimated_new_tokens":771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215811,"ongoing_decode_tokens":215811,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":63235,"score_linear":215811.0,"score_lmetric":252940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":62464,"new_prefill":771,"score_linear":8999.0,"score_lmetric":1542},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1488,"cache_hit":0,"new_prefill":63235,"score_linear":231594.0,"score_lmetric":189705},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":63235,"score_linear":225691.0,"score_lmetric":267744},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":53145,"ongoing_decode_tokens":15501,"pending_prefill_tokens":22796,"num_requests":3,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":63235,"score_linear":53145.0,"score_lmetric":258093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":63235,"score_linear":183053.0,"score_lmetric":549936},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":161092,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":63235,"score_linear":161092.0,"score_lmetric":252940},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":63235,"score_linear":72919.0,"score_lmetric":136154}],"chosen_score_linear":8999.0,"chosen_score_lmetric":1542,"t_first_token":30336.590285292,"t_first_token_unix":1779964333.1452293,"t_done":30338.966501803,"t_done_unix":1779964335.5214453},{"request_id":"1313181:3:1364311:547","session_id":"1313181","input_length":59514,"t_proxy_recv":30320.591723438,"t_decision_unix":1779964317.1466644,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.4043418355344961,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":59514.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59514,"cache_hit":0,"estimated_new_tokens":59514,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":178933,"ongoing_decode_tokens":80895,"pending_prefill_tokens":246,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":24064,"new_prefill":35450,"score_linear":154869.0,"score_lmetric":107088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":12800,"new_prefill":46714,"score_linear":112503.0,"score_lmetric":218798},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":59514,"score_linear":122597.0,"score_lmetric":59514},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":59514,"score_linear":222299.0,"score_lmetric":179469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24763,"ongoing_decode_tokens":24763,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":24064,"new_prefill":35450,"score_linear":699.0,"score_lmetric":70900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":59514,"score_linear":183053.0,"score_lmetric":538773},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":59514,"score_linear":94143.0,"score_lmetric":119028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":46714,"score_linear":64169.0,"score_lmetric":123683}],"chosen_score_linear":122597.0,"chosen_score_lmetric":59514,"t_first_token":30333.403213197,"t_first_token_unix":1779964329.9581566,"t_done":30339.414979314,"t_done_unix":1779964335.9699242},{"request_id":"1367169:1:1367169:562","session_id":"1367169","input_length":18815,"t_proxy_recv":30330.849303901,"t_decision_unix":1779964327.4042447,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":7039.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7039 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":7039,"cache_hit":11776,"estimated_new_tokens":7039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":18815,"score_linear":235837.0,"score_lmetric":106910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":18815,"score_linear":166320.0,"score_lmetric":79656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":18815,"score_linear":182111.0,"score_lmetric":156658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":18815,"score_linear":222299.0,"score_lmetric":57372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":18815,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18815,"score_linear":183053.0,"score_lmetric":416676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":11776,"new_prefill":7039,"score_linear":68470.0,"score_lmetric":7039},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":18815,"score_linear":76969.0,"score_lmetric":95784}],"chosen_score_linear":68470.0,"chosen_score_lmetric":7039,"t_first_token":30333.10186181,"t_first_token_unix":1779964329.6568055,"t_done":30339.636915509,"t_done_unix":1779964336.191884},{"request_id":"1363943:2:1366428:556","session_id":"1363943","input_length":12984,"t_proxy_recv":30328.110952295,"t_decision_unix":1779964324.6658933,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9858287122612446,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":184,"cache_hit":12800,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":12800,"new_prefill":184,"score_linear":153726.0,"score_lmetric":368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":12984,"score_linear":125303.0,"score_lmetric":151338},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":12984,"score_linear":182111.0,"score_lmetric":144996},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":4096,"new_prefill":8888,"score_linear":218203.0,"score_lmetric":27591},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11154,"ongoing_decode_tokens":11154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":12984,"score_linear":11154.0,"score_lmetric":12984},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":12984,"score_linear":183053.0,"score_lmetric":399183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115317,"ongoing_decode_tokens":115317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":4096,"new_prefill":8888,"score_linear":111221.0,"score_lmetric":17776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":4096,"new_prefill":8888,"score_linear":72873.0,"score_lmetric":85857}],"chosen_score_linear":153726.0,"chosen_score_lmetric":368,"t_first_token":30328.213412787,"t_first_token_unix":1779964324.768356,"t_done":30339.68437794,"t_done_unix":1779964336.2393208},{"request_id":"1368132:1:1368132:577","session_id":"1368132","input_length":8845,"t_proxy_recv":30334.299112207,"t_decision_unix":1779964330.854054,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":3.0,"fallback_score":17690.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[5,2,3,4,2,3,4,1])","v3_prefill_cache_hit":0,"v3_new_local":8845,"cache_hit":0,"estimated_new_tokens":8845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":235837,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":8845,"score_linear":235837.0,"score_lmetric":44225},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103635,"ongoing_decode_tokens":103635,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":8845,"score_linear":103635.0,"score_lmetric":17690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":8845,"score_linear":231594.0,"score_lmetric":26535},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":8845,"score_linear":225691.0,"score_lmetric":50184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37274,"ongoing_decode_tokens":0,"pending_prefill_tokens":23962,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":6656,"new_prefill":2189,"score_linear":30618.0,"score_lmetric":52302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":8845,"score_linear":183053.0,"score_lmetric":386766},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":8845,"score_linear":161092.0,"score_lmetric":144240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":8845,"score_linear":72919.0,"score_lmetric":81764}],"chosen_score_linear":103635.0,"chosen_score_lmetric":17690,"t_first_token":30335.093562477,"t_first_token_unix":1779964331.648506,"t_done":30339.689466635,"t_done_unix":1779964336.2444103},{"request_id":"1313181:4:1318843:342","session_id":"1313181","input_length":42704,"t_proxy_recv":30339.432250606,"t_decision_unix":1779964335.9871922,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9951292618958412,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (208 < 8000)","v3_prefill_cache_hit":42496,"v3_new_local":208,"cache_hit":42496,"estimated_new_tokens":208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":24064,"new_prefill":18640,"score_linear":155446.0,"score_lmetric":55920},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":12800,"new_prefill":29904,"score_linear":58663.0,"score_lmetric":59808},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":42496,"new_prefill":208,"score_linear":80101.0,"score_lmetric":208},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":42704,"score_linear":225691.0,"score_lmetric":185620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":24064,"new_prefill":18640,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":42704,"score_linear":183053.0,"score_lmetric":488343},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1708,"cache_hit":0,"new_prefill":42704,"score_linear":99061.0,"score_lmetric":85408},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":29904,"score_linear":60119.0,"score_lmetric":102823}],"chosen_score_linear":80101.0,"chosen_score_lmetric":208,"t_first_token":30339.498800997,"t_first_token_unix":1779964336.0537446,"t_done":30340.185683997,"t_done_unix":1779964336.740628},{"request_id":"1344773:13:1370257:589","session_id":"1344773","input_length":35413,"t_proxy_recv":30341.571047623,"t_decision_unix":1779964338.1259892,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9975997515036851,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (85 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":85,"cache_hit":35328,"estimated_new_tokens":85,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":35413,"score_linear":204844.0,"score_lmetric":141652},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":35413,"score_linear":62618.0,"score_lmetric":35413},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":35413,"score_linear":182601.0,"score_lmetric":105842},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35413,"score_linear":225691.0,"score_lmetric":156456},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":7712,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":35413,"score_linear":60520.0,"score_lmetric":154071},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":35413,"score_linear":183053.0,"score_lmetric":466470},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98547,"ongoing_decode_tokens":80246,"pending_prefill_tokens":10621,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":35328,"new_prefill":85,"score_linear":63219.0,"score_lmetric":21412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":35413,"score_linear":72919.0,"score_lmetric":108332}],"chosen_score_linear":63219.0,"chosen_score_lmetric":21412,"t_first_token":30342.53360344,"t_first_token_unix":1779964339.0885465,"t_done":30342.595885375,"t_done_unix":1779964339.1508286},{"request_id":"1355484:6:1369697:583","session_id":"1355484","input_length":20158,"t_proxy_recv":30339.680089146,"t_decision_unix":1779964336.2350304,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9905744617521579,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":190,"cache_hit":19968,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":19968,"new_prefill":190,"score_linear":159542.0,"score_lmetric":570},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":12800,"new_prefill":7358,"score_linear":58663.0,"score_lmetric":14716},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165301,"ongoing_decode_tokens":42704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":12800,"new_prefill":7358,"score_linear":152501.0,"score_lmetric":14716},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":20158,"score_linear":225691.0,"score_lmetric":95436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":12800,"new_prefill":7358,"score_linear":-12800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":20158,"score_linear":183053.0,"score_lmetric":420705},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":20158,"score_linear":80246.0,"score_lmetric":20158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":7358,"score_linear":60119.0,"score_lmetric":80277}],"chosen_score_linear":159542.0,"chosen_score_lmetric":570,"t_first_token":30339.773015784,"t_first_token_unix":1779964336.327959,"t_done":30342.659533452,"t_done_unix":1779964339.2144763},{"request_id":"1369768:1:1369768:584","session_id":"1369768","input_length":7712,"t_proxy_recv":30339.900661694,"t_decision_unix":1779964336.4556031,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":7712.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7712 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7712,"cache_hit":0,"estimated_new_tokens":7712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":186684,"pending_prefill_tokens":5360,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":7712,"score_linear":204844.0,"score_lmetric":52288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":7712,"score_linear":62618.0,"score_lmetric":7712},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165301,"ongoing_decode_tokens":42704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":7712,"score_linear":165301.0,"score_lmetric":15424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":7712,"score_linear":225691.0,"score_lmetric":45652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":7712,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":7712,"score_linear":183053.0,"score_lmetric":383367},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":7712,"score_linear":80246.0,"score_lmetric":7712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":7712,"score_linear":72919.0,"score_lmetric":80631}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30340.431754338,"t_first_token_unix":1779964336.9866972,"t_done":30343.282720458,"t_done_unix":1779964339.8376644},{"request_id":"1370466:1:1370466:592","session_id":"1370466","input_length":7710,"t_proxy_recv":30342.423597152,"t_decision_unix":1779964338.9785385,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.875,"fallback_score":15420.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7710 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7710,"cache_hit":0,"estimated_new_tokens":7710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":7710,"score_linear":204844.0,"score_lmetric":30840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64999,"ongoing_decode_tokens":64999,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":7710,"score_linear":64999.0,"score_lmetric":15420},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":7710,"score_linear":182601.0,"score_lmetric":50436},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":7710,"score_linear":225691.0,"score_lmetric":45644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":31019,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":7710,"score_linear":60520.0,"score_lmetric":47121},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":7710,"score_linear":183053.0,"score_lmetric":383361},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":133960,"ongoing_decode_tokens":80246,"pending_prefill_tokens":10706,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":7710,"score_linear":133960.0,"score_lmetric":55248},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":7710,"score_linear":137450.0,"score_lmetric":172560}],"chosen_score_linear":64999.0,"chosen_score_lmetric":15420,"t_first_token":30342.993503333,"t_first_token_unix":1779964339.5484474,"t_done":30343.301668445,"t_done_unix":1779964339.8566115},{"request_id":"1368070:2:1370108:586","session_id":"1368070","input_length":29501,"t_proxy_recv":30341.089407216,"t_decision_unix":1779964337.6443484,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7289244432392122,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7997 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":7997,"cache_hit":21504,"estimated_new_tokens":7997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":29501,"score_linear":204844.0,"score_lmetric":118004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":29501,"score_linear":62618.0,"score_lmetric":29501},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":29501,"score_linear":182601.0,"score_lmetric":94018},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":29501,"score_linear":225691.0,"score_lmetric":132808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":31019,"ongoing_decode_tokens":7712,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":21504,"new_prefill":7997,"score_linear":9515.0,"score_lmetric":31888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":29501,"score_linear":183053.0,"score_lmetric":448734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":29501,"score_linear":80246.0,"score_lmetric":29501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":29501,"score_linear":72919.0,"score_lmetric":102420}],"chosen_score_linear":9515.0,"chosen_score_lmetric":31888,"t_first_token":30343.121312633,"t_first_token_unix":1779964339.676256,"t_done":30343.334339984,"t_done_unix":1779964339.8892832},{"request_id":"1370269:1:1370269:591","session_id":"1370269","input_length":2381,"t_proxy_recv":30341.63367087,"t_decision_unix":1779964338.1886127,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":2381.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2381 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2381,"cache_hit":0,"estimated_new_tokens":2381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":2381,"score_linear":204844.0,"score_lmetric":9524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":2381,"score_linear":62618.0,"score_lmetric":2381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":2381,"score_linear":182601.0,"score_lmetric":39778},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":2381,"score_linear":225691.0,"score_lmetric":24328},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":7712,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":2381,"score_linear":60520.0,"score_lmetric":54975},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":2381,"score_linear":183053.0,"score_lmetric":367374},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":133960,"ongoing_decode_tokens":80246,"pending_prefill_tokens":10706,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":2381,"score_linear":133960.0,"score_lmetric":39261},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":2381,"score_linear":137450.0,"score_lmetric":161902}],"chosen_score_linear":62618.0,"chosen_score_lmetric":2381,"t_first_token":30341.907339335,"t_first_token_unix":1779964338.4622827,"t_done":30343.414635096,"t_done_unix":1779964339.969578},{"request_id":"1366128:3:1369902:585","session_id":"1366128","input_length":23307,"t_proxy_recv":30340.366484519,"t_decision_unix":1779964336.9214258,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":15360,"affinity_cache_ratio":0.6590294761230532,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7947 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":7947,"cache_hit":15360,"estimated_new_tokens":7947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":186684,"pending_prefill_tokens":5360,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":23307,"score_linear":204844.0,"score_lmetric":114668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":23307,"score_linear":62618.0,"score_lmetric":23307},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":23307,"score_linear":182601.0,"score_lmetric":81630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":23307,"score_linear":225691.0,"score_lmetric":108032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":15360,"new_prefill":7947,"score_linear":-7648.0,"score_lmetric":15659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":23307,"score_linear":183053.0,"score_lmetric":430152},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":23307,"score_linear":80246.0,"score_lmetric":23307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":23307,"score_linear":72919.0,"score_lmetric":96226}],"chosen_score_linear":-7648.0,"chosen_score_lmetric":15659,"t_first_token":30341.649313695,"t_first_token_unix":1779964338.2042575,"t_done":30343.422321043,"t_done_unix":1779964339.977264},{"request_id":"1363943:3:1369535:582","session_id":"1363943","input_length":18160,"t_proxy_recv":30339.692726198,"t_decision_unix":1779964336.2476676,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":12800,"affinity_cache_ratio":0.7048458149779736,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5360 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":5360,"cache_hit":12800,"estimated_new_tokens":5360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":186684,"ongoing_decode_tokens":166526,"pending_prefill_tokens":190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":12800,"new_prefill":5360,"score_linear":173884.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":18160,"score_linear":62618.0,"score_lmetric":18160},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165301,"ongoing_decode_tokens":42704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":18160,"score_linear":165301.0,"score_lmetric":36320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":4096,"new_prefill":14064,"score_linear":221595.0,"score_lmetric":71060},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":18160,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18160,"score_linear":183053.0,"score_lmetric":414711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":4096,"new_prefill":14064,"score_linear":76150.0,"score_lmetric":14064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":14064,"score_linear":68823.0,"score_lmetric":86983}],"chosen_score_linear":173884.0,"chosen_score_lmetric":16650,"t_first_token":30340.451635004,"t_first_token_unix":1779964337.006578,"t_done":30345.681244392,"t_done_unix":1779964342.236189},{"request_id":"1277428:6:1371101:593","session_id":"1277428","input_length":36583,"t_proxy_recv":30344.460432624,"t_decision_unix":1779964341.0153737,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9936855916682612,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (231 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":231,"cache_hit":36352,"estimated_new_tokens":231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":184686,"ongoing_decode_tokens":184686,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":36352,"new_prefill":231,"score_linear":148334.0,"score_lmetric":693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":3584,"new_prefill":32999,"score_linear":59034.0,"score_lmetric":32999},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":36583,"score_linear":182601.0,"score_lmetric":108182},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":17408,"new_prefill":19175,"score_linear":208283.0,"score_lmetric":91504},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":36583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":36583,"score_linear":183053.0,"score_lmetric":469980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98547,"ongoing_decode_tokens":98547,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":4608,"new_prefill":31975,"score_linear":93939.0,"score_lmetric":63950},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":36583,"score_linear":137450.0,"score_lmetric":230306}],"chosen_score_linear":148334.0,"chosen_score_lmetric":693,"t_first_token":30344.606606282,"t_first_token_unix":1779964341.1615503,"t_done":30346.040659182,"t_done_unix":1779964342.5956025},{"request_id":"1367424:1:1367424:569","session_id":"1367424","input_length":3392,"t_proxy_recv":30331.737919379,"t_decision_unix":1779964328.292861,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":3.125,"fallback_score":11103.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3392 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3392,"cache_hit":0,"estimated_new_tokens":3392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":3392,"score_linear":235837.0,"score_lmetric":29795},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":3392,"score_linear":166320.0,"score_lmetric":33387},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":3392,"score_linear":231594.0,"score_lmetric":191247},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":3392,"score_linear":222299.0,"score_lmetric":11103},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48389,"ongoing_decode_tokens":15411,"pending_prefill_tokens":15570,"num_requests":4,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":3392,"score_linear":48389.0,"score_lmetric":75848},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":3392,"score_linear":183053.0,"score_lmetric":370407},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125898,"ongoing_decode_tokens":80246,"pending_prefill_tokens":33876,"num_requests":3,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":3392,"score_linear":125898.0,"score_lmetric":111804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":3392,"score_linear":76969.0,"score_lmetric":80361}],"chosen_score_linear":222299.0,"chosen_score_lmetric":11103,"t_first_token":30346.675578705,"t_first_token_unix":1779964343.230522,"t_done":30346.829872993,"t_done_unix":1779964343.3848162},{"request_id":"1253743:7:1359251:524","session_id":"1253743","input_length":51509,"t_proxy_recv":30302.94675651,"t_decision_unix":1779964299.5016975,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9940010483604806,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (309 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":309,"cache_hit":51200,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":17408,"new_prefill":34101,"score_linear":109609.0,"score_lmetric":68202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":3584,"new_prefill":47925,"score_linear":59034.0,"score_lmetric":47925},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":51509,"score_linear":122597.0,"score_lmetric":51509},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":51200,"new_prefill":309,"score_linear":119590.0,"score_lmetric":618},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":51509,"score_linear":58758.0,"score_lmetric":51509},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114798,"ongoing_decode_tokens":114798,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":4608,"new_prefill":46901,"score_linear":110190.0,"score_lmetric":93802},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":51509,"score_linear":83526.0,"score_lmetric":135035}],"chosen_score_linear":119590.0,"chosen_score_lmetric":618,"t_first_token":30346.525168156,"t_first_token_unix":1779964343.0801132,"t_done":30347.010053207,"t_done_unix":1779964343.5649967},{"request_id":"1367424:2:1370211:588","session_id":"1367424","input_length":11133,"t_proxy_recv":30346.836641866,"t_decision_unix":1779964343.3915834,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27593640528159524,"affinity_num_requests":3,"avg_num_requests":2.5,"fallback_score":11133.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,2,3,3,3,3,2])","v3_prefill_cache_hit":0,"v3_new_local":11133,"cache_hit":0,"estimated_new_tokens":11133,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":11133,"score_linear":189518.0,"score_lmetric":33399},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":11133,"score_linear":62618.0,"score_lmetric":11133},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":11133,"score_linear":182601.0,"score_lmetric":22266},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":121073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":3072,"new_prefill":8061,"score_linear":219227.0,"score_lmetric":24183},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":9399,"pending_prefill_tokens":14349,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":11133,"score_linear":58052.0,"score_lmetric":76446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":11133,"score_linear":183053.0,"score_lmetric":393630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":131361,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":11133,"score_linear":131361.0,"score_lmetric":33399},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":11133,"score_linear":137450.0,"score_lmetric":179406}],"chosen_score_linear":62618.0,"chosen_score_lmetric":11133,"t_first_token":30347.738990326,"t_first_token_unix":1779964344.2939336,"t_done":30347.869811167,"t_done_unix":1779964344.4247541},{"request_id":"1367329:2:1371226:595","session_id":"1367329","input_length":32814,"t_proxy_recv":30344.863894864,"t_decision_unix":1779964341.4188359,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8113610044493205,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6190 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":6190,"cache_hit":26624,"estimated_new_tokens":6190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":221269,"ongoing_decode_tokens":221269,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":32814,"score_linear":221269.0,"score_lmetric":131256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":32814,"score_linear":62618.0,"score_lmetric":32814},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":32814,"score_linear":182601.0,"score_lmetric":100644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":32814,"score_linear":225691.0,"score_lmetric":146060},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":32814,"score_linear":183053.0,"score_lmetric":458673},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98547,"ongoing_decode_tokens":98547,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":26624,"new_prefill":6190,"score_linear":71923.0,"score_lmetric":12380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":32814,"score_linear":137450.0,"score_lmetric":222768}],"chosen_score_linear":71923.0,"chosen_score_lmetric":12380,"t_first_token":30346.19852656,"t_first_token_unix":1779964342.7534697,"t_done":30350.17956072,"t_done_unix":1779964346.7345037},{"request_id":"1371337:1:1371337:597","session_id":"1371337","input_length":9399,"t_proxy_recv":30345.295104976,"t_decision_unix":1779964341.8500464,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":9399.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9399,"cache_hit":0,"estimated_new_tokens":9399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":244261,"ongoing_decode_tokens":221269,"pending_prefill_tokens":3024,"num_requests":5,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":9399,"score_linear":244261.0,"score_lmetric":62115},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":9399,"score_linear":62618.0,"score_lmetric":9399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":9399,"score_linear":182601.0,"score_lmetric":53814},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":9399,"score_linear":225691.0,"score_lmetric":52400},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9399,"score_linear":183053.0,"score_lmetric":388428},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":98547,"pending_prefill_tokens":6190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":9399,"score_linear":131361.0,"score_lmetric":46767},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":9399,"score_linear":137450.0,"score_lmetric":175938}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30345.999615615,"t_first_token_unix":1779964342.5545595,"t_done":30350.296438955,"t_done_unix":1779964346.851382},{"request_id":"1366128:4:1371629:599","session_id":"1366128","input_length":35037,"t_proxy_recv":30346.322925117,"t_decision_unix":1779964342.8778665,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.6575905471358849,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,1,2,4,2,3,3,2])","v3_prefill_cache_hit":23040,"v3_new_local":11997,"cache_hit":23040,"estimated_new_tokens":11997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":35037,"score_linear":189518.0,"score_lmetric":105111},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":35037,"score_linear":62618.0,"score_lmetric":35037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":35037,"score_linear":182601.0,"score_lmetric":70074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35037,"score_linear":225691.0,"score_lmetric":154952},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23015,"ongoing_decode_tokens":9399,"pending_prefill_tokens":2352,"num_requests":2,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":23040,"new_prefill":11997,"score_linear":-25.0,"score_lmetric":28698},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":35037,"score_linear":183053.0,"score_lmetric":465342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":131361,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":35037,"score_linear":131361.0,"score_lmetric":105111},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":35037,"score_linear":137450.0,"score_lmetric":227214}],"chosen_score_linear":-25.0,"chosen_score_lmetric":28698,"t_first_token":30349.95151195,"t_first_token_unix":1779964346.5064557,"t_done":30350.331254276,"t_done_unix":1779964346.8861973},{"request_id":"1371929:1:1371929:601","session_id":"1371929","input_length":17407,"t_proxy_recv":30347.404411449,"t_decision_unix":1779964343.9593525,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":34814.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,2,2,2,3,3,4,2])","v3_prefill_cache_hit":0,"v3_new_local":17407,"cache_hit":0,"estimated_new_tokens":17407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":17407,"score_linear":189518.0,"score_lmetric":52221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":73751,"ongoing_decode_tokens":62618,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":17407,"score_linear":73751.0,"score_lmetric":57080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":17407,"score_linear":182601.0,"score_lmetric":34814},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":17407,"score_linear":170790.0,"score_lmetric":34814},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":9399,"pending_prefill_tokens":14349,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":17407,"score_linear":58052.0,"score_lmetric":95268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":17407,"score_linear":183053.0,"score_lmetric":412452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":158066,"ongoing_decode_tokens":131361,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":17407,"score_linear":158066.0,"score_lmetric":119104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":17407,"score_linear":137450.0,"score_lmetric":191954}],"chosen_score_linear":182601.0,"chosen_score_lmetric":34814,"t_first_token":30349.245485267,"t_first_token_unix":1779964345.8004286,"t_done":30350.688368371,"t_done_unix":1779964347.2433112},{"request_id":"1372791:1:1372791:604","session_id":"1372791","input_length":4811,"t_proxy_recv":30350.407965691,"t_decision_unix":1779964346.9629073,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":4811.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4811 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4811,"cache_hit":0,"estimated_new_tokens":4811,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":246166,"ongoing_decode_tokens":246166,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":4811,"score_linear":246166.0,"score_lmetric":24055},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":4811,"score_linear":62618.0,"score_lmetric":4811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":200008,"ongoing_decode_tokens":77411,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":4811,"score_linear":200008.0,"score_lmetric":14433},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":4811,"score_linear":170790.0,"score_lmetric":9622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13616,"ongoing_decode_tokens":13616,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":4811,"score_linear":13616.0,"score_lmetric":4811},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":4811,"score_linear":183053.0,"score_lmetric":374664},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125252,"ongoing_decode_tokens":125252,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":0,"new_prefill":4811,"score_linear":125252.0,"score_lmetric":14433},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":4811,"score_linear":137450.0,"score_lmetric":166762}],"chosen_score_linear":13616.0,"chosen_score_lmetric":4811,"t_first_token":30350.716729797,"t_first_token_unix":1779964347.2716727,"t_done":30350.942866308,"t_done_unix":1779964347.49781},{"request_id":"1371622:1:1371622:598","session_id":"1371622","input_length":13616,"t_proxy_recv":30346.296852661,"t_decision_unix":1779964342.8517942,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":2352.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2352 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2352,"cache_hit":11264,"estimated_new_tokens":2352,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":13616,"score_linear":189518.0,"score_lmetric":40848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":13616,"score_linear":62618.0,"score_lmetric":13616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":13616,"score_linear":182601.0,"score_lmetric":27232},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":13616,"score_linear":225691.0,"score_lmetric":69268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":11264,"new_prefill":2352,"score_linear":-1865.0,"score_lmetric":2352},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":13616,"score_linear":183053.0,"score_lmetric":401079},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":131361,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":13616,"score_linear":131361.0,"score_lmetric":40848},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":13616,"score_linear":137450.0,"score_lmetric":184372}],"chosen_score_linear":-1865.0,"chosen_score_lmetric":2352,"t_first_token":30347.954683429,"t_first_token_unix":1779964344.5096269,"t_done":30351.14650837,"t_done_unix":1779964347.7014515},{"request_id":"1363943:4:1372250:603","session_id":"1363943","input_length":18396,"t_proxy_recv":30348.640566863,"t_decision_unix":1779964345.1955066,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17920,"affinity_cache_ratio":0.974124809741248,"affinity_num_requests":4,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (476 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":476,"cache_hit":17920,"estimated_new_tokens":476,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227770,"ongoing_decode_tokens":189518,"pending_prefill_tokens":1900,"num_requests":4,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":17920,"new_prefill":476,"score_linear":209850.0,"score_lmetric":9504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":18396,"score_linear":62618.0,"score_lmetric":18396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":200008,"ongoing_decode_tokens":60004,"pending_prefill_tokens":17407,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":18396,"score_linear":200008.0,"score_lmetric":107409},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":4096,"new_prefill":14300,"score_linear":166694.0,"score_lmetric":28600},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":23015,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":18396,"score_linear":58052.0,"score_lmetric":91179},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18396,"score_linear":183053.0,"score_lmetric":415419},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":158066,"ongoing_decode_tokens":131361,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":4096,"new_prefill":14300,"score_linear":153970.0,"score_lmetric":106676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":14300,"score_linear":133354.0,"score_lmetric":185740}],"chosen_score_linear":209850.0,"chosen_score_lmetric":9504,"t_first_token":30349.004530034,"t_first_token_unix":1779964345.559473,"t_done":30351.28170805,"t_done_unix":1779964347.836653},{"request_id":"1356885:1:1356885:514","session_id":"1356885","input_length":122597,"t_proxy_recv":30294.656953562,"t_decision_unix":1779964291.2118948,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":119078.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":6656,"v3_new_local":115941,"v3_src_idx":3,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":6656,"estimated_new_tokens":115941,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":122597,"score_linear":68259.0,"score_lmetric":122597},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":122597,"score_linear":62618.0,"score_lmetric":122597},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":6656,"new_prefill":115941,"score_linear":41537.0,"score_lmetric":119078},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":122597,"score_linear":35308.0,"score_lmetric":157905},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69205,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":122597,"score_linear":69205.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":122597,"score_linear":83526.0,"score_lmetric":206123}],"chosen_score_linear":41537.0,"chosen_score_lmetric":119078,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"write_mode":true,"t_prefill_sent":30294.65750111,"t_prefill_sent_unix":1779964291.2124436,"t_decode_sent":30294.657520855,"t_decode_sent_unix":1779964291.2124643,"t_first_token":30346.649674,"t_first_token_unix":1779964343.204621,"t_done":30351.496545309,"t_done_unix":1779964348.0514894,"t_prefill_done":30351.496551447,"t_prefill_done_unix":1779964348.0514941},{"request_id":"1355484:7:1371284:596","session_id":"1355484","input_length":22992,"t_proxy_recv":30345.088603559,"t_decision_unix":1779964341.6435447,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8684759916492694,"affinity_num_requests":4,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3024 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":3024,"cache_hit":19968,"estimated_new_tokens":3024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":221269,"ongoing_decode_tokens":221269,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":19968,"new_prefill":3024,"score_linear":201301.0,"score_lmetric":12096},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":12800,"new_prefill":10192,"score_linear":49818.0,"score_lmetric":10192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":12800,"new_prefill":10192,"score_linear":169801.0,"score_lmetric":55400},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":22992,"score_linear":225691.0,"score_lmetric":106772},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":12800,"new_prefill":10192,"score_linear":-12800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":22992,"score_linear":183053.0,"score_lmetric":429207},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":98547,"pending_prefill_tokens":6190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":22992,"score_linear":131361.0,"score_lmetric":87546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":10192,"score_linear":124650.0,"score_lmetric":177524}],"chosen_score_linear":201301.0,"chosen_score_lmetric":12096,"t_first_token":30345.679794379,"t_first_token_unix":1779964342.2347383,"t_done":30352.062513808,"t_done_unix":1779964348.617457},{"request_id":"1362265:3:1373357:605","session_id":"1362265","input_length":10284,"t_proxy_recv":30352.410778513,"t_decision_unix":1779964348.9657195,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9459354336833917,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (556 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":556,"cache_hit":9728,"estimated_new_tokens":556,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":10284,"score_linear":204778.0,"score_lmetric":30852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":6656,"new_prefill":3628,"score_linear":55962.0,"score_lmetric":3628},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":10284,"score_linear":60004.0,"score_lmetric":10284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":10284,"score_linear":48193.0,"score_lmetric":10284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":9728,"new_prefill":556,"score_linear":-9728.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":10284,"score_linear":183053.0,"score_lmetric":391083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125252,"ongoing_decode_tokens":125252,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":0,"new_prefill":10284,"score_linear":125252.0,"score_lmetric":30852},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":10284,"score_linear":137450.0,"score_lmetric":31870}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":30352.461350378,"t_first_token_unix":1779964349.016294,"t_done":30352.563503096,"t_done_unix":1779964349.1184464},{"request_id":"1370129:1:1370129:587","session_id":"1370129","input_length":18301,"t_proxy_recv":30341.157298611,"t_decision_unix":1779964337.7122402,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":10621.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,1,2,4,3,3,1,1])","v3_prefill_cache_hit":7680,"v3_new_local":10621,"cache_hit":7680,"estimated_new_tokens":10621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":4096,"new_prefill":14205,"score_linear":200748.0,"score_lmetric":56820},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":18301,"score_linear":62618.0,"score_lmetric":18301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":18301,"score_linear":182601.0,"score_lmetric":71618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":7680,"new_prefill":10621,"score_linear":218011.0,"score_lmetric":57288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":7712,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":18301,"score_linear":60520.0,"score_lmetric":102735},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18301,"score_linear":183053.0,"score_lmetric":415134},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":7680,"new_prefill":10621,"score_linear":72566.0,"score_lmetric":10621},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":7680,"new_prefill":10621,"score_linear":65239.0,"score_lmetric":83540}],"chosen_score_linear":72566.0,"chosen_score_lmetric":10621,"t_first_token":30342.477793728,"t_first_token_unix":1779964339.0327368,"t_done":30352.880301241,"t_done_unix":1779964349.4352446},{"request_id":"1253804:6:1318560:340","session_id":"1253804","input_length":62618,"t_proxy_recv":30159.539873917,"t_decision_unix":1779964156.0948153,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9403047047174934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3738 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":3738,"cache_hit":58880,"estimated_new_tokens":3738,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":58880,"new_prefill":3738,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":985,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":62618,"score_linear":79663.0,"score_lmetric":141769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":3584,"new_prefill":59034,"score_linear":175635.0,"score_lmetric":59034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":62618,"score_linear":121968.0,"score_lmetric":62618}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":30174.681151179,"t_first_token_unix":1779964171.236095,"t_done":30353.118927951,"t_done_unix":1779964349.673875},{"request_id":"1353821:3:1360898:529","session_id":"1353821","input_length":27933,"t_proxy_recv":30308.717389959,"t_decision_unix":1779964305.2723312,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27648,"affinity_cache_ratio":0.98979701428418,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (285 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":285,"cache_hit":27648,"estimated_new_tokens":285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":27933,"score_linear":146510.0,"score_lmetric":83910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":27933,"score_linear":96096.0,"score_lmetric":66502},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":27933,"score_linear":122597.0,"score_lmetric":27933},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":27933,"score_linear":222299.0,"score_lmetric":84726},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":27933,"score_linear":58758.0,"score_lmetric":27933},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":27648,"new_prefill":285,"score_linear":90240.0,"score_lmetric":118173},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":27933,"score_linear":80246.0,"score_lmetric":27933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":27933,"score_linear":83526.0,"score_lmetric":27933}],"chosen_score_linear":90240.0,"chosen_score_lmetric":118173,"t_first_token":30352.905646867,"t_first_token_unix":1779964349.46059,"t_done":30353.838620088,"t_done_unix":1779964350.3935635},{"request_id":"1353821:4:1363399:541","session_id":"1353821","input_length":28093,"t_proxy_recv":30353.844487553,"t_decision_unix":1779964350.399429,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27648,"affinity_cache_ratio":0.984159755099135,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (445 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":445,"cache_hit":27648,"estimated_new_tokens":445,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":28093,"score_linear":223454.0,"score_lmetric":112372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":28093,"score_linear":79495.0,"score_lmetric":107588},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":28093,"score_linear":60004.0,"score_lmetric":28093},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":28093,"score_linear":104479.0,"score_lmetric":153398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":28093,"score_linear":126340.0,"score_lmetric":154433},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155120,"ongoing_decode_tokens":155120,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":27648,"new_prefill":445,"score_linear":127472.0,"score_lmetric":890},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":28093,"score_linear":106951.0,"score_lmetric":56186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":28093,"score_linear":137450.0,"score_lmetric":67488}],"chosen_score_linear":127472.0,"chosen_score_lmetric":890,"t_first_token":30353.962266,"t_first_token_unix":1779964350.5172095,"t_done":30354.398202057,"t_done_unix":1779964350.9531453},{"request_id":"1355951:2:1363365:540","session_id":"1355951","input_length":37232,"t_proxy_recv":30317.519038253,"t_decision_unix":1779964314.0739794,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9488611946712505,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1904 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":1904,"cache_hit":35328,"estimated_new_tokens":1904,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":37232,"score_linear":127017.0,"score_lmetric":74464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":37232,"score_linear":125303.0,"score_lmetric":199834},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":37232,"score_linear":122597.0,"score_lmetric":37232},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":37232,"score_linear":222299.0,"score_lmetric":112623},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":74815,"ongoing_decode_tokens":0,"pending_prefill_tokens":2233,"num_requests":2,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":0,"new_prefill":37232,"score_linear":74815.0,"score_lmetric":78930},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":35328,"new_prefill":1904,"score_linear":110493.0,"score_lmetric":240154},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":37232,"score_linear":80246.0,"score_lmetric":37232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":37232,"score_linear":76969.0,"score_lmetric":114201}],"chosen_score_linear":110493.0,"chosen_score_lmetric":240154,"t_first_token":30352.911040705,"t_first_token_unix":1779964349.465984,"t_done":30354.413649993,"t_done_unix":1779964350.9685931},{"request_id":"1363943:5:1373637:609","session_id":"1363943","input_length":18676,"t_proxy_recv":30353.476027549,"t_decision_unix":1779964350.0309687,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9869351038766331,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":244,"cache_hit":18432,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":18432,"new_prefill":244,"score_linear":186346.0,"score_lmetric":732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":18676,"score_linear":79495.0,"score_lmetric":98171},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":18676,"score_linear":60004.0,"score_lmetric":18676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":4096,"new_prefill":14580,"score_linear":100383.0,"score_lmetric":126372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":18676,"score_linear":126340.0,"score_lmetric":145016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":183053,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18676,"score_linear":183053.0,"score_lmetric":56028},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":4096,"new_prefill":14580,"score_linear":102855.0,"score_lmetric":29160},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":14580,"score_linear":133354.0,"score_lmetric":40462}],"chosen_score_linear":186346.0,"chosen_score_lmetric":732,"t_first_token":30353.610439914,"t_first_token_unix":1779964350.1653836,"t_done":30357.133813987,"t_done_unix":1779964353.6887572},{"request_id":"1313181:4:1368020:573","session_id":"1313181","input_length":60004,"t_proxy_recv":30340.196540359,"t_decision_unix":1779964336.7514815,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":42496,"affinity_cache_ratio":0.7082194520365309,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":42496,"v3_new_local":17508,"cache_hit":42496,"estimated_new_tokens":17508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":186684,"pending_prefill_tokens":5360,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":24064,"new_prefill":35940,"score_linear":180780.0,"score_lmetric":165200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":12800,"new_prefill":47204,"score_linear":49818.0,"score_lmetric":47204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":42496,"new_prefill":17508,"score_linear":80101.0,"score_lmetric":17508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":60004,"score_linear":225691.0,"score_lmetric":254820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":24064,"new_prefill":35940,"score_linear":-16352.0,"score_lmetric":43652},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":60004,"score_linear":183053.0,"score_lmetric":540243},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":60004,"score_linear":80246.0,"score_lmetric":60004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":47204,"score_linear":60119.0,"score_lmetric":120123}],"chosen_score_linear":80101.0,"chosen_score_lmetric":17508,"t_first_token":30346.133755171,"t_first_token_unix":1779964342.6886985,"t_done":30358.429827598,"t_done_unix":1779964354.9847708},{"request_id":"1374347:1:1374347:611","session_id":"1374347","input_length":19862,"t_proxy_recv":30355.91862923,"t_decision_unix":1779964352.4735703,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":19862.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,1,1,2,2,1,2,2])","v3_prefill_cache_hit":0,"v3_new_local":19862,"cache_hit":0,"estimated_new_tokens":19862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":19862,"score_linear":223454.0,"score_lmetric":79448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":19862,"score_linear":79495.0,"score_lmetric":99357},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":19862,"score_linear":60004.0,"score_lmetric":19862},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":19862,"score_linear":104479.0,"score_lmetric":136936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173104,"ongoing_decode_tokens":0,"pending_prefill_tokens":138288,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":19862,"score_linear":173104.0,"score_lmetric":316300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":19862,"score_linear":117888.0,"score_lmetric":19862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":19862,"score_linear":106951.0,"score_lmetric":39724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":19862,"score_linear":137450.0,"score_lmetric":51026}],"chosen_score_linear":60004.0,"chosen_score_lmetric":19862,"t_first_token":30357.983084382,"t_first_token_unix":1779964354.5380282,"t_done":30358.54662695,"t_done_unix":1779964355.1015704},{"request_id":"1374465:1:1374465:613","session_id":"1374465","input_length":18497,"t_proxy_recv":30356.359057608,"t_decision_unix":1779964352.9139988,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":18497.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,2,2,2,2,1,2,2])","v3_prefill_cache_hit":0,"v3_new_local":18497,"cache_hit":0,"estimated_new_tokens":18497,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":18497,"score_linear":223454.0,"score_lmetric":73988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":18497,"score_linear":143031.0,"score_lmetric":197104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79866,"ongoing_decode_tokens":60004,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":18497,"score_linear":79866.0,"score_lmetric":76718},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":18497,"score_linear":104479.0,"score_lmetric":134206},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173104,"ongoing_decode_tokens":0,"pending_prefill_tokens":138288,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":18497,"score_linear":173104.0,"score_lmetric":313570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":18497,"score_linear":117888.0,"score_lmetric":18497},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":18497,"score_linear":106951.0,"score_lmetric":36994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":18497,"score_linear":137450.0,"score_lmetric":48296}],"chosen_score_linear":117888.0,"chosen_score_lmetric":18497,"t_first_token":30358.238615006,"t_first_token_unix":1779964354.7935581,"t_done":30358.719225937,"t_done_unix":1779964355.2741692},{"request_id":"1277428:7:1372183:602","session_id":"1277428","input_length":38252,"t_proxy_recv":30348.370116746,"t_decision_unix":1779964344.9250584,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9503293945414619,"affinity_num_requests":3,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1900 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":1900,"cache_hit":36352,"estimated_new_tokens":1900,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":36352,"new_prefill":1900,"score_linear":153166.0,"score_lmetric":5700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":3584,"new_prefill":34668,"score_linear":59034.0,"score_lmetric":34668},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":200008,"ongoing_decode_tokens":60004,"pending_prefill_tokens":17407,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":38252,"score_linear":200008.0,"score_lmetric":166977},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":17408,"new_prefill":20844,"score_linear":153382.0,"score_lmetric":41688},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":23015,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":38252,"score_linear":58052.0,"score_lmetric":150747},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":38252,"score_linear":183053.0,"score_lmetric":474987},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":158066,"ongoing_decode_tokens":131361,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":4608,"new_prefill":33644,"score_linear":153458.0,"score_lmetric":184052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":38252,"score_linear":137450.0,"score_lmetric":233644}],"chosen_score_linear":153166.0,"chosen_score_lmetric":5700,"t_first_token":30348.959103328,"t_first_token_unix":1779964345.5140467,"t_done":30360.85161128,"t_done_unix":1779964357.4065554},{"request_id":"1364090:2:1371798:600","session_id":"1364090","input_length":26705,"t_proxy_recv":30346.938046246,"t_decision_unix":1779964343.4929879,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.5368283093053735,"affinity_num_requests":3,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=3 threshold=2 eff_loads=[3,2,2,3,3,3,3,2])","v3_prefill_cache_hit":14336,"v3_new_local":12369,"cache_hit":14336,"estimated_new_tokens":12369,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":4096,"new_prefill":22609,"score_linear":185422.0,"score_lmetric":67827},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":73751,"ongoing_decode_tokens":62618,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":26705,"score_linear":73751.0,"score_lmetric":75676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":26705,"score_linear":182601.0,"score_lmetric":53410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":121073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":7680,"new_prefill":19025,"score_linear":214619.0,"score_lmetric":57075},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":9399,"pending_prefill_tokens":14349,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":26705,"score_linear":58052.0,"score_lmetric":123162},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":26705,"score_linear":183053.0,"score_lmetric":440346},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":131361,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":14336,"new_prefill":12369,"score_linear":117025.0,"score_lmetric":37107},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":7680,"new_prefill":19025,"score_linear":129770.0,"score_lmetric":195190}],"chosen_score_linear":117025.0,"chosen_score_lmetric":37107,"t_first_token":30348.997356592,"t_first_token_unix":1779964345.5522995,"t_done":30361.126979152,"t_done_unix":1779964357.6819222},{"request_id":"1355951:3:1375866:619","session_id":"1355951","input_length":38041,"t_proxy_recv":30361.304449318,"t_decision_unix":1779964357.8593907,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9690596987460898,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1177 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":1177,"cache_hit":36864,"estimated_new_tokens":1177,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":185642,"ongoing_decode_tokens":185642,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":0,"new_prefill":38041,"score_linear":185642.0,"score_lmetric":114123},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":38041,"score_linear":143031.0,"score_lmetric":236192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":38041,"score_linear":141790.0,"score_lmetric":167150},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":38041,"score_linear":104479.0,"score_lmetric":173294},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":38041,"score_linear":214612.0,"score_lmetric":542919},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":36864,"new_prefill":1177,"score_linear":81024.0,"score_lmetric":1177},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":38041,"score_linear":80246.0,"score_lmetric":38041},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":38041,"score_linear":137450.0,"score_lmetric":87384}],"chosen_score_linear":81024.0,"chosen_score_lmetric":1177,"t_first_token":30361.615822844,"t_first_token_unix":1779964358.1707666,"t_done":30362.359346984,"t_done_unix":1779964358.9142904},{"request_id":"1363943:6:1375416:618","session_id":"1363943","input_length":19116,"t_proxy_recv":30359.67041071,"t_decision_unix":1779964356.2253516,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9642184557438794,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (684 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":684,"cache_hit":18432,"estimated_new_tokens":684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":18432,"new_prefill":684,"score_linear":186346.0,"score_lmetric":2052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":19116,"score_linear":143031.0,"score_lmetric":198342},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":19116,"score_linear":141790.0,"score_lmetric":129300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":4096,"new_prefill":15020,"score_linear":100383.0,"score_lmetric":127252},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":19116,"score_linear":214612.0,"score_lmetric":486144},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":19116,"score_linear":117888.0,"score_lmetric":19116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":4096,"new_prefill":15020,"score_linear":102855.0,"score_lmetric":30040},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":15020,"score_linear":133354.0,"score_lmetric":41342}],"chosen_score_linear":186346.0,"chosen_score_lmetric":2052,"t_first_token":30359.819068826,"t_first_token_unix":1779964356.3740125,"t_done":30362.619369317,"t_done_unix":1779964359.174313},{"request_id":"1360649:1:1360649:527","session_id":"1360649","input_length":117888,"t_proxy_recv":30307.935704542,"t_decision_unix":1779964304.4906456,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":117888.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":117888,"cache_hit":0,"estimated_new_tokens":117888,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":117888,"score_linear":146510.0,"score_lmetric":353775},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":117888,"score_linear":62618.0,"score_lmetric":117888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":117888,"score_linear":122597.0,"score_lmetric":117888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":117888,"score_linear":222299.0,"score_lmetric":354591},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":117888,"score_linear":58758.0,"score_lmetric":117888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":117888,"score_linear":80246.0,"score_lmetric":117888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":117888,"score_linear":83526.0,"score_lmetric":201414}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30352.902996619,"t_first_token_unix":1779964349.4579396,"t_done":30362.675596581,"t_done_unix":1779964359.2305398},{"request_id":"1374465:2:1376358:620","session_id":"1374465","input_length":21588,"t_proxy_recv":30362.762021513,"t_decision_unix":1779964359.316963,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":18432,"affinity_cache_ratio":0.8538076709282935,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3156 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":3156,"cache_hit":18432,"estimated_new_tokens":3156,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":21588,"score_linear":166526.0,"score_lmetric":43176},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":21588,"score_linear":143031.0,"score_lmetric":203286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":21588,"score_linear":141790.0,"score_lmetric":134244},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":21588,"score_linear":104479.0,"score_lmetric":140388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":21588,"score_linear":214612.0,"score_lmetric":493560},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119052,"ongoing_decode_tokens":0,"pending_prefill_tokens":780,"num_requests":1,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":18432,"new_prefill":3156,"score_linear":100620.0,"score_lmetric":3936},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":21588,"score_linear":80246.0,"score_lmetric":21588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":21588,"score_linear":137450.0,"score_lmetric":54478}],"chosen_score_linear":100620.0,"chosen_score_lmetric":3936,"t_first_token":30363.753233702,"t_first_token_unix":1779964360.3081775,"t_done":30364.501701072,"t_done_unix":1779964361.0566454},{"request_id":"1367957:1:1367957:572","session_id":"1367957","input_length":72919,"t_proxy_recv":30333.634322816,"t_decision_unix":1779964330.189264,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":3.0,"fallback_score":72919.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":72919,"cache_hit":0,"estimated_new_tokens":72919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":72919,"score_linear":235837.0,"score_lmetric":377430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":166320,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":72919,"score_linear":166320.0,"score_lmetric":218757},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":18944,"new_prefill":53975,"score_linear":212650.0,"score_lmetric":161925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":72919,"score_linear":225691.0,"score_lmetric":306480},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24506,"ongoing_decode_tokens":24506,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":72919,"score_linear":24506.0,"score_lmetric":145838},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":72919,"score_linear":183053.0,"score_lmetric":578988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":72919,"score_linear":161092.0,"score_lmetric":400536},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":72919,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30351.99744824,"t_first_token_unix":1779964348.5523925,"t_done":30364.718280124,"t_done_unix":1779964361.2732239},{"request_id":"1342634:2:1370263:590","session_id":"1342634","input_length":64531,"t_proxy_recv":30341.613434338,"t_decision_unix":1779964338.1683757,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9124296849576172,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5651 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":5651,"cache_hit":58880,"estimated_new_tokens":5651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":64531,"score_linear":204844.0,"score_lmetric":258124},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":64531,"score_linear":62618.0,"score_lmetric":64531},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":64531,"score_linear":182601.0,"score_lmetric":164078},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":64531,"score_linear":225691.0,"score_lmetric":272928},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":7712,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":64531,"score_linear":60520.0,"score_lmetric":241425},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":64531,"score_linear":183053.0,"score_lmetric":553824},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":133960,"ongoing_decode_tokens":80246,"pending_prefill_tokens":10706,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":64531,"score_linear":133960.0,"score_lmetric":225711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":58880,"new_prefill":5651,"score_linear":14039.0,"score_lmetric":78570}],"chosen_score_linear":14039.0,"chosen_score_lmetric":78570,"t_first_token":30363.753563795,"t_first_token_unix":1779964360.3085067,"t_done":30364.947519107,"t_done_unix":1779964361.5024621},{"request_id":"1360649:2:1367022:561","session_id":"1360649","input_length":119052,"t_proxy_recv":30362.701344208,"t_decision_unix":1779964359.2562857,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9934482411047273,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (780 < 8000)","v3_prefill_cache_hit":118272,"v3_new_local":780,"cache_hit":118272,"estimated_new_tokens":780,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":119052,"score_linear":166526.0,"score_lmetric":238104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":119052,"score_linear":143031.0,"score_lmetric":398214},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":119052,"score_linear":141790.0,"score_lmetric":329172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":119052,"score_linear":104479.0,"score_lmetric":335316},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":119052,"score_linear":214612.0,"score_lmetric":785952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":118272,"new_prefill":780,"score_linear":-118272.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":119052,"score_linear":80246.0,"score_lmetric":119052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":114956,"score_linear":133354.0,"score_lmetric":241214}],"chosen_score_linear":-118272.0,"chosen_score_lmetric":0,"t_first_token":30363.288167986,"t_first_token_unix":1779964359.8431115,"t_done":30365.233707363,"t_done_unix":1779964361.7886505},{"request_id":"1377061:1:1377061:622","session_id":"1377061","input_length":16241,"t_proxy_recv":30365.390357195,"t_decision_unix":1779964361.9452987,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":16241.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16241,"cache_hit":0,"estimated_new_tokens":16241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":16241,"score_linear":166526.0,"score_lmetric":32482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":16241,"score_linear":143031.0,"score_lmetric":192592},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":16241,"score_linear":141790.0,"score_lmetric":123550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":125850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":16241,"score_linear":104479.0,"score_lmetric":32482},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":16241,"score_linear":214612.0,"score_lmetric":477519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":16241,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104569,"ongoing_decode_tokens":80246,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":16241,"score_linear":104569.0,"score_lmetric":81128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":16241,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30366.879521573,"t_first_token_unix":1779964363.434466,"t_done":30367.021913569,"t_done_unix":1779964363.576857},{"request_id":"1371337:2:1376534:621","session_id":"1371337","input_length":24323,"t_proxy_recv":30363.428010771,"t_decision_unix":1779964359.9829519,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":6,"affinity_cache_hit":9216,"affinity_cache_ratio":0.3789006290342474,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":24323.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,2,2,2,3,2,1,2])","v3_prefill_cache_hit":0,"v3_new_local":24323,"cache_hit":0,"estimated_new_tokens":24323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":24323,"score_linear":166526.0,"score_lmetric":48646},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":24323,"score_linear":143031.0,"score_lmetric":208756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":24323,"score_linear":141790.0,"score_lmetric":139714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":24323,"score_linear":104479.0,"score_lmetric":145858},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":9216,"new_prefill":15107,"score_linear":205396.0,"score_lmetric":474117},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":140640,"ongoing_decode_tokens":119052,"pending_prefill_tokens":3156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":24323,"score_linear":140640.0,"score_lmetric":54958},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":24323,"score_linear":80246.0,"score_lmetric":24323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":24323,"score_linear":137450.0,"score_lmetric":59948}],"chosen_score_linear":80246.0,"chosen_score_lmetric":24323,"t_first_token":30366.228764755,"t_first_token_unix":1779964362.7837083,"t_done":30367.381930151,"t_done_unix":1779964363.9368732},{"request_id":"1294611:11:1355750:510","session_id":"1294611","input_length":48193,"t_proxy_recv":30290.403617459,"t_decision_unix":1779964286.9585588,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9349075591890939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3137 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":3137,"cache_hit":45056,"estimated_new_tokens":3137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87625,"ongoing_decode_tokens":68259,"pending_prefill_tokens":6566,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":48193,"score_linear":87625.0,"score_lmetric":109518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":12800,"new_prefill":35393,"score_linear":65337.0,"score_lmetric":70786},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":45056,"new_prefill":3137,"score_linear":-45056.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93708,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":48193,"score_linear":93708.0,"score_lmetric":72961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":48193,"score_linear":83526.0,"score_lmetric":131719}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":30299.332444363,"t_first_token_unix":1779964295.8873882,"t_done":30368.351012932,"t_done_unix":1779964364.9059563},{"request_id":"1372791:2:1377698:624","session_id":"1372791","input_length":14851,"t_proxy_recv":30367.631863111,"t_decision_unix":1779964364.1868045,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.3102821358831055,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":14851.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14851,"cache_hit":0,"estimated_new_tokens":14851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":187253,"ongoing_decode_tokens":187253,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":14851,"score_linear":187253.0,"score_lmetric":44553},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":14851,"score_linear":143031.0,"score_lmetric":189812},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":14851,"score_linear":141790.0,"score_lmetric":120770},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":125850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":14851,"score_linear":104479.0,"score_lmetric":29702},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":4608,"new_prefill":10243,"score_linear":210004.0,"score_lmetric":459525},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":14851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":14851,"score_linear":80246.0,"score_lmetric":14851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":14851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30368.942536009,"t_first_token_unix":1779964365.4974797,"t_done":30369.145217691,"t_done_unix":1779964365.7001605},{"request_id":"1363943:7:1377305:623","session_id":"1363943","input_length":20727,"t_proxy_recv":30366.315405401,"t_decision_unix":1779964362.8703465,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9139769382930477,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1783 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":1783,"cache_hit":18944,"estimated_new_tokens":1783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":18944,"new_prefill":1783,"score_linear":147582.0,"score_lmetric":3566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":20727,"score_linear":143031.0,"score_lmetric":201564},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":20727,"score_linear":141790.0,"score_lmetric":132522},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":125850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":4096,"new_prefill":16631,"score_linear":100383.0,"score_lmetric":33262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":20727,"score_linear":214612.0,"score_lmetric":490977},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":20727,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104569,"ongoing_decode_tokens":104569,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":4096,"new_prefill":16631,"score_linear":100473.0,"score_lmetric":33262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16241,"ongoing_decode_tokens":0,"pending_prefill_tokens":16241,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":4096,"new_prefill":16631,"score_linear":12145.0,"score_lmetric":32872}],"chosen_score_linear":147582.0,"chosen_score_lmetric":3566,"t_first_token":30366.648718686,"t_first_token_unix":1779964363.203662,"t_done":30370.004178039,"t_done_unix":1779964366.5591216},{"request_id":"1370129:2:1373467:607","session_id":"1370129","input_length":56286,"t_proxy_recv":30352.929381651,"t_decision_unix":1779964349.484323,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":3,"affinity_cache_hit":18432,"affinity_cache_ratio":0.3274704189318836,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":48606.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,1,1,1,3,2,2])","v3_prefill_cache_hit":7680,"v3_new_local":48606,"cache_hit":7680,"estimated_new_tokens":48606,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":4096,"new_prefill":52190,"score_linear":200682.0,"score_lmetric":156570},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":56286,"score_linear":62618.0,"score_lmetric":56286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":56286,"score_linear":60004.0,"score_lmetric":56286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":7680,"new_prefill":48606,"score_linear":40513.0,"score_lmetric":48606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":56286,"score_linear":126340.0,"score_lmetric":182626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":183053,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":56286,"score_linear":183053.0,"score_lmetric":168858},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":18432,"new_prefill":37854,"score_linear":88519.0,"score_lmetric":75708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":7680,"new_prefill":48606,"score_linear":129770.0,"score_lmetric":108514}],"chosen_score_linear":40513.0,"chosen_score_lmetric":48606,"t_first_token":30363.96083891,"t_first_token_unix":1779964360.5157874,"t_done":30370.925201379,"t_done_unix":1779964367.4801447},{"request_id":"1377061:2:1378590:631","session_id":"1377061","input_length":16515,"t_proxy_recv":30370.662970429,"t_decision_unix":1779964367.217912,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15872,"affinity_cache_ratio":0.961065697850439,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (643 < 8000)","v3_prefill_cache_hit":15872,"v3_new_local":643,"cache_hit":15872,"estimated_new_tokens":643,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":16515,"score_linear":189983.0,"score_lmetric":49545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":16515,"score_linear":165163.0,"score_lmetric":310026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":16515,"score_linear":141790.0,"score_lmetric":124098},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":77657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":16515,"score_linear":56286.0,"score_lmetric":16515},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":16515,"score_linear":214612.0,"score_lmetric":478341},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":16515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":16515,"score_linear":80246.0,"score_lmetric":16515},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5458,"ongoing_decode_tokens":0,"pending_prefill_tokens":5458,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":15872,"new_prefill":643,"score_linear":-10414.0,"score_lmetric":6101}],"chosen_score_linear":-10414.0,"chosen_score_lmetric":6101,"t_first_token":30370.919978483,"t_first_token_unix":1779964367.474922,"t_done":30371.005835399,"t_done_unix":1779964367.5607781},{"request_id":"1378684:1:1378684:632","session_id":"1378684","input_length":7810,"t_proxy_recv":30370.994815156,"t_decision_unix":1779964367.5497568,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":7810.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7810 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7810,"cache_hit":0,"estimated_new_tokens":7810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":7810,"score_linear":189983.0,"score_lmetric":23430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":7810,"score_linear":165163.0,"score_lmetric":283911},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":7810,"score_linear":141790.0,"score_lmetric":106688},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1904,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":7810,"score_linear":214612.0,"score_lmetric":452226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":7810,"score_linear":80246.0,"score_lmetric":7810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21973,"ongoing_decode_tokens":21973,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":7810,"score_linear":21973.0,"score_lmetric":15620}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30371.544086082,"t_first_token_unix":1779964368.09903,"t_done":30371.947168182,"t_done_unix":1779964368.5021112},{"request_id":"1378543:1:1378543:630","session_id":"1378543","input_length":5458,"t_proxy_recv":30370.503052269,"t_decision_unix":1779964367.0579937,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":5458.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5458 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5458,"cache_hit":0,"estimated_new_tokens":5458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":5458,"score_linear":189983.0,"score_lmetric":16374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":5458,"score_linear":165163.0,"score_lmetric":276855},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5458,"score_linear":141790.0,"score_lmetric":101984},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":77657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":5458,"score_linear":56286.0,"score_lmetric":5458},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5458,"score_linear":214612.0,"score_lmetric":445170},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":5458,"score_linear":80246.0,"score_lmetric":5458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30370.854065739,"t_first_token_unix":1779964367.4090095,"t_done":30372.000436135,"t_done_unix":1779964368.5553792},{"request_id":"1355484:8:1377993:625","session_id":"1355484","input_length":23457,"t_proxy_recv":30368.612622266,"t_decision_unix":1779964365.1675634,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9822227906381891,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (417 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":417,"cache_hit":23040,"estimated_new_tokens":417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":187253,"ongoing_decode_tokens":187253,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":23040,"new_prefill":417,"score_linear":164213.0,"score_lmetric":1251},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":12800,"new_prefill":10657,"score_linear":130231.0,"score_lmetric":181424},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":10657,"score_linear":128990.0,"score_lmetric":112382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":77657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":23457,"score_linear":56286.0,"score_lmetric":23457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":10657,"score_linear":201812.0,"score_lmetric":460767},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14851,"ongoing_decode_tokens":0,"pending_prefill_tokens":14851,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":23457,"score_linear":14851.0,"score_lmetric":38308},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":23457,"score_linear":80246.0,"score_lmetric":23457},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":12800,"new_prefill":10657,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":164213.0,"chosen_score_lmetric":1251,"t_first_token":30368.771312266,"t_first_token_unix":1779964365.3262556,"t_done":30372.993887744,"t_done_unix":1779964369.5488307},{"request_id":"1379185:1:1379185:634","session_id":"1379185","input_length":1422,"t_proxy_recv":30372.714345644,"t_decision_unix":1779964369.2692869,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1422.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1422 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1422,"cache_hit":0,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":1422,"score_linear":189983.0,"score_lmetric":4266},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":1422,"score_linear":165163.0,"score_lmetric":264747},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":1422,"score_linear":141790.0,"score_lmetric":93912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":21371,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":1422,"score_linear":15283.0,"score_lmetric":1857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1422,"score_linear":214612.0,"score_lmetric":433062},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":1422,"score_linear":80246.0,"score_lmetric":1422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30372.823983613,"t_first_token_unix":1779964369.3789268,"t_done":30373.00313596,"t_done_unix":1779964369.5580788},{"request_id":"1279412:25:1366203:554","session_id":"1279412","input_length":98267,"t_proxy_recv":30327.296568445,"t_decision_unix":1779964323.85151,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9951662307794071,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (475 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":475,"cache_hit":97792,"estimated_new_tokens":475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":97792,"new_prefill":475,"score_linear":-29533.0,"score_lmetric":475},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":95232,"new_prefill":3035,"score_linear":30071.0,"score_lmetric":131440},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":98267,"score_linear":182111.0,"score_lmetric":315562},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":98267,"score_linear":222299.0,"score_lmetric":295728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11154,"ongoing_decode_tokens":0,"pending_prefill_tokens":11154,"num_requests":1,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":12800,"new_prefill":85467,"score_linear":-1646.0,"score_lmetric":96621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":98267,"score_linear":183053.0,"score_lmetric":655032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":98267,"score_linear":80246.0,"score_lmetric":98267},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":85467,"score_linear":64169.0,"score_lmetric":162436}],"chosen_score_linear":-29533.0,"chosen_score_lmetric":475,"t_first_token":30327.455162746,"t_first_token_unix":1779964324.0101063,"t_done":30373.247469319,"t_done_unix":1779964369.8024125},{"request_id":"1379569:1:1379569:638","session_id":"1379569","input_length":2632,"t_proxy_recv":30373.951505939,"t_decision_unix":1779964370.506447,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":2632.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2632 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2632,"cache_hit":0,"estimated_new_tokens":2632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189547,"ongoing_decode_tokens":189547,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":2632,"score_linear":189547.0,"score_lmetric":7896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":2632,"score_linear":165163.0,"score_lmetric":268377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":2632,"score_linear":141790.0,"score_lmetric":96332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":2632,"score_linear":134396.0,"score_lmetric":25779},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":2632,"score_linear":214612.0,"score_lmetric":436692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":2632,"score_linear":80246.0,"score_lmetric":2632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30374.115514773,"t_first_token_unix":1779964370.6704578,"t_done":30374.556056324,"t_done_unix":1779964371.1109996},{"request_id":"1314357:4:1352612:497","session_id":"1314357","input_length":68259,"t_proxy_recv":30279.652144139,"t_decision_unix":1779964276.2070856,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":67072,"affinity_cache_ratio":0.9826103517484874,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1187 < 8000)","v3_prefill_cache_hit":67072,"v3_new_local":1187,"cache_hit":67072,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":67072,"new_prefill":1187,"score_linear":28954.0,"score_lmetric":1187},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":68259,"score_linear":62618.0,"score_lmetric":68259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":68259,"score_linear":10575.0,"score_lmetric":68259},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":68259,"score_linear":18840.0,"score_lmetric":87099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":68259,"score_linear":21436.0,"score_lmetric":77407},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":68259,"score_linear":39383.0,"score_lmetric":68259},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":28954.0,"chosen_score_lmetric":1187,"t_first_token":30280.139204752,"t_first_token_unix":1779964276.694148,"t_done":30374.572834743,"t_done_unix":1779964371.127778},{"request_id":"1269373:22:1358956:522","session_id":"1269373","input_length":80246,"t_proxy_recv":30301.814935089,"t_decision_unix":1779964298.3698761,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9761981905640157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1910 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":1910,"cache_hit":78336,"estimated_new_tokens":1910,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":4096,"new_prefill":76150,"score_linear":122921.0,"score_lmetric":152300},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":80246,"score_linear":62618.0,"score_lmetric":80246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":80246,"score_linear":122597.0,"score_lmetric":80246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":7680,"new_prefill":72566,"score_linear":163110.0,"score_lmetric":145132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":80246,"score_linear":58758.0,"score_lmetric":80246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":78336,"new_prefill":1910,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":7680,"new_prefill":72566,"score_linear":75846.0,"score_lmetric":156092}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":30302.831972066,"t_first_token_unix":1779964299.3869162,"t_done":30375.182947505,"t_done_unix":1779964371.737893},{"request_id":"1279412:26:1378269:628","session_id":"1279412","input_length":100340,"t_proxy_recv":30373.264247354,"t_decision_unix":1779964369.819189,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":99840,"affinity_cache_ratio":0.9950169423958541,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (500 < 8000)","v3_prefill_cache_hit":99840,"v3_new_local":500,"cache_hit":99840,"estimated_new_tokens":500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89207,"ongoing_decode_tokens":89207,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":99840,"new_prefill":500,"score_linear":-10633.0,"score_lmetric":1000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":95232,"new_prefill":5108,"score_linear":69931.0,"score_lmetric":275805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":87540,"score_linear":128990.0,"score_lmetric":266148},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":21371,"pending_prefill_tokens":1771,"num_requests":2,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":100340,"score_linear":72939.0,"score_lmetric":204222},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":87540,"score_linear":201812.0,"score_lmetric":691416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":100340,"score_linear":80246.0,"score_lmetric":100340},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":12800,"new_prefill":87540,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-10633.0,"chosen_score_lmetric":1000,"t_first_token":30373.445671972,"t_first_token_unix":1779964370.0006158,"t_done":30375.502649786,"t_done_unix":1779964372.0575933},{"request_id":"1355484:9:1379722:640","session_id":"1355484","input_length":23717,"t_proxy_recv":30374.459948816,"t_decision_unix":1779964371.01489,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9930429649618417,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (165 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":165,"cache_hit":23552,"estimated_new_tokens":165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189547,"ongoing_decode_tokens":189547,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":23552,"new_prefill":165,"score_linear":165995.0,"score_lmetric":495},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":12800,"new_prefill":10917,"score_linear":152363.0,"score_lmetric":293232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":10917,"score_linear":128990.0,"score_lmetric":112902},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":23717,"score_linear":134396.0,"score_lmetric":89034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":10917,"score_linear":201812.0,"score_lmetric":461547},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":2632,"ongoing_decode_tokens":2632,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":23717,"score_linear":2632.0,"score_lmetric":23717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":23717,"score_linear":80246.0,"score_lmetric":23717},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":12800,"new_prefill":10917,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":165995.0,"chosen_score_lmetric":495,"t_first_token":30374.568406699,"t_first_token_unix":1779964371.1233497,"t_done":30375.995815673,"t_done_unix":1779964372.5507684},{"request_id":"1377061:3:1380174:641","session_id":"1377061","input_length":17368,"t_proxy_recv":30376.065179437,"t_decision_unix":1779964372.620121,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16384,"affinity_cache_ratio":0.943344081068632,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (984 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":984,"cache_hit":16384,"estimated_new_tokens":984,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":17368,"score_linear":20948.0,"score_lmetric":17368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":143031,"pending_prefill_tokens":6772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":17368,"score_linear":165163.0,"score_lmetric":72420},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":17368,"score_linear":141790.0,"score_lmetric":125804},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":17368,"score_linear":134396.0,"score_lmetric":69987},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":17368,"score_linear":214612.0,"score_lmetric":480900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":16384,"new_prefill":984,"score_linear":-16384.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":30376.242229168,"t_first_token_unix":1779964372.7971725,"t_done":30376.342844066,"t_done_unix":1779964372.8977876},{"request_id":"1378543:2:1380447:644","session_id":"1378543","input_length":5314,"t_proxy_recv":30376.982531967,"t_decision_unix":1779964373.537473,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.963492660895747,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (194 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":194,"cache_hit":5120,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":5314,"score_linear":20948.0,"score_lmetric":5314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":143031,"pending_prefill_tokens":6772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":5314,"score_linear":165163.0,"score_lmetric":36258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5314,"score_linear":141790.0,"score_lmetric":101696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":5314,"score_linear":134396.0,"score_lmetric":33825},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5314,"score_linear":214612.0,"score_lmetric":444738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":0,"new_prefill":5314,"score_linear":30907.0,"score_lmetric":14717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":5314,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":5120,"new_prefill":194,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30377.003753249,"t_first_token_unix":1779964373.5586963,"t_done":30377.004282126,"t_done_unix":1779964373.5592248},{"request_id":"1379569:2:1380473:645","session_id":"1379569","input_length":6767,"t_proxy_recv":30377.128878014,"t_decision_unix":1779964373.6838195,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":2560,"affinity_cache_ratio":0.37830648736515443,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":6767.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6767 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6767,"cache_hit":0,"estimated_new_tokens":6767,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":6767,"score_linear":20948.0,"score_lmetric":6767},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":143031,"pending_prefill_tokens":6772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":6767,"score_linear":165163.0,"score_lmetric":40617},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":6767,"score_linear":141790.0,"score_lmetric":104602},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":6767,"score_linear":134396.0,"score_lmetric":38184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":6767,"score_linear":214612.0,"score_lmetric":449097},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":2560,"new_prefill":4207,"score_linear":28347.0,"score_lmetric":13610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":6767,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":6767,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30377.578311628,"t_first_token_unix":1779964374.1332552,"t_done":30378.194415633,"t_done_unix":1779964374.7493587},{"request_id":"1374465:3:1380413:642","session_id":"1374465","input_length":30907,"t_proxy_recv":30376.857753517,"t_decision_unix":1779964373.4126942,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":21504,"affinity_cache_ratio":0.6957647134953246,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":21504,"v3_new_local":9403,"cache_hit":21504,"estimated_new_tokens":9403,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":30907,"score_linear":20948.0,"score_lmetric":30907},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":143031,"pending_prefill_tokens":6772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":30907,"score_linear":165163.0,"score_lmetric":113037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":30907,"score_linear":141790.0,"score_lmetric":152882},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":30907,"score_linear":134396.0,"score_lmetric":110604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":30907,"score_linear":214612.0,"score_lmetric":521517},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":21504,"new_prefill":9403,"score_linear":-21504.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":30378.721045149,"t_first_token_unix":1779964375.2759886,"t_done":30379.360592476,"t_done_unix":1779964375.915536},{"request_id":"1279412:27:1380696:646","session_id":"1279412","input_length":100538,"t_proxy_recv":30378.0060616,"t_decision_unix":1779964374.561003,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9981499532515069,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (186 < 8000)","v3_prefill_cache_hit":100352,"v3_new_local":186,"cache_hit":100352,"estimated_new_tokens":186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":100352,"new_prefill":186,"score_linear":-79404.0,"score_lmetric":186},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":95232,"new_prefill":5306,"score_linear":69931.0,"score_lmetric":15918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":87738,"score_linear":128990.0,"score_lmetric":266544},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":100538,"score_linear":134396.0,"score_lmetric":319497},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":87738,"score_linear":201812.0,"score_lmetric":692010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":0,"new_prefill":100538,"score_linear":30907.0,"score_lmetric":109941},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6767,"ongoing_decode_tokens":6767,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":87738,"score_linear":-6033.0,"score_lmetric":87738}],"chosen_score_linear":-79404.0,"chosen_score_lmetric":186,"t_first_token":30378.222685487,"t_first_token_unix":1779964374.7776284,"t_done":30380.577900053,"t_done_unix":1779964377.1328433},{"request_id":"1379569:3:1381510:649","session_id":"1379569","input_length":7620,"t_proxy_recv":30380.756557631,"t_decision_unix":1779964377.311499,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6656,"affinity_cache_ratio":0.873490813648294,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (964 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":964,"cache_hit":6656,"estimated_new_tokens":964,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":7620,"score_linear":20948.0,"score_lmetric":7620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":7620,"score_linear":165163.0,"score_lmetric":22860},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":7620,"score_linear":141790.0,"score_lmetric":106308},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":7620,"score_linear":134396.0,"score_lmetric":40743},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":7620,"score_linear":214612.0,"score_lmetric":451656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":2560,"new_prefill":5060,"score_linear":11429.0,"score_lmetric":19049},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":7620,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1389,"cache_hit":6656,"new_prefill":964,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":30380.867282693,"t_first_token_unix":1779964377.4222257,"t_done":30381.373178959,"t_done_unix":1779964377.928122},{"request_id":"1286804:4:1378156:627","session_id":"1286804","input_length":22132,"t_proxy_recv":30369.140529351,"t_decision_unix":1779964365.6954706,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":15360,"affinity_cache_ratio":0.694017711910356,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6772 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":6772,"cache_hit":15360,"estimated_new_tokens":6772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":210710,"ongoing_decode_tokens":210710,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":1536,"new_prefill":20596,"score_linear":209174.0,"score_lmetric":82384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":15360,"new_prefill":6772,"score_linear":127671.0,"score_lmetric":173654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":22132,"score_linear":141790.0,"score_lmetric":135332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":77657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":22132,"score_linear":56286.0,"score_lmetric":22132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":22132,"score_linear":214612.0,"score_lmetric":495192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14851,"ongoing_decode_tokens":14851,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":22132,"score_linear":14851.0,"score_lmetric":22132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":22132,"score_linear":80246.0,"score_lmetric":22132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":22132,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":127671.0,"chosen_score_lmetric":173654,"t_first_token":30377.135106109,"t_first_token_unix":1779964373.6900492,"t_done":30381.802033824,"t_done_unix":1779964378.3569772},{"request_id":"1381728:1:1381728:651","session_id":"1381728","input_length":1391,"t_proxy_recv":30381.662319073,"t_decision_unix":1779964378.2172604,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":1391.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1391 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1391,"cache_hit":0,"estimated_new_tokens":1391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":1391,"score_linear":20948.0,"score_lmetric":1391},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":1391,"score_linear":165163.0,"score_lmetric":4173},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":1391,"score_linear":141790.0,"score_lmetric":93850},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":1391,"score_linear":134396.0,"score_lmetric":22056},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1391,"score_linear":225257.0,"score_lmetric":578912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":1391,"score_linear":13989.0,"score_lmetric":1391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30381.787953394,"t_first_token_unix":1779964378.3428965,"t_done":30381.935542559,"t_done_unix":1779964378.4904852},{"request_id":"1363943:8:1379215:635","session_id":"1363943","input_length":20948,"t_proxy_recv":30372.868449516,"t_decision_unix":1779964369.4233909,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":20480,"affinity_cache_ratio":0.97765896505633,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (468 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":468,"cache_hit":20480,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":20480,"new_prefill":468,"score_linear":169503.0,"score_lmetric":1404},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":20948,"score_linear":165163.0,"score_lmetric":323325},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":20948,"score_linear":141790.0,"score_lmetric":132964},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":21371,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":4096,"new_prefill":16852,"score_linear":11187.0,"score_lmetric":17287},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":20948,"score_linear":214612.0,"score_lmetric":491640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":20948,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":4096,"new_prefill":16852,"score_linear":76150.0,"score_lmetric":16852},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1422,"ongoing_decode_tokens":1422,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":4096,"new_prefill":16852,"score_linear":-2674.0,"score_lmetric":16852}],"chosen_score_linear":169503.0,"chosen_score_lmetric":1404,"t_first_token":30372.96302986,"t_first_token_unix":1779964369.517973,"t_done":30382.460667454,"t_done_unix":1779964379.015611},{"request_id":"1373577:1:1373577:608","session_id":"1373577","input_length":79495,"t_proxy_recv":30353.313600839,"t_decision_unix":1779964349.8685422,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":79495.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":79495,"cache_hit":0,"estimated_new_tokens":79495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":79495,"score_linear":204778.0,"score_lmetric":238485},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":79495,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":79495,"score_linear":60004.0,"score_lmetric":79495},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":79495,"score_linear":104479.0,"score_lmetric":256202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":79495,"score_linear":126340.0,"score_lmetric":205835},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":183053,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":79495,"score_linear":183053.0,"score_lmetric":238485},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":79495,"score_linear":106951.0,"score_lmetric":158990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":2560,"new_prefill":76935,"score_linear":134890.0,"score_lmetric":165172}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30374.806518333,"t_first_token_unix":1779964371.3614624,"t_done":30382.90396664,"t_done_unix":1779964379.45891},{"request_id":"1381387:1:1381387:648","session_id":"1381387","input_length":13989,"t_proxy_recv":30380.343908538,"t_decision_unix":1779964376.8988497,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":13989.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13989,"cache_hit":0,"estimated_new_tokens":13989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121486,"ongoing_decode_tokens":121486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":13989,"score_linear":121486.0,"score_lmetric":27978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":13989,"score_linear":165163.0,"score_lmetric":41967},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":13989,"score_linear":141790.0,"score_lmetric":119046},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":13989,"score_linear":134396.0,"score_lmetric":59850},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":13989,"score_linear":214612.0,"score_lmetric":470763},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1389,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30381.543121689,"t_first_token_unix":1779964378.0980654,"t_done":30383.87716681,"t_done_unix":1779964380.4321098},{"request_id":"1382089:1:1382089:655","session_id":"1382089","input_length":38111,"t_proxy_recv":30382.965313922,"t_decision_unix":1779964379.5202556,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":3295.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3295 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":3295,"cache_hit":34816,"estimated_new_tokens":3295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":63536,"pending_prefill_tokens":1275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":38111,"score_linear":144683.0,"score_lmetric":78772},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":38111,"score_linear":141790.0,"score_lmetric":76318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":38111,"score_linear":134396.0,"score_lmetric":132216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":38111,"score_linear":225257.0,"score_lmetric":725792},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":34816,"new_prefill":3295,"score_linear":-20827.0,"score_lmetric":3295},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":38111,"score_linear":47401.0,"score_lmetric":57864},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-20827.0,"chosen_score_lmetric":3295,"t_first_token":30383.789696925,"t_first_token_unix":1779964380.3446407,"t_done":30383.954926394,"t_done_unix":1779964380.5098698},{"request_id":"1382294:1:1382294:656","session_id":"1382294","input_length":3034,"t_proxy_recv":30383.665408084,"t_decision_unix":1779964380.220349,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":3034.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3034 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3034,"cache_hit":0,"estimated_new_tokens":3034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":3034,"score_linear":54012.0,"score_lmetric":57046},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":63536,"pending_prefill_tokens":1275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":3034,"score_linear":144683.0,"score_lmetric":8618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":3034,"score_linear":141790.0,"score_lmetric":6164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":3034,"score_linear":134396.0,"score_lmetric":26985},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":3034,"score_linear":225257.0,"score_lmetric":585484},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":52100,"ongoing_decode_tokens":13989,"pending_prefill_tokens":3295,"num_requests":2,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":3034,"score_linear":52100.0,"score_lmetric":12658},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":3034,"score_linear":47401.0,"score_lmetric":22787},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":3034,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30383.850590353,"t_first_token_unix":1779964380.405533,"t_done":30384.005920394,"t_done_unix":1779964380.5608635},{"request_id":"1382667:1:1382667:658","session_id":"1382667","input_length":1955,"t_proxy_recv":30385.082486177,"t_decision_unix":1779964381.6374276,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":1955.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1955 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1955,"cache_hit":0,"estimated_new_tokens":1955,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":1955,"score_linear":154778.0,"score_lmetric":112762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":1955,"score_linear":144683.0,"score_lmetric":3910},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":1955,"score_linear":141790.0,"score_lmetric":4006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":1955,"score_linear":134396.0,"score_lmetric":23748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1955,"score_linear":225257.0,"score_lmetric":581168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":1955,"score_linear":47401.0,"score_lmetric":21708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30385.206883626,"t_first_token_unix":1779964381.7618265,"t_done":30385.43507582,"t_done_unix":1779964381.9900188},{"request_id":"1382710:1:1382710:659","session_id":"1382710","input_length":3190,"t_proxy_recv":30385.182865812,"t_decision_unix":1779964381.737807,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":3190.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3190 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3190,"cache_hit":0,"estimated_new_tokens":3190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":3190,"score_linear":154778.0,"score_lmetric":115232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":3190,"score_linear":144683.0,"score_lmetric":6380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":3190,"score_linear":141790.0,"score_lmetric":6476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":3190,"score_linear":134396.0,"score_lmetric":27453},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":3190,"score_linear":225257.0,"score_lmetric":586108},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":3190,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":3190,"score_linear":47401.0,"score_lmetric":22943},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1955,"ongoing_decode_tokens":0,"pending_prefill_tokens":1955,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":3190,"score_linear":1955.0,"score_lmetric":5145}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30385.380436748,"t_first_token_unix":1779964381.93538,"t_done":30385.571349676,"t_done_unix":1779964382.1262925},{"request_id":"1382804:1:1382804:660","session_id":"1382804","input_length":627,"t_proxy_recv":30385.409621185,"t_decision_unix":1779964381.9645627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":627.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (627 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":627,"cache_hit":0,"estimated_new_tokens":627,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":627,"score_linear":154778.0,"score_lmetric":110106},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":627,"score_linear":144683.0,"score_lmetric":1254},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":627,"score_linear":141790.0,"score_lmetric":1350},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":627,"score_linear":134396.0,"score_lmetric":19764},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":627,"score_linear":225257.0,"score_lmetric":575856},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":3190,"ongoing_decode_tokens":3190,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":627,"score_linear":3190.0,"score_lmetric":627},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":627,"score_linear":47401.0,"score_lmetric":20380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1955,"ongoing_decode_tokens":1955,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":627,"score_linear":1955.0,"score_lmetric":627}],"chosen_score_linear":3190.0,"chosen_score_lmetric":627,"t_first_token":30385.472529106,"t_first_token_unix":1779964382.0274718,"t_done":30385.660267304,"t_done_unix":1779964382.21521},{"request_id":"1382294:2:1383073:664","session_id":"1382294","input_length":5164,"t_proxy_recv":30386.277353494,"t_decision_unix":1779964382.8322952,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":2560,"affinity_cache_ratio":0.4957397366382649,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":5164.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5164 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5164,"cache_hit":0,"estimated_new_tokens":5164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":5164,"score_linear":154778.0,"score_lmetric":119180},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":5164,"score_linear":144683.0,"score_lmetric":10328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5164,"score_linear":141790.0,"score_lmetric":10424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":5164,"score_linear":134396.0,"score_lmetric":33375},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5164,"score_linear":225257.0,"score_lmetric":594004},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":5164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":5164,"score_linear":47401.0,"score_lmetric":24917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":2560,"new_prefill":2604,"score_linear":2575.0,"score_lmetric":7739}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30386.602674723,"t_first_token_unix":1779964383.1576183,"t_done":30386.847540856,"t_done_unix":1779964383.4024842},{"request_id":"1383090:1:1383090:665","session_id":"1383090","input_length":9305,"t_proxy_recv":30386.319511593,"t_decision_unix":1779964382.8744533,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":14440.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9305,"cache_hit":0,"estimated_new_tokens":9305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":9305,"score_linear":154778.0,"score_lmetric":127462},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":9305,"score_linear":144683.0,"score_lmetric":18610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":9305,"score_linear":141790.0,"score_lmetric":18706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":9305,"score_linear":134396.0,"score_lmetric":45798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":9305,"score_linear":225257.0,"score_lmetric":610568},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5164,"ongoing_decode_tokens":0,"pending_prefill_tokens":5164,"num_requests":1,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":9305,"score_linear":5164.0,"score_lmetric":14469},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":9305,"score_linear":47401.0,"score_lmetric":29058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":9305,"score_linear":5135.0,"score_lmetric":14440}],"chosen_score_linear":5135.0,"chosen_score_lmetric":14440,"t_first_token":30387.064162318,"t_first_token_unix":1779964383.6191058,"t_done":30387.666158321,"t_done_unix":1779964384.2211015},{"request_id":"1383009:1:1383009:663","session_id":"1383009","input_length":5135,"t_proxy_recv":30386.053311415,"t_decision_unix":1779964382.608253,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":5135.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5135 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5135,"cache_hit":0,"estimated_new_tokens":5135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":5135,"score_linear":154778.0,"score_lmetric":119122},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":5135,"score_linear":144683.0,"score_lmetric":10270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5135,"score_linear":141790.0,"score_lmetric":10366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":5135,"score_linear":134396.0,"score_lmetric":33288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5135,"score_linear":225257.0,"score_lmetric":593888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":5135,"score_linear":47401.0,"score_lmetric":24888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30386.378131919,"t_first_token_unix":1779964382.9330752,"t_done":30387.692610143,"t_done_unix":1779964384.247553},{"request_id":"1379569:4:1383116:666","session_id":"1379569","input_length":10217,"t_proxy_recv":30386.409798308,"t_decision_unix":1779964382.96474,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7516883625330332,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2537 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2537,"cache_hit":7680,"estimated_new_tokens":2537,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":10217,"score_linear":154778.0,"score_lmetric":129286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":10217,"score_linear":144683.0,"score_lmetric":20434},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":10217,"score_linear":141790.0,"score_lmetric":20530},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":10217,"score_linear":134396.0,"score_lmetric":48534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":10217,"score_linear":225257.0,"score_lmetric":614216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5164,"ongoing_decode_tokens":0,"pending_prefill_tokens":5164,"num_requests":1,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":2560,"new_prefill":7657,"score_linear":2604.0,"score_lmetric":12821},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":10217,"score_linear":47401.0,"score_lmetric":29970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":14440,"ongoing_decode_tokens":5135,"pending_prefill_tokens":9305,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":7680,"new_prefill":2537,"score_linear":6760.0,"score_lmetric":23684}],"chosen_score_linear":6760.0,"chosen_score_lmetric":23684,"t_first_token":30387.327587225,"t_first_token_unix":1779964383.8825302,"t_done":30387.736117969,"t_done_unix":1779964384.291061},{"request_id":"1263749:2:1379302:636","session_id":"1263749","input_length":57656,"t_proxy_recv":30373.191679266,"t_decision_unix":1779964369.7466207,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9768280838074095,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1336 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":1336,"cache_hit":56320,"estimated_new_tokens":1336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":187474,"ongoing_decode_tokens":187474,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1383,"cache_hit":0,"new_prefill":57656,"score_linear":187474.0,"score_lmetric":172968},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":57656,"score_linear":165163.0,"score_lmetric":433449},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":57656,"score_linear":141790.0,"score_lmetric":206380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":21371,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":56320,"new_prefill":1336,"score_linear":-41037.0,"score_lmetric":1771},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":57656,"score_linear":214612.0,"score_lmetric":601764},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":57656,"score_linear":80246.0,"score_lmetric":57656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41037.0,"chosen_score_lmetric":1771,"t_first_token":30387.070789583,"t_first_token_unix":1779964383.625733,"t_done":30387.90051531,"t_done_unix":1779964384.4554622},{"request_id":"1373577:2:1380740:647","session_id":"1373577","input_length":81147,"t_proxy_recv":30382.95238626,"t_decision_unix":1779964379.5073278,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9842877740397057,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1275 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":1275,"cache_hit":79872,"estimated_new_tokens":1275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":81147,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":79872,"new_prefill":1275,"score_linear":-16336.0,"score_lmetric":1275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":81147,"score_linear":141790.0,"score_lmetric":162390},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":81147,"score_linear":134396.0,"score_lmetric":261324},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":81147,"score_linear":225257.0,"score_lmetric":897936},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":81147,"score_linear":13989.0,"score_lmetric":81147},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":81147,"score_linear":47401.0,"score_lmetric":100900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":2560,"new_prefill":78587,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-16336.0,"chosen_score_lmetric":1275,"t_first_token":30383.833411989,"t_first_token_unix":1779964380.3883553,"t_done":30388.49942475,"t_done_unix":1779964385.0543683},{"request_id":"1383625:1:1383625:668","session_id":"1383625","input_length":3186,"t_proxy_recv":30388.250791888,"t_decision_unix":1779964384.8057332,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3186.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3186 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3186,"cache_hit":0,"estimated_new_tokens":3186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":3186,"score_linear":154778.0,"score_lmetric":115224},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":3186,"score_linear":144683.0,"score_lmetric":6372},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":3186,"score_linear":141790.0,"score_lmetric":6372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":3186,"score_linear":76740.0,"score_lmetric":6372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":3186,"score_linear":225257.0,"score_lmetric":439569},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":3186,"score_linear":47401.0,"score_lmetric":3186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30388.447010063,"t_first_token_unix":1779964385.0019538,"t_done":30388.580275985,"t_done_unix":1779964385.1352189},{"request_id":"1383625:2:1384279:673","session_id":"1383625","input_length":4150,"t_proxy_recv":30390.673275684,"t_decision_unix":1779964387.2282171,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.7402409638554217,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1078 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":1078,"cache_hit":3072,"estimated_new_tokens":1078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":4150,"score_linear":154778.0,"score_lmetric":117152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":4150,"score_linear":63536.0,"score_lmetric":4150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":4150,"score_linear":141790.0,"score_lmetric":8300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":4150,"score_linear":76740.0,"score_lmetric":8300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":4150,"score_linear":294722.0,"score_lmetric":603616},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":3072,"new_prefill":1078,"score_linear":25311.0,"score_lmetric":1078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":4150,"score_linear":68622.0,"score_lmetric":8758},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":4150,"score_linear":28383.0,"score_lmetric":4150}],"chosen_score_linear":25311.0,"chosen_score_lmetric":1078,"t_first_token":30391.040860123,"t_first_token_unix":1779964387.595803,"t_done":30391.17267793,"t_done_unix":1779964387.727621},{"request_id":"1382667:2:1384299:674","session_id":"1382667","input_length":5989,"t_proxy_recv":30390.734728694,"t_decision_unix":1779964387.28967,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1536,"affinity_cache_ratio":0.2564701953581566,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":4453.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4453 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":4453,"cache_hit":1536,"estimated_new_tokens":4453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":5989,"score_linear":154778.0,"score_lmetric":120830},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":5989,"score_linear":63536.0,"score_lmetric":5989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5989,"score_linear":141790.0,"score_lmetric":11978},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5989,"score_linear":76740.0,"score_lmetric":11978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5989,"score_linear":294722.0,"score_lmetric":610972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32533,"ongoing_decode_tokens":0,"pending_prefill_tokens":1078,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":5989,"score_linear":32533.0,"score_lmetric":14134},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":5989,"score_linear":68622.0,"score_lmetric":12436},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":1536,"new_prefill":4453,"score_linear":26847.0,"score_lmetric":4453}],"chosen_score_linear":26847.0,"chosen_score_lmetric":4453,"t_first_token":30391.036728686,"t_first_token_unix":1779964387.5916717,"t_done":30391.481159231,"t_done_unix":1779964388.0361032},{"request_id":"1384772:1:1384772:677","session_id":"1384772","input_length":4690,"t_proxy_recv":30392.1968784,"t_decision_unix":1779964388.7518198,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":4690.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4690 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4690,"cache_hit":0,"estimated_new_tokens":4690,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":0,"pending_prefill_tokens":56100,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":4690,"score_linear":180004.0,"score_lmetric":182370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":4690,"score_linear":63536.0,"score_lmetric":4690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":4690,"score_linear":191655.0,"score_lmetric":14673},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":4690,"score_linear":76740.0,"score_lmetric":9380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":4690,"score_linear":294722.0,"score_lmetric":605776},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":4690,"score_linear":28383.0,"score_lmetric":4690},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":4690,"score_linear":68622.0,"score_lmetric":9838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":4690,"score_linear":28383.0,"score_lmetric":4690}],"chosen_score_linear":28383.0,"chosen_score_lmetric":4690,"t_first_token":30392.489525448,"t_first_token_unix":1779964389.0444684,"t_done":30392.622545792,"t_done_unix":1779964389.1774886},{"request_id":"1383009:2:1384930:679","session_id":"1383009","input_length":11113,"t_proxy_recv":30392.705385749,"t_decision_unix":1779964389.2603273,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46072167731485647,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":5993.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5993 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":5993,"cache_hit":5120,"estimated_new_tokens":5993,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":0,"pending_prefill_tokens":56100,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":11113,"score_linear":180004.0,"score_lmetric":201639},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":11113,"score_linear":63536.0,"score_lmetric":11113},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":11113,"score_linear":191655.0,"score_lmetric":33942},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":11113,"score_linear":76740.0,"score_lmetric":22226},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":11113,"score_linear":294722.0,"score_lmetric":631468},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1566,"cache_hit":0,"new_prefill":11113,"score_linear":28383.0,"score_lmetric":11113},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":11113,"score_linear":68622.0,"score_lmetric":22226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":5120,"new_prefill":5993,"score_linear":23263.0,"score_lmetric":5993}],"chosen_score_linear":23263.0,"chosen_score_lmetric":5993,"t_first_token":30393.273366831,"t_first_token_unix":1779964389.8283098,"t_done":30393.507874299,"t_done_unix":1779964390.0628176},{"request_id":"1381387:2:1383735:669","session_id":"1381387","input_length":28383,"t_proxy_recv":30388.562919886,"t_decision_unix":1779964385.1178613,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13824,"affinity_cache_ratio":0.4870521086565902,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":14559.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":13824,"v3_new_local":14559,"v3_src_idx":5,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":3186,"ongoing_decode_tokens":3186,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":13824,"estimated_new_tokens":14559,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":28383,"score_linear":154778.0,"score_lmetric":165618},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":28383,"score_linear":63536.0,"score_lmetric":28383},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":28383,"score_linear":141790.0,"score_lmetric":56766},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":28383,"score_linear":76740.0,"score_lmetric":56766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":28383,"score_linear":225257.0,"score_lmetric":515160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":3186,"ongoing_decode_tokens":3186,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":13824,"new_prefill":14559,"score_linear":-10638.0,"score_lmetric":14559},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":28383,"score_linear":47401.0,"score_lmetric":28383},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":28383,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10638.0,"chosen_score_lmetric":14559,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"write_mode":true,"t_prefill_sent":30388.563629711,"t_prefill_sent_unix":1779964385.1185722,"t_decode_sent":30388.563645033,"t_decode_sent_unix":1779964385.1185884,"t_first_token":30391.099100887,"t_first_token_unix":1779964387.654045,"t_done":30393.547041725,"t_done_unix":1779964390.101985,"t_prefill_done":30393.547045419,"t_prefill_done_unix":1779964390.101988},{"request_id":"1340290:3:1384149:672","session_id":"1340290","input_length":21221,"t_proxy_recv":30390.194584358,"t_decision_unix":1779964386.7495258,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9892088026011969,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (229 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":229,"cache_hit":20992,"estimated_new_tokens":229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":21221,"score_linear":154778.0,"score_lmetric":151294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":21221,"score_linear":63536.0,"score_lmetric":21221},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":21221,"score_linear":141790.0,"score_lmetric":42442},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":21221,"score_linear":76740.0,"score_lmetric":42442},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":21221,"score_linear":294722.0,"score_lmetric":671900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":21221,"score_linear":28383.0,"score_lmetric":21221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":20992,"new_prefill":229,"score_linear":26409.0,"score_lmetric":229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":21221,"score_linear":28383.0,"score_lmetric":21221}],"chosen_score_linear":26409.0,"chosen_score_lmetric":229,"t_first_token":30392.469467722,"t_first_token_unix":1779964389.024411,"t_done":30394.330204246,"t_done_unix":1779964390.8851473},{"request_id":"1383090:2:1385262:682","session_id":"1383090","input_length":16734,"t_proxy_recv":30393.952315924,"t_decision_unix":1779964390.5072575,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.5507350304768734,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7518 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":7518,"cache_hit":9216,"estimated_new_tokens":7518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":154778,"pending_prefill_tokens":1674,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":16734,"score_linear":180004.0,"score_lmetric":55224},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82570,"ongoing_decode_tokens":63536,"pending_prefill_tokens":19034,"num_requests":2,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":16734,"score_linear":82570.0,"score_lmetric":71536},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":16734,"score_linear":191655.0,"score_lmetric":50805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":16734,"score_linear":76740.0,"score_lmetric":33468},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":16734,"score_linear":294722.0,"score_lmetric":653952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":16734,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":16734,"score_linear":68622.0,"score_lmetric":33468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":9216,"new_prefill":7518,"score_linear":-9216.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":30394.844080989,"t_first_token_unix":1779964391.399024,"t_done":30395.097509515,"t_done_unix":1779964391.652453},{"request_id":"1370129:3:1379538:637","session_id":"1370129","input_length":61457,"t_proxy_recv":30373.8361569,"t_decision_unix":1779964370.3910978,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9247441300421433,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4625 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":4625,"cache_hit":56832,"estimated_new_tokens":4625,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189547,"ongoing_decode_tokens":189547,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":4096,"new_prefill":57361,"score_linear":185451.0,"score_lmetric":172083},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":61457,"score_linear":165163.0,"score_lmetric":444852},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":61457,"score_linear":141790.0,"score_lmetric":213982},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":36654,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":56832,"new_prefill":4625,"score_linear":16107.0,"score_lmetric":11922},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":61457,"score_linear":214612.0,"score_lmetric":613167},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":61457,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":18432,"new_prefill":43025,"score_linear":61814.0,"score_lmetric":43025},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":7680,"new_prefill":53777,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":16107.0,"chosen_score_lmetric":11922,"t_first_token":30387.071670619,"t_first_token_unix":1779964383.6266136,"t_done":30395.134535152,"t_done_unix":1779964391.6894786},{"request_id":"1384947:1:1384947:680","session_id":"1384947","input_length":19034,"t_proxy_recv":30392.766246382,"t_decision_unix":1779964389.3211873,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":19034.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,3,2,4,1,2,3])","v3_prefill_cache_hit":0,"v3_new_local":19034,"cache_hit":0,"estimated_new_tokens":19034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":0,"pending_prefill_tokens":56100,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":19034,"score_linear":180004.0,"score_lmetric":225402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":19034,"score_linear":63536.0,"score_lmetric":19034},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":19034,"score_linear":191655.0,"score_lmetric":57705},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":19034,"score_linear":76740.0,"score_lmetric":38068},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":19034,"score_linear":294722.0,"score_lmetric":663152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1566,"cache_hit":0,"new_prefill":19034,"score_linear":28383.0,"score_lmetric":19034},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":19034,"score_linear":68622.0,"score_lmetric":38068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39496,"ongoing_decode_tokens":0,"pending_prefill_tokens":5993,"num_requests":2,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":19034,"score_linear":39496.0,"score_lmetric":50054}],"chosen_score_linear":63536.0,"chosen_score_lmetric":19034,"t_first_token":30394.708812427,"t_first_token_unix":1779964391.2637558,"t_done":30395.189426379,"t_done_unix":1779964391.7443695},{"request_id":"1340290:4:1385568:684","session_id":"1340290","input_length":26146,"t_proxy_recv":30395.062349079,"t_decision_unix":1779964391.6172903,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.8028761569647365,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5154 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":5154,"cache_hit":20992,"estimated_new_tokens":5154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":26146,"score_linear":180004.0,"score_lmetric":78438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82570,"ongoing_decode_tokens":82570,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":26146,"score_linear":82570.0,"score_lmetric":52292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":26146,"score_linear":191655.0,"score_lmetric":79041},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":26146,"score_linear":76740.0,"score_lmetric":52292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":26146,"score_linear":294722.0,"score_lmetric":691600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":26146,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":20992,"new_prefill":5154,"score_linear":26409.0,"score_lmetric":5154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16734,"ongoing_decode_tokens":16734,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":26146,"score_linear":16734.0,"score_lmetric":26146}],"chosen_score_linear":26409.0,"chosen_score_lmetric":5154,"t_first_token":30395.976469529,"t_first_token_unix":1779964392.5314133,"t_done":30396.479925433,"t_done_unix":1779964393.0348692},{"request_id":"1382086:1:1382086:654","session_id":"1382086","input_length":54012,"t_proxy_recv":30382.972585989,"t_decision_unix":1779964379.5275273,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":54012.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":54012,"cache_hit":0,"estimated_new_tokens":54012,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":63536,"pending_prefill_tokens":1275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":54012,"score_linear":144683.0,"score_lmetric":110574},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":54012,"score_linear":141790.0,"score_lmetric":108120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":54012,"score_linear":134396.0,"score_lmetric":179919},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":54012,"score_linear":225257.0,"score_lmetric":789396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":52100,"ongoing_decode_tokens":13989,"pending_prefill_tokens":3295,"num_requests":2,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":54012,"score_linear":52100.0,"score_lmetric":114614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":54012,"score_linear":47401.0,"score_lmetric":73765},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30393.802453535,"t_first_token_unix":1779964390.3573968,"t_done":30396.524338143,"t_done_unix":1779964393.0792813},{"request_id":"1279412:28:1382526:657","session_id":"1279412","input_length":100766,"t_proxy_recv":30384.591830109,"t_decision_unix":1779964381.1467712,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9958914713296152,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (414 < 8000)","v3_prefill_cache_hit":100352,"v3_new_local":414,"cache_hit":100352,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":100352,"new_prefill":414,"score_linear":-46340.0,"score_lmetric":54426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":95232,"new_prefill":5534,"score_linear":49451.0,"score_lmetric":11068},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":87966,"score_linear":128990.0,"score_lmetric":176028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":100766,"score_linear":134396.0,"score_lmetric":320181},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":87966,"score_linear":212457.0,"score_lmetric":925212},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":100766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":100766,"score_linear":47401.0,"score_lmetric":120519},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":12800,"new_prefill":87966,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-46340.0,"chosen_score_lmetric":54426,"t_first_token":30393.807647232,"t_first_token_unix":1779964390.3625903,"t_done":30397.168867549,"t_done_unix":1779964393.723813},{"request_id":"1364090:3:1381959:653","session_id":"1364090","input_length":47401,"t_proxy_recv":30382.447525553,"t_decision_unix":1779964379.0024667,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.5832788337798781,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":27648,"v3_new_local":19753,"cache_hit":27648,"estimated_new_tokens":19753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":4096,"new_prefill":43305,"score_linear":16852.0,"score_lmetric":43305},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":143031,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1432,"cache_hit":0,"new_prefill":47401,"score_linear":143031.0,"score_lmetric":94802},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":47401,"score_linear":141790.0,"score_lmetric":94898},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":7680,"new_prefill":39721,"score_linear":126716.0,"score_lmetric":137046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":47401,"score_linear":225257.0,"score_lmetric":762952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":47401,"score_linear":13989.0,"score_lmetric":47401},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":27648,"new_prefill":19753,"score_linear":-27648.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":7680,"new_prefill":39721,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":30387.599235369,"t_first_token_unix":1779964384.1541789,"t_done":30397.468107054,"t_done_unix":1779964394.0230503},{"request_id":"1355484:10:1384484:675","session_id":"1355484","input_length":25226,"t_proxy_recv":30391.340735859,"t_decision_unix":1779964387.895677,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9336398953460715,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1674 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":1674,"cache_hit":23552,"estimated_new_tokens":1674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":23552,"new_prefill":1674,"score_linear":131226.0,"score_lmetric":112200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":12800,"new_prefill":12426,"score_linear":50736.0,"score_lmetric":12426},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":12426,"score_linear":128990.0,"score_lmetric":24852},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":25226,"score_linear":76740.0,"score_lmetric":50452},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":12426,"score_linear":281922.0,"score_lmetric":636720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":25226,"score_linear":28383.0,"score_lmetric":25226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":25226,"score_linear":68622.0,"score_lmetric":50910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34372,"ongoing_decode_tokens":5989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":12800,"new_prefill":12426,"score_linear":21572.0,"score_lmetric":24852}],"chosen_score_linear":131226.0,"chosen_score_lmetric":112200,"t_first_token":30394.029707919,"t_first_token_unix":1779964390.584653,"t_done":30397.687966373,"t_done_unix":1779964394.2429097},{"request_id":"1279412:29:1385688:685","session_id":"1279412","input_length":101200,"t_proxy_recv":30397.185733129,"t_decision_unix":1779964393.7406747,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9966798418972332,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (336 < 8000)","v3_prefill_cache_hit":100864,"v3_new_local":336,"cache_hit":100864,"estimated_new_tokens":336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25226,"ongoing_decode_tokens":25226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":100864,"new_prefill":336,"score_linear":-75638.0,"score_lmetric":336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":95232,"new_prefill":5968,"score_linear":-31696.0,"score_lmetric":5968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":88400,"score_linear":178855.0,"score_lmetric":265803},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":101200,"score_linear":100467.0,"score_lmetric":202400},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":88400,"score_linear":281922.0,"score_lmetric":940616},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":101200,"score_linear":85184.0,"score_lmetric":101200},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":101200,"score_linear":47401.0,"score_lmetric":101200},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":88400,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-75638.0,"chosen_score_lmetric":336,"t_first_token":30397.497061679,"t_first_token_unix":1779964394.0520046,"t_done":30398.236502202,"t_done_unix":1779964394.7914457},{"request_id":"1340290:5:1386504:688","session_id":"1340290","input_length":27220,"t_proxy_recv":30398.207654921,"t_decision_unix":1779964394.7625961,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9592946362968405,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":1108,"cache_hit":26112,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101200,"ongoing_decode_tokens":101200,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":27220,"score_linear":101200.0,"score_lmetric":27220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":27220,"score_linear":63536.0,"score_lmetric":27220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":27220,"score_linear":191655.0,"score_lmetric":82263},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":27220,"score_linear":100467.0,"score_lmetric":54440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":27220,"score_linear":294722.0,"score_lmetric":695896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":27220,"score_linear":85184.0,"score_lmetric":27220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":26112,"new_prefill":1108,"score_linear":-26112.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":30398.493023676,"t_first_token_unix":1779964395.0479672,"t_done":30398.705904568,"t_done_unix":1779964395.2608478},{"request_id":"1363093:3:1374394:612","session_id":"1363093","input_length":63536,"t_proxy_recv":30356.072654171,"t_decision_unix":1779964352.627595,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9911860992193402,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (560 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":560,"cache_hit":62976,"estimated_new_tokens":560,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":63536,"score_linear":223454.0,"score_lmetric":254144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":62976,"new_prefill":560,"score_linear":16519.0,"score_lmetric":80055},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79866,"ongoing_decode_tokens":60004,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":63536,"score_linear":79866.0,"score_lmetric":166796},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":63536,"score_linear":104479.0,"score_lmetric":224284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173104,"ongoing_decode_tokens":0,"pending_prefill_tokens":138288,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":63536,"score_linear":173104.0,"score_lmetric":403648},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":63536,"score_linear":117888.0,"score_lmetric":63536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":63536,"score_linear":106951.0,"score_lmetric":127072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":63536,"score_linear":137450.0,"score_lmetric":138374}],"chosen_score_linear":16519.0,"chosen_score_lmetric":80055,"t_first_token":30374.808563069,"t_first_token_unix":1779964371.3635073,"t_done":30400.204929817,"t_done_unix":1779964396.759873},{"request_id":"1313181:5:1320817:349","session_id":"1313181","input_length":105902,"t_proxy_recv":30358.502626483,"t_decision_unix":1779964355.057568,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.5704896980227002,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,2,1,2,3,2,2,2])","v3_prefill_cache_hit":60416,"v3_new_local":45486,"cache_hit":60416,"estimated_new_tokens":45486,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":24064,"new_prefill":81838,"score_linear":180714.0,"score_lmetric":245514},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":12800,"new_prefill":93102,"score_linear":130231.0,"score_lmetric":346314},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":19862,"ongoing_decode_tokens":19862,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":60416,"new_prefill":45486,"score_linear":-40554.0,"score_lmetric":45486},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":105902,"score_linear":104479.0,"score_lmetric":309016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":24064,"new_prefill":81838,"score_linear":190548.0,"score_lmetric":674310},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136385,"ongoing_decode_tokens":136385,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":105902,"score_linear":136385.0,"score_lmetric":211804},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":105902,"score_linear":106951.0,"score_lmetric":211804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":93102,"score_linear":124650.0,"score_lmetric":197506}],"chosen_score_linear":-40554.0,"chosen_score_lmetric":45486,"t_first_token":30382.083942573,"t_first_token_unix":1779964378.6388857,"t_done":30401.254350697,"t_done_unix":1779964397.8092947},{"request_id":"1384772:2:1387335:693","session_id":"1384772","input_length":11530,"t_proxy_recv":30401.085451846,"t_decision_unix":1779964397.6403933,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.39965307892454466,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":6922.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6922 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":6922,"cache_hit":4608,"estimated_new_tokens":6922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":191655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":11530,"score_linear":191655.0,"score_lmetric":34590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":11530,"score_linear":100467.0,"score_lmetric":23060},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":11530,"score_linear":294722.0,"score_lmetric":633136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":4608,"new_prefill":6922,"score_linear":80576.0,"score_lmetric":6922},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":11530,"score_linear":63192.0,"score_lmetric":68326}],"chosen_score_linear":80576.0,"chosen_score_lmetric":6922,"t_first_token":30401.724547241,"t_first_token_unix":1779964398.2794933,"t_done":30401.783759432,"t_done_unix":1779964398.338703},{"request_id":"1279412:30:1387344:694","session_id":"1279412","input_length":101396,"t_proxy_recv":30401.115522719,"t_decision_unix":1779964397.6704643,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9947532447039331,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":100864,"v3_new_local":532,"cache_hit":100864,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":100864,"new_prefill":532,"score_linear":-100864.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":95232,"new_prefill":6164,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":191655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":88596,"score_linear":178855.0,"score_lmetric":265788},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":101396,"score_linear":100467.0,"score_lmetric":202792},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":88596,"score_linear":281922.0,"score_lmetric":941400},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96714,"ongoing_decode_tokens":0,"pending_prefill_tokens":6922,"num_requests":2,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":101396,"score_linear":96714.0,"score_lmetric":216636},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":88596,"score_linear":50392.0,"score_lmetric":222458}],"chosen_score_linear":-100864.0,"chosen_score_lmetric":0,"t_first_token":30401.338814701,"t_first_token_unix":1779964397.8937643,"t_done":30402.133280437,"t_done_unix":1779964398.688224},{"request_id":"1340290:6:1387365:695","session_id":"1340290","input_length":27285,"t_proxy_recv":30401.179406275,"t_decision_unix":1779964397.734347,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945391240608393,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (149 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":149,"cache_hit":27136,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101396,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":27285,"score_linear":101396.0,"score_lmetric":27817},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":191655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":27285,"score_linear":191655.0,"score_lmetric":81855},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":27285,"score_linear":100467.0,"score_lmetric":54570},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":27285,"score_linear":294722.0,"score_lmetric":696156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96714,"ongoing_decode_tokens":0,"pending_prefill_tokens":6922,"num_requests":2,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":27285,"score_linear":96714.0,"score_lmetric":68414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":27136,"new_prefill":149,"score_linear":-27136.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":27285,"score_linear":63192.0,"score_lmetric":99836}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":30401.238568492,"t_first_token_unix":1779964397.793512,"t_done":30402.37268517,"t_done_unix":1779964398.9276288},{"request_id":"1340278:3:1384549:676","session_id":"1340278","input_length":49865,"t_proxy_recv":30391.486996589,"t_decision_unix":1779964388.0419378,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9959691166148601,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (201 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":201,"cache_hit":49664,"estimated_new_tokens":201,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":0,"pending_prefill_tokens":56100,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":49865,"score_linear":180004.0,"score_lmetric":317895},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":49865,"score_linear":63536.0,"score_lmetric":49865},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":49664,"new_prefill":201,"score_linear":92126.0,"score_lmetric":402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":49865,"score_linear":76740.0,"score_lmetric":99730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":49865,"score_linear":294722.0,"score_lmetric":786476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":49865,"score_linear":28383.0,"score_lmetric":49865},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":49865,"score_linear":68622.0,"score_lmetric":100188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":49865,"score_linear":28383.0,"score_lmetric":49865}],"chosen_score_linear":92126.0,"chosen_score_lmetric":402,"t_first_token":30400.903053117,"t_first_token_unix":1779964397.4579968,"t_done":30403.470402291,"t_done_unix":1779964400.0253463},{"request_id":"1340278:3:1385417:683","session_id":"1340278","input_length":50272,"t_proxy_recv":30403.509727578,"t_decision_unix":1779964400.064669,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9879057924888606,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (608 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":608,"cache_hit":49664,"estimated_new_tokens":608,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":49664,"new_prefill":608,"score_linear":47082.0,"score_lmetric":1216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":50272,"score_linear":100467.0,"score_lmetric":100544},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":50272,"score_linear":294722.0,"score_lmetric":788104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":50272,"score_linear":85184.0,"score_lmetric":50272},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":50272,"score_linear":63192.0,"score_lmetric":145810}],"chosen_score_linear":47082.0,"chosen_score_lmetric":1216,"t_first_token":30403.743921142,"t_first_token_unix":1779964400.298865,"t_done":30403.77793756,"t_done_unix":1779964400.3328807},{"request_id":"1355484:11:1388276:696","session_id":"1355484","input_length":26837,"t_proxy_recv":30404.321517675,"t_decision_unix":1779964400.8764586,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9348287811603383,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1749 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1749,"cache_hit":25088,"estimated_new_tokens":1749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":25088,"new_prefill":1749,"score_linear":-25088.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":12800,"new_prefill":14037,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":12800,"new_prefill":14037,"score_linear":83946.0,"score_lmetric":28074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":26837,"score_linear":100467.0,"score_lmetric":53674},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":14037,"score_linear":281922.0,"score_lmetric":643164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":26837,"score_linear":85184.0,"score_lmetric":26837},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":14037,"score_linear":50392.0,"score_lmetric":73340}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":30404.665120312,"t_first_token_unix":1779964401.220064,"t_done":30405.706043983,"t_done_unix":1779964402.2609868},{"request_id":"1382804:2:1388620:698","session_id":"1382804","input_length":3678,"t_proxy_recv":30405.694593769,"t_decision_unix":1779964402.249535,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":512,"affinity_cache_ratio":0.13920609026644915,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":3166.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3166 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":3166,"cache_hit":512,"estimated_new_tokens":3166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":3678,"score_linear":26837.0,"score_lmetric":3678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":3678,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":3678,"score_linear":96746.0,"score_lmetric":7356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":3678,"score_linear":100467.0,"score_lmetric":7356},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":126340,"pending_prefill_tokens":20414,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":3678,"score_linear":294722.0,"score_lmetric":96368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":512,"new_prefill":3166,"score_linear":84672.0,"score_lmetric":3166},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":3678,"score_linear":71899.0,"score_lmetric":75577},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":3678,"score_linear":63192.0,"score_lmetric":52622}],"chosen_score_linear":84672.0,"chosen_score_lmetric":3166,"t_first_token":30405.892164601,"t_first_token_unix":1779964402.4471083,"t_done":30405.945183091,"t_done_unix":1779964402.5001261},{"request_id":"1381728:2:1387040:690","session_id":"1381728","input_length":12399,"t_proxy_recv":30399.986029417,"t_decision_unix":1779964396.5409708,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.08258730542785708,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":11375.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1024,"v3_new_local":11375,"cache_hit":1024,"estimated_new_tokens":11375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":12399,"score_linear":63536.0,"score_lmetric":12399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":12399,"score_linear":191655.0,"score_lmetric":37800},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":12399,"score_linear":100467.0,"score_lmetric":24798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":12399,"score_linear":294722.0,"score_lmetric":636612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":12399,"score_linear":85184.0,"score_lmetric":12399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":1024,"new_prefill":11375,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":30400.936338948,"t_first_token_unix":1779964397.4912822,"t_done":30407.007099563,"t_done_unix":1779964403.562043},{"request_id":"1384947:2:1388842:700","session_id":"1384947","input_length":20183,"t_proxy_recv":30406.456256446,"t_decision_unix":1779964403.0111966,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9386117029182975,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1239 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":1239,"cache_hit":18944,"estimated_new_tokens":1239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":18944,"new_prefill":1239,"score_linear":-18944.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":20183,"score_linear":96746.0,"score_lmetric":40366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":20183,"score_linear":100467.0,"score_lmetric":40366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":126340,"pending_prefill_tokens":20414,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":20183,"score_linear":294722.0,"score_lmetric":162388},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":20183,"score_linear":85184.0,"score_lmetric":20183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":20183,"score_linear":71899.0,"score_lmetric":92082},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":20183,"score_linear":63192.0,"score_lmetric":85632}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":30406.698183839,"t_first_token_unix":1779964403.2531285,"t_done":30407.762332532,"t_done_unix":1779964404.3172758},{"request_id":"1381387:3:1387093:691","session_id":"1381387","input_length":50793,"t_proxy_recv":30400.197961499,"t_decision_unix":1779964396.752903,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.5544071033410115,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":28160,"v3_new_local":22633,"cache_hit":28160,"estimated_new_tokens":22633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":50793,"score_linear":63536.0,"score_lmetric":50793},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":50793,"score_linear":191655.0,"score_lmetric":152982},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":50793,"score_linear":100467.0,"score_lmetric":101586},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":50793,"score_linear":294722.0,"score_lmetric":790188},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":28160,"new_prefill":22633,"score_linear":57024.0,"score_lmetric":22633},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12399,"ongoing_decode_tokens":0,"pending_prefill_tokens":11375,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":28160,"new_prefill":22633,"score_linear":-15761.0,"score_lmetric":34008}],"chosen_score_linear":-15761.0,"chosen_score_lmetric":34008,"t_first_token":30406.909077642,"t_first_token_unix":1779964403.464022,"t_done":30408.973365754,"t_done_unix":1779964405.5283096},{"request_id":"1313181:5:1374956:615","session_id":"1313181","input_length":60858,"t_proxy_recv":30401.264828075,"t_decision_unix":1779964397.8197694,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9927371914949554,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (442 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":442,"cache_hit":60416,"estimated_new_tokens":442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101396,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":24064,"new_prefill":36794,"score_linear":77332.0,"score_lmetric":37326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":12800,"new_prefill":48058,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":85753,"ongoing_decode_tokens":85753,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":60416,"new_prefill":442,"score_linear":25337.0,"score_lmetric":884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":60858,"score_linear":100467.0,"score_lmetric":121716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":24064,"new_prefill":36794,"score_linear":270658.0,"score_lmetric":734192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96714,"ongoing_decode_tokens":0,"pending_prefill_tokens":6922,"num_requests":2,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":60858,"score_linear":96714.0,"score_lmetric":135560},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27285,"ongoing_decode_tokens":27285,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":60858,"score_linear":27285.0,"score_lmetric":60858},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":48058,"score_linear":50392.0,"score_lmetric":141382}],"chosen_score_linear":25337.0,"chosen_score_lmetric":884,"t_first_token":30401.371664406,"t_first_token_unix":1779964397.9266083,"t_done":30409.904412582,"t_done_unix":1779964406.4593582},{"request_id":"1355951:4:1389858:703","session_id":"1355951","input_length":38242,"t_proxy_recv":30410.236734923,"t_decision_unix":1779964406.7916758,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9907431619685163,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (354 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":354,"cache_hit":37888,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":38242,"score_linear":106305.0,"score_lmetric":38242},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":38242,"score_linear":142193.0,"score_lmetric":76484},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":38242,"score_linear":100467.0,"score_lmetric":76484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":38242,"score_linear":294722.0,"score_lmetric":186832},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":37888,"new_prefill":354,"score_linear":47296.0,"score_lmetric":354},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":38242,"score_linear":71899.0,"score_lmetric":110141},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":47296.0,"chosen_score_lmetric":354,"t_first_token":30411.062354284,"t_first_token_unix":1779964407.6172974,"t_done":30411.601557271,"t_done_unix":1779964408.1565008},{"request_id":"1390240:1:1390240:705","session_id":"1390240","input_length":5110,"t_proxy_recv":30411.631016081,"t_decision_unix":1779964408.1859577,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":5110.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5110 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5110,"cache_hit":0,"estimated_new_tokens":5110,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":5110,"score_linear":106305.0,"score_lmetric":5110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68187,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":5110,"score_linear":68187.0,"score_lmetric":8273},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":5110,"score_linear":142193.0,"score_lmetric":10220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":5110,"score_linear":100467.0,"score_lmetric":10220},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5110,"score_linear":294722.0,"score_lmetric":54304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":5110,"score_linear":85184.0,"score_lmetric":5110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":5110,"score_linear":71899.0,"score_lmetric":77009},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30411.954729076,"t_first_token_unix":1779964408.5096726,"t_done":30412.228506907,"t_done_unix":1779964408.7834501},{"request_id":"1370129:4:1384856:678","session_id":"1370129","input_length":85184,"t_proxy_recv":30395.157480876,"t_decision_unix":1779964391.7124224,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61952,"affinity_cache_ratio":0.7272727272727273,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":61952,"v3_new_local":23232,"v3_src_idx":3,"v3_target_idx":5,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":61952,"estimated_new_tokens":23232,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":4096,"new_prefill":81088,"score_linear":175908.0,"score_lmetric":243264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82570,"ongoing_decode_tokens":82570,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":85184,"score_linear":82570.0,"score_lmetric":170368},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":85184,"score_linear":191655.0,"score_lmetric":256155},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":61952,"new_prefill":23232,"score_linear":-46669.0,"score_lmetric":23232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":85184,"score_linear":294722.0,"score_lmetric":927752},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":85184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73547,"ongoing_decode_tokens":47401,"pending_prefill_tokens":5154,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":18432,"new_prefill":66752,"score_linear":55115.0,"score_lmetric":143812},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":7680,"new_prefill":77504,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-46669.0,"chosen_score_lmetric":23232,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"write_mode":true,"t_prefill_sent":30395.160716786,"t_prefill_sent_unix":1779964391.7156596,"t_decode_sent":30395.160733366,"t_decode_sent_unix":1779964391.715677,"t_first_token":30407.794317003,"t_first_token_unix":1779964404.3492656,"t_done":30414.807042592,"t_done_unix":1779964411.3619857,"t_prefill_done":30414.807048313,"t_prefill_done_unix":1779964411.3619912},{"request_id":"1363093:4:1390050:704","session_id":"1363093","input_length":68187,"t_proxy_recv":30410.875809168,"t_decision_unix":1779964407.4307504,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9536128587560678,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3163 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":3163,"cache_hit":65024,"estimated_new_tokens":3163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":68187,"score_linear":106305.0,"score_lmetric":68187},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":65024,"new_prefill":3163,"score_linear":-65024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":68187,"score_linear":142193.0,"score_lmetric":136374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":68187,"score_linear":100467.0,"score_lmetric":136374},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":68187,"score_linear":294722.0,"score_lmetric":306612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123426,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":2,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":68187,"score_linear":123426.0,"score_lmetric":137082},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":68187,"score_linear":71899.0,"score_lmetric":140086},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30412.129541209,"t_first_token_unix":1779964408.6844842,"t_done":30416.405172464,"t_done_unix":1779964412.9601161},{"request_id":"1384947:3:1390898:710","session_id":"1384947","input_length":20683,"t_proxy_recv":30414.286240586,"t_decision_unix":1779964410.8411818,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9654305468258957,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (715 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":715,"cache_hit":19968,"estimated_new_tokens":715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129946,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":20683,"score_linear":129946.0,"score_lmetric":41366},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":19968,"new_prefill":715,"score_linear":48219.0,"score_lmetric":715},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":20683,"score_linear":142193.0,"score_lmetric":41366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":20683,"score_linear":100467.0,"score_lmetric":41366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":20683,"score_linear":294722.0,"score_lmetric":96400},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":86533,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":20683,"score_linear":86533.0,"score_lmetric":41366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":20683,"score_linear":71899.0,"score_lmetric":92582},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":48219.0,"chosen_score_lmetric":715,"t_first_token":30414.431309065,"t_first_token_unix":1779964410.9862528,"t_done":30416.469167454,"t_done_unix":1779964413.0241108},{"request_id":"1390356:1:1390356:706","session_id":"1390356","input_length":1349,"t_proxy_recv":30412.072044079,"t_decision_unix":1779964408.6269855,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1349.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1349 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1349,"cache_hit":0,"estimated_new_tokens":1349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":1349,"score_linear":106305.0,"score_lmetric":1349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68187,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":1349,"score_linear":68187.0,"score_lmetric":4512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":1349,"score_linear":142193.0,"score_lmetric":2698},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":1349,"score_linear":100467.0,"score_lmetric":2698},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1349,"score_linear":294722.0,"score_lmetric":39260},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":1349,"score_linear":85184.0,"score_lmetric":1349},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":1349,"score_linear":71899.0,"score_lmetric":73248},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5110,"ongoing_decode_tokens":5110,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":1349,"score_linear":5110.0,"score_lmetric":1349}],"chosen_score_linear":85184.0,"chosen_score_lmetric":1349,"t_first_token":30412.314865416,"t_first_token_unix":1779964408.8698084,"t_done":30417.104863131,"t_done_unix":1779964413.6598067},{"request_id":"1391584:1:1391584:713","session_id":"1391584","input_length":15302,"t_proxy_recv":30416.145254356,"t_decision_unix":1779964412.7001953,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":15302.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,2,2,1,4,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":15302,"cache_hit":0,"estimated_new_tokens":15302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231939,"ongoing_decode_tokens":125634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":15302,"score_linear":231939.0,"score_lmetric":45906},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":15302,"score_linear":88870.0,"score_lmetric":30604},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":15302,"score_linear":142193.0,"score_lmetric":30604},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":15302,"score_linear":15283.0,"score_lmetric":15302},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":15302,"score_linear":294722.0,"score_lmetric":74876},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89036,"ongoing_decode_tokens":89036,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":15302,"score_linear":89036.0,"score_lmetric":30604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":15302,"score_linear":71899.0,"score_lmetric":87201},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":15302,"score_linear":28307.0,"score_lmetric":43609}],"chosen_score_linear":15283.0,"chosen_score_lmetric":15302,"t_first_token":30417.532331308,"t_first_token_unix":1779964414.0872755,"t_done":30417.918629571,"t_done_unix":1779964414.4735732},{"request_id":"1279412:31:1391216:711","session_id":"1279412","input_length":101993,"t_proxy_recv":30415.181417969,"t_decision_unix":1779964411.736358,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":101376,"affinity_cache_ratio":0.993950565234869,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (617 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":617,"cache_hit":101376,"estimated_new_tokens":617,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129946,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":101376,"new_prefill":617,"score_linear":28570.0,"score_lmetric":1234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":95232,"new_prefill":6761,"score_linear":-6362.0,"score_lmetric":13522},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":12800,"new_prefill":89193,"score_linear":129393.0,"score_lmetric":178386},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":101993,"score_linear":15283.0,"score_lmetric":101993},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":89193,"score_linear":281922.0,"score_lmetric":370440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89036,"ongoing_decode_tokens":1349,"pending_prefill_tokens":2183,"num_requests":2,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":101993,"score_linear":89036.0,"score_lmetric":208352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":101993,"score_linear":71899.0,"score_lmetric":173892},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":12800,"new_prefill":89193,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":28570.0,"chosen_score_lmetric":1234,"t_first_token":30415.694949759,"t_first_token_unix":1779964412.2498932,"t_done":30419.546118323,"t_done_unix":1779964416.101065},{"request_id":"1391584:2:1392466:715","session_id":"1391584","input_length":15483,"t_proxy_recv":30419.462256762,"t_decision_unix":1779964416.0171978,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.958987276367629,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (635 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":635,"cache_hit":14848,"estimated_new_tokens":635,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":260321,"ongoing_decode_tokens":154016,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":15483,"score_linear":260321.0,"score_lmetric":61932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":15483,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":15483,"score_linear":142193.0,"score_lmetric":30966},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":14848,"new_prefill":635,"score_linear":435.0,"score_lmetric":635},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":15483,"score_linear":294722.0,"score_lmetric":75600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":15483,"score_linear":87687.0,"score_lmetric":15483},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":15483,"score_linear":71899.0,"score_lmetric":87382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":15483,"score_linear":28307.0,"score_lmetric":15483}],"chosen_score_linear":435.0,"chosen_score_lmetric":635,"t_first_token":30419.53711536,"t_first_token_unix":1779964416.092059,"t_done":30420.242102389,"t_done_unix":1779964416.7970455},{"request_id":"1391404:1:1391404:712","session_id":"1391404","input_length":28307,"t_proxy_recv":30415.630985325,"t_decision_unix":1779964412.1859267,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":28307.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":28307,"cache_hit":0,"estimated_new_tokens":28307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231939,"ongoing_decode_tokens":23641,"pending_prefill_tokens":617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":1536,"new_prefill":26771,"score_linear":230403.0,"score_lmetric":82164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":2560,"new_prefill":25747,"score_linear":86310.0,"score_lmetric":51494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":28307,"score_linear":142193.0,"score_lmetric":56614},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":28307,"score_linear":15283.0,"score_lmetric":28307},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":28307,"score_linear":294722.0,"score_lmetric":126896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89036,"ongoing_decode_tokens":1349,"pending_prefill_tokens":2183,"num_requests":2,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":28307,"score_linear":89036.0,"score_lmetric":60980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":28307,"score_linear":71899.0,"score_lmetric":100206},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30419.180471476,"t_first_token_unix":1779964415.7354164,"t_done":30420.496925323,"t_done_unix":1779964417.051869},{"request_id":"1355484:12:1391879:714","session_id":"1355484","input_length":28382,"t_proxy_recv":30417.28196721,"t_decision_unix":1779964413.8369086,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9380593333803114,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1758 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":1758,"cache_hit":26624,"estimated_new_tokens":1758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231939,"ongoing_decode_tokens":125634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":26624,"new_prefill":1758,"score_linear":205315.0,"score_lmetric":5274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":12800,"new_prefill":15582,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":12800,"new_prefill":15582,"score_linear":129393.0,"score_lmetric":31164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30585,"ongoing_decode_tokens":36654,"pending_prefill_tokens":15302,"num_requests":2,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":28382,"score_linear":30585.0,"score_lmetric":87368},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":15582,"score_linear":281922.0,"score_lmetric":75996},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":28382,"score_linear":87687.0,"score_lmetric":28382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":28382,"score_linear":71899.0,"score_lmetric":100281},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":12800,"new_prefill":15582,"score_linear":15507.0,"score_lmetric":43889}],"chosen_score_linear":205315.0,"chosen_score_lmetric":5274,"t_first_token":30417.64502961,"t_first_token_unix":1779964414.1999738,"t_done":30420.571953676,"t_done_unix":1779964417.1268969},{"request_id":"1370129:5:1390477:708","session_id":"1370129","input_length":87687,"t_proxy_recv":30414.823765704,"t_decision_unix":1779964411.3787072,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9751046335260642,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2183 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":2183,"cache_hit":85504,"estimated_new_tokens":2183,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129946,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":4096,"new_prefill":83591,"score_linear":125850.0,"score_lmetric":167182},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":87687,"score_linear":88870.0,"score_lmetric":175374},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":87687,"score_linear":142193.0,"score_lmetric":175374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":84992,"new_prefill":2695,"score_linear":-69709.0,"score_lmetric":2695},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":87687,"score_linear":294722.0,"score_lmetric":364416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":85504,"new_prefill":2183,"score_linear":-84155.0,"score_lmetric":2183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":18432,"new_prefill":69255,"score_linear":53467.0,"score_lmetric":141154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":7680,"new_prefill":80007,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-84155.0,"chosen_score_lmetric":2183,"t_first_token":30416.067796682,"t_first_token_unix":1779964412.622741,"t_done":30420.665881852,"t_done_unix":1779964417.2208252},{"request_id":"1363943:9:1390468:707","session_id":"1363943","input_length":23641,"t_proxy_recv":30412.551078478,"t_decision_unix":1779964409.1060197,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9096061926314454,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2137 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":2137,"cache_hit":21504,"estimated_new_tokens":2137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":21504,"new_prefill":2137,"score_linear":84801.0,"score_lmetric":2137},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":23641,"score_linear":68187.0,"score_lmetric":23641},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":23641,"score_linear":142193.0,"score_lmetric":47282},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":4096,"new_prefill":19545,"score_linear":96371.0,"score_lmetric":39090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":23641,"score_linear":294722.0,"score_lmetric":128428},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":86533,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":23641,"score_linear":86533.0,"score_lmetric":47282},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":4096,"new_prefill":19545,"score_linear":67803.0,"score_lmetric":91444},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":4096,"new_prefill":19545,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":84801.0,"chosen_score_lmetric":2137,"t_first_token":30413.518473675,"t_first_token_unix":1779964410.0734167,"t_done":30421.09499285,"t_done_unix":1779964417.6499362},{"request_id":"1390240:2:1392954:717","session_id":"1390240","input_length":7440,"t_proxy_recv":30421.178351921,"t_decision_unix":1779964417.7332933,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6881720430107527,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2320 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":2320,"cache_hit":5120,"estimated_new_tokens":2320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":7440,"score_linear":106305.0,"score_lmetric":7440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":7440,"score_linear":142193.0,"score_lmetric":14880},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":7440,"score_linear":15283.0,"score_lmetric":7440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":7440,"score_linear":294722.0,"score_lmetric":43428},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":7440,"score_linear":71899.0,"score_lmetric":79339},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":5120,"new_prefill":2320,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30421.399634798,"t_first_token_unix":1779964417.9545777,"t_done":30421.624925612,"t_done_unix":1779964418.179869},{"request_id":"1366128:5:1373829:610","session_id":"1366128","input_length":46764,"t_proxy_recv":30354.135980103,"t_decision_unix":1779964350.6909215,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":34816,"affinity_cache_ratio":0.7445043195620563,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":34816,"v3_new_local":11948,"cache_hit":34816,"estimated_new_tokens":11948,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":46764,"score_linear":223454.0,"score_lmetric":187056},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":46764,"score_linear":79495.0,"score_lmetric":126259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":46764,"score_linear":60004.0,"score_lmetric":46764},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":46764,"score_linear":104479.0,"score_lmetric":190740},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":34816,"new_prefill":11948,"score_linear":91524.0,"score_lmetric":138288},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183213,"ongoing_decode_tokens":183213,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":46764,"score_linear":183213.0,"score_lmetric":140292},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":46764,"score_linear":106951.0,"score_lmetric":93528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":46764,"score_linear":137450.0,"score_lmetric":104830}],"chosen_score_linear":91524.0,"chosen_score_lmetric":138288,"t_first_token":30406.719983824,"t_first_token_unix":1779964403.2749274,"t_done":30422.931159987,"t_done_unix":1779964419.4861035},{"request_id":"1388507:1:1388507:697","session_id":"1388507","input_length":71899,"t_proxy_recv":30405.271224293,"t_decision_unix":1779964401.8261652,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":71899.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":71899,"cache_hit":0,"estimated_new_tokens":71899,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":71899,"score_linear":26837.0,"score_lmetric":71899},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":71899,"score_linear":96746.0,"score_lmetric":143798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":71899,"score_linear":100467.0,"score_lmetric":143798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":126340,"pending_prefill_tokens":20414,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":71899,"score_linear":294722.0,"score_lmetric":369252},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":71899,"score_linear":85184.0,"score_lmetric":71899},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":71899,"score_linear":63192.0,"score_lmetric":189064}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30423.243447359,"t_first_token_unix":1779964419.7983909,"t_done":30424.036340102,"t_done_unix":1779964420.5912838},{"request_id":"1336620:3:1339999:443","session_id":"1336620","input_length":21371,"t_proxy_recv":30246.332549446,"t_decision_unix":1779964242.8874905,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6947732909082401,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":738.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6523 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":6523,"cache_hit":14848,"estimated_new_tokens":6523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":4096,"new_prefill":17275,"score_linear":62056.0,"score_lmetric":17275},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":21371,"score_linear":62618.0,"score_lmetric":21371},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":21371,"score_linear":48381.0,"score_lmetric":21371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121930,"ongoing_decode_tokens":106083,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":14848,"new_prefill":6523,"score_linear":107082.0,"score_lmetric":738},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":21371,"score_linear":65289.0,"score_lmetric":86660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9360,"ongoing_decode_tokens":9360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":21371,"score_linear":9360.0,"score_lmetric":21371},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":7680,"new_prefill":13691,"score_linear":28028.0,"score_lmetric":13691},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":7680,"new_prefill":13691,"score_linear":51539.0,"score_lmetric":72910}],"chosen_score_linear":107082.0,"chosen_score_lmetric":738,"t_first_token":30247.326253838,"t_first_token_unix":1779964243.881197,"t_done":30426.399447918,"t_done_unix":1779964422.954391},{"request_id":"1394428:1:1394428:724","session_id":"1394428","input_length":982,"t_proxy_recv":30426.334191626,"t_decision_unix":1779964422.8891325,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":982.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (982 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":982,"cache_hit":0,"estimated_new_tokens":982,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":512,"new_prefill":470,"score_linear":236261.0,"score_lmetric":88686},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":982,"score_linear":58511.0,"score_lmetric":982},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":982,"score_linear":142193.0,"score_lmetric":1964},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":982,"score_linear":15283.0,"score_lmetric":982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":982,"score_linear":306469.0,"score_lmetric":17596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":982,"score_linear":110818.0,"score_lmetric":38122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":982,"score_linear":48944.0,"score_lmetric":982},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":982,"score_linear":33321.0,"score_lmetric":982}],"chosen_score_linear":33321.0,"chosen_score_lmetric":982,"t_first_token":30426.470838294,"t_first_token_unix":1779964423.0257814,"t_done":30426.47848088,"t_done_unix":1779964423.033424},{"request_id":"1394432:1:1394432:725","session_id":"1394432","input_length":4736,"t_proxy_recv":30426.348345574,"t_decision_unix":1779964422.903287,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4736.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4736 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4736,"cache_hit":0,"estimated_new_tokens":4736,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4736,"score_linear":236773.0,"score_lmetric":101484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":4736,"score_linear":58511.0,"score_lmetric":4736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4736,"score_linear":142193.0,"score_lmetric":9472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":4736,"score_linear":15283.0,"score_lmetric":4736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":4736,"score_linear":306469.0,"score_lmetric":32612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":4736,"score_linear":110818.0,"score_lmetric":45630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":4736,"score_linear":48944.0,"score_lmetric":4736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34303,"ongoing_decode_tokens":33321,"pending_prefill_tokens":982,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":4736,"score_linear":34303.0,"score_lmetric":11436}],"chosen_score_linear":58511.0,"chosen_score_lmetric":4736,"t_first_token":30426.64767644,"t_first_token_unix":1779964423.2026198,"t_done":30426.907619461,"t_done_unix":1779964423.462562},{"request_id":"1394482:1:1394482:726","session_id":"1394482","input_length":4428,"t_proxy_recv":30426.602527069,"t_decision_unix":1779964423.1574686,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":4428.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4428 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4428,"cache_hit":0,"estimated_new_tokens":4428,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4428,"score_linear":236773.0,"score_lmetric":100560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63247,"ongoing_decode_tokens":0,"pending_prefill_tokens":4736,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":4428,"score_linear":63247.0,"score_lmetric":18328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4428,"score_linear":142193.0,"score_lmetric":8856},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-6088,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":4428,"score_linear":-6088.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":4428,"score_linear":306469.0,"score_lmetric":31380},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":4428,"score_linear":110818.0,"score_lmetric":45014},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":4428,"score_linear":48944.0,"score_lmetric":4428},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":4428,"score_linear":33321.0,"score_lmetric":4428}],"chosen_score_linear":-6088.0,"chosen_score_lmetric":0,"t_first_token":30426.882597229,"t_first_token_unix":1779964423.4375408,"t_done":30427.01119157,"t_done_unix":1779964423.5661342},{"request_id":"1364090:4:1392998:718","session_id":"1364090","input_length":48944,"t_proxy_recv":30421.284458889,"t_decision_unix":1779964417.8394005,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9833278849297156,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (816 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":816,"cache_hit":48128,"estimated_new_tokens":816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":4096,"new_prefill":44848,"score_linear":102209.0,"score_lmetric":44848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":48944,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":48944,"score_linear":142193.0,"score_lmetric":97888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":7680,"new_prefill":41264,"score_linear":7603.0,"score_lmetric":41264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":48944,"score_linear":294722.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":7680,"new_prefill":41264,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":48128,"new_prefill":816,"score_linear":23771.0,"score_lmetric":72715},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":2320,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":7680,"new_prefill":41264,"score_linear":-240.0,"score_lmetric":43584}],"chosen_score_linear":23771.0,"chosen_score_lmetric":72715,"t_first_token":30423.53921346,"t_first_token_unix":1779964420.094157,"t_done":30428.474348949,"t_done_unix":1779964425.0292923},{"request_id":"1394432:2:1395186:729","session_id":"1394432","input_length":6892,"t_proxy_recv":30428.937559359,"t_decision_unix":1779964425.4925008,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6686012768427162,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2284 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":2284,"cache_hit":4608,"estimated_new_tokens":2284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":6892,"score_linear":236773.0,"score_lmetric":107952},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":4608,"new_prefill":2284,"score_linear":53903.0,"score_lmetric":2284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":6892,"score_linear":142193.0,"score_lmetric":13784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29362,"ongoing_decode_tokens":15283,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":6892,"score_linear":29362.0,"score_lmetric":42342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":6892,"score_linear":306469.0,"score_lmetric":41236},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":6892,"score_linear":110818.0,"score_lmetric":49942},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":6892,"score_linear":33321.0,"score_lmetric":6892}],"chosen_score_linear":53903.0,"chosen_score_lmetric":2284,"t_first_token":30429.133792965,"t_first_token_unix":1779964425.6887364,"t_done":30429.388196351,"t_done_unix":1779964425.9431396},{"request_id":"1362265:4:1381673:650","session_id":"1362265","input_length":10645,"t_proxy_recv":30381.439751161,"t_decision_unix":1779964377.9946926,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (405 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":405,"cache_hit":10240,"estimated_new_tokens":405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":10645,"score_linear":20948.0,"score_lmetric":10645},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":6656,"new_prefill":3989,"score_linear":158507.0,"score_lmetric":11967},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":10645,"score_linear":141790.0,"score_lmetric":112358},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":10645,"score_linear":134396.0,"score_lmetric":49818},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":10240,"new_prefill":405,"score_linear":204372.0,"score_lmetric":430011},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":10645,"score_linear":13989.0,"score_lmetric":24634},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":204372.0,"chosen_score_lmetric":430011,"t_first_token":30413.416150575,"t_first_token_unix":1779964409.9710937,"t_done":30430.781631109,"t_done_unix":1779964427.3365746},{"request_id":"1390240:3:1395387:730","session_id":"1390240","input_length":10890,"t_proxy_recv":30429.732160205,"t_decision_unix":1779964426.2871015,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7168,"affinity_cache_ratio":0.65821854912764,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3722 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":3722,"cache_hit":7168,"estimated_new_tokens":3722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":10890,"score_linear":236773.0,"score_lmetric":119946},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":10890,"score_linear":58511.0,"score_lmetric":10890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":10890,"score_linear":142193.0,"score_lmetric":21780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29362,"ongoing_decode_tokens":15283,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":10890,"score_linear":29362.0,"score_lmetric":46340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":10890,"score_linear":306469.0,"score_lmetric":57228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":10890,"score_linear":110818.0,"score_lmetric":57938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":7168,"new_prefill":3722,"score_linear":26153.0,"score_lmetric":3722}],"chosen_score_linear":26153.0,"chosen_score_lmetric":3722,"t_first_token":30430.107298802,"t_first_token_unix":1779964426.6622424,"t_done":30431.000966182,"t_done_unix":1779964427.5559092},{"request_id":"1394696:1:1394696:727","session_id":"1394696","input_length":35450,"t_proxy_recv":30427.379909323,"t_decision_unix":1779964423.9348505,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":35450.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[3,2,2,0,4,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":35450,"cache_hit":0,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":35450,"score_linear":236773.0,"score_lmetric":193626},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":35450,"score_linear":58511.0,"score_lmetric":35450},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":35450,"score_linear":142193.0,"score_lmetric":70900},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-6088,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":35450,"score_linear":-6088.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":35450,"score_linear":306469.0,"score_lmetric":155468},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":35450,"score_linear":110818.0,"score_lmetric":107058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":35450,"score_linear":48944.0,"score_lmetric":35450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":35450,"score_linear":33321.0,"score_lmetric":35450}],"chosen_score_linear":-6088.0,"chosen_score_lmetric":0,"t_first_token":30432.559808683,"t_first_token_unix":1779964429.1147523,"t_done":30433.092665458,"t_done_unix":1779964429.6476102},{"request_id":"1378979:1:1378979:633","session_id":"1378979","input_length":15283,"t_proxy_recv":30371.979712222,"t_decision_unix":1779964368.5346537,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":435.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":435,"cache_hit":14848,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":15283,"score_linear":189983.0,"score_lmetric":45849},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":15283,"score_linear":165163.0,"score_lmetric":306330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":15283,"score_linear":141790.0,"score_lmetric":121634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":14848,"new_prefill":435,"score_linear":-14848.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":15283,"score_linear":214612.0,"score_lmetric":474645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":15283,"score_linear":80246.0,"score_lmetric":15283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5458,"ongoing_decode_tokens":5458,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":0,"new_prefill":15283,"score_linear":5458.0,"score_lmetric":15283}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":30373.351686376,"t_first_token_unix":1779964369.9066296,"t_done":30433.426314221,"t_done_unix":1779964429.9812574},{"request_id":"1395933:1:1395933:732","session_id":"1395933","input_length":21241,"t_proxy_recv":30431.672561284,"t_decision_unix":1779964428.2275023,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":9465.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":11776,"v3_new_local":9465,"cache_hit":11776,"estimated_new_tokens":9465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":21241,"score_linear":236773.0,"score_lmetric":150999},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":21241,"score_linear":58511.0,"score_lmetric":21241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":21241,"score_linear":142193.0,"score_lmetric":42482},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29362,"ongoing_decode_tokens":15283,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":21241,"score_linear":29362.0,"score_lmetric":56691},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":295824,"ongoing_decode_tokens":237313,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":21241,"score_linear":295824.0,"score_lmetric":63723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":21241,"score_linear":110818.0,"score_lmetric":78640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":21241,"score_linear":33321.0,"score_lmetric":21241}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":30433.938238505,"t_first_token_unix":1779964430.493182,"t_done":30435.245908399,"t_done_unix":1779964431.8008518},{"request_id":"1342921:3:1384020:670","session_id":"1342921","input_length":69465,"t_proxy_recv":30389.628401179,"t_decision_unix":1779964386.1833427,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":66048,"affinity_cache_ratio":0.950809760310948,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3417 < 8000)","v3_prefill_cache_hit":66048,"v3_new_local":3417,"cache_hit":66048,"estimated_new_tokens":3417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":69465,"score_linear":154778.0,"score_lmetric":247782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":69465,"score_linear":63536.0,"score_lmetric":69465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":69465,"score_linear":141790.0,"score_lmetric":138930},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":69465,"score_linear":76740.0,"score_lmetric":138930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":66048,"new_prefill":3417,"score_linear":159209.0,"score_lmetric":440262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":69465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":69465,"score_linear":47401.0,"score_lmetric":69465},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":69465}],"chosen_score_linear":159209.0,"chosen_score_lmetric":440262,"t_first_token":30430.612187286,"t_first_token_unix":1779964427.167131,"t_done":30435.855658878,"t_done_unix":1779964432.4106026},{"request_id":"1394167:1:1394167:721","session_id":"1394167","input_length":4675,"t_proxy_recv":30425.446640655,"t_decision_unix":1779964422.001582,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4675.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4675 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4675,"cache_hit":0,"estimated_new_tokens":4675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":208108,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4675,"score_linear":208108.0,"score_lmetric":66524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":4675,"score_linear":58511.0,"score_lmetric":4675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4675,"score_linear":142193.0,"score_lmetric":9350},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":4675,"score_linear":15283.0,"score_lmetric":4675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":4675,"score_linear":306469.0,"score_lmetric":32368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":4675,"score_linear":48944.0,"score_lmetric":4675},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":4675,"score_linear":33321.0,"score_lmetric":9836}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30425.742866963,"t_first_token_unix":1779964422.2978098,"t_done":30437.357398868,"t_done_unix":1779964433.9123423},{"request_id":"1394167:2:1395165:728","session_id":"1394167","input_length":4863,"t_proxy_recv":30437.360280346,"t_decision_unix":1779964433.915222,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.9475632325724861,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":255,"cache_hit":4608,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4863,"score_linear":236773.0,"score_lmetric":101865},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":4863,"score_linear":58511.0,"score_lmetric":4863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4863,"score_linear":142193.0,"score_lmetric":9726},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-8237,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":4863,"score_linear":-8237.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":4863,"score_linear":314396.0,"score_lmetric":29584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":4608,"new_prefill":255,"score_linear":101535.0,"score_lmetric":255},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":4863,"score_linear":93040.0,"score_lmetric":97903},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":4863,"score_linear":33321.0,"score_lmetric":4863}],"chosen_score_linear":101535.0,"chosen_score_lmetric":255,"t_first_token":30437.416521712,"t_first_token_unix":1779964433.9714646,"t_done":30438.796554558,"t_done_unix":1779964435.3514981},{"request_id":"1398145:1:1398145:739","session_id":"1398145","input_length":3213,"t_proxy_recv":30439.422977535,"t_decision_unix":1779964435.9779184,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3213.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3213 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3213,"cache_hit":0,"estimated_new_tokens":3213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3213,"score_linear":236773.0,"score_lmetric":96915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":3213,"score_linear":58511.0,"score_lmetric":3213},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":3213,"score_linear":142193.0,"score_lmetric":6426},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8313,"ongoing_decode_tokens":13134,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":3213,"score_linear":8313.0,"score_lmetric":19763},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3213,"score_linear":314396.0,"score_lmetric":22984},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":3213,"score_linear":106143.0,"score_lmetric":3213},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":3213,"score_linear":93040.0,"score_lmetric":96253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":3213,"score_linear":33321.0,"score_lmetric":3213}],"chosen_score_linear":33321.0,"chosen_score_lmetric":3213,"t_first_token":30439.653540918,"t_first_token_unix":1779964436.2084844,"t_done":30439.827380395,"t_done_unix":1779964436.3823252},{"request_id":"1362265:5:1398180:741","session_id":"1362265","input_length":10736,"t_proxy_recv":30439.503953406,"t_decision_unix":1779964436.0588946,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9538002980625931,"affinity_num_requests":4,"avg_num_requests":1.875,"fallback_score":4080.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4080 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":4080,"cache_hit":6656,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":10736,"score_linear":236773.0,"score_lmetric":119484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":6656,"new_prefill":4080,"score_linear":51855.0,"score_lmetric":4080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":10736,"score_linear":142193.0,"score_lmetric":21472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8313,"ongoing_decode_tokens":13134,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":10736,"score_linear":8313.0,"score_lmetric":27286},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":10240,"new_prefill":496,"score_linear":304156.0,"score_lmetric":12116},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":10736,"score_linear":106143.0,"score_lmetric":10736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":10736,"score_linear":93040.0,"score_lmetric":103776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36534,"ongoing_decode_tokens":33321,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":10736,"score_linear":36534.0,"score_lmetric":27898}],"chosen_score_linear":51855.0,"chosen_score_lmetric":4080,"t_first_token":30440.351727327,"t_first_token_unix":1779964436.9066708,"t_done":30440.521657929,"t_done_unix":1779964437.0766008},{"request_id":"1398213:1:1398213:742","session_id":"1398213","input_length":3891,"t_proxy_recv":30439.565186091,"t_decision_unix":1779964436.1201274,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":3891.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3891 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3891,"cache_hit":0,"estimated_new_tokens":3891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3891,"score_linear":236773.0,"score_lmetric":98949},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69247,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":2,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":3891,"score_linear":69247.0,"score_lmetric":15942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":3891,"score_linear":142193.0,"score_lmetric":7782},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8313,"ongoing_decode_tokens":13134,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":3891,"score_linear":8313.0,"score_lmetric":20441},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3891,"score_linear":314396.0,"score_lmetric":25696},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":3891,"score_linear":106143.0,"score_lmetric":3891},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":3891,"score_linear":93040.0,"score_lmetric":96931},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36534,"ongoing_decode_tokens":33321,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":3891,"score_linear":36534.0,"score_lmetric":14208}],"chosen_score_linear":106143.0,"chosen_score_lmetric":3891,"t_first_token":30439.950059453,"t_first_token_unix":1779964436.5050025,"t_done":30440.71428546,"t_done_unix":1779964437.2692282},{"request_id":"1301929:2:1375154:617","session_id":"1301929","input_length":35888,"t_proxy_recv":30358.811929868,"t_decision_unix":1779964355.3668714,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9986625055728935,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (48 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":48,"cache_hit":35840,"estimated_new_tokens":48,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":3584,"new_prefill":32304,"score_linear":201194.0,"score_lmetric":96912},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":35888,"score_linear":143031.0,"score_lmetric":231886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":35840,"new_prefill":48,"score_linear":70062.0,"score_lmetric":45534},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":35888,"score_linear":104479.0,"score_lmetric":168988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":35888,"score_linear":214612.0,"score_lmetric":536460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":35888,"score_linear":117888.0,"score_lmetric":35888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":35888,"score_linear":106951.0,"score_lmetric":71776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":35888,"score_linear":137450.0,"score_lmetric":83078}],"chosen_score_linear":70062.0,"chosen_score_lmetric":45534,"t_first_token":30387.067197232,"t_first_token_unix":1779964383.6221411,"t_done":30440.861614748,"t_done_unix":1779964437.4165578},{"request_id":"1398594:1:1398594:744","session_id":"1398594","input_length":7877,"t_proxy_recv":30440.791205523,"t_decision_unix":1779964437.3461468,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":7877.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7877 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7877,"cache_hit":0,"estimated_new_tokens":7877,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":7877,"score_linear":236773.0,"score_lmetric":110907},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":7877,"score_linear":58511.0,"score_lmetric":7877},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":7877,"score_linear":142193.0,"score_lmetric":15754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":7877,"score_linear":71571.0,"score_lmetric":39870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":7877,"score_linear":314396.0,"score_lmetric":41640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":7877,"score_linear":106143.0,"score_lmetric":7877},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":7877,"score_linear":93040.0,"score_lmetric":100917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":7877,"score_linear":33321.0,"score_lmetric":7877}],"chosen_score_linear":58511.0,"chosen_score_lmetric":7877,"t_first_token":30441.331860963,"t_first_token_unix":1779964437.8868048,"t_done":30441.44801365,"t_done_unix":1779964438.0029566},{"request_id":"1366128:6:1375094:616","session_id":"1366128","input_length":58511,"t_proxy_recv":30422.946461301,"t_decision_unix":1779964419.5014029,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":46592,"affinity_cache_ratio":0.7962947138144965,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":46008.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":46592,"v3_new_local":11919,"v3_src_idx":4,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":247958,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":46592,"estimated_new_tokens":11919,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":58511,"score_linear":106305.0,"score_lmetric":58511},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":58511,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":58511,"score_linear":142193.0,"score_lmetric":117022},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":58511,"score_linear":15283.0,"score_lmetric":58511},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":247958,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":3,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":46592,"new_prefill":11919,"score_linear":201366.0,"score_lmetric":46008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":58511,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120843,"ongoing_decode_tokens":0,"pending_prefill_tokens":72715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":58511,"score_linear":120843.0,"score_lmetric":262452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":58511,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":201366.0,"chosen_score_lmetric":46008,"v2_src_url":"http://127.0.0.1:8004","v2_src_idx":4,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"write_mode":true,"t_prefill_sent":30422.94827791,"t_prefill_sent_unix":1779964419.5032208,"t_decode_sent":30422.948295824,"t_decode_sent_unix":1779964419.5032394,"t_first_token":30442.025995877,"t_first_token_unix":1779964438.580953,"t_done":30443.73222866,"t_done_unix":1779964440.287172,"t_prefill_done":30443.732238394,"t_prefill_done_unix":1779964440.2871811},{"request_id":"1366128:7:1378071:626","session_id":"1366128","input_length":59007,"t_proxy_recv":30443.743166318,"t_decision_unix":1779964440.2981079,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9891707763485688,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (639 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":639,"cache_hit":58368,"estimated_new_tokens":639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59007,"score_linear":236773.0,"score_lmetric":264297},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":58368,"new_prefill":639,"score_linear":-58368.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":59007,"score_linear":106305.0,"score_lmetric":59007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":59007,"score_linear":71571.0,"score_lmetric":142130},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":639,"score_linear":197517.0,"score_lmetric":7527},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":59007,"score_linear":106143.0,"score_lmetric":59007},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":59007,"score_linear":93040.0,"score_lmetric":152047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":59007,"score_linear":33321.0,"score_lmetric":59007}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":30443.942072525,"t_first_token_unix":1779964440.4970164,"t_done":30444.717883842,"t_done_unix":1779964441.2728276},{"request_id":"1391404:2:1393919:720","session_id":"1391404","input_length":33321,"t_proxy_recv":30424.488491942,"t_decision_unix":1779964421.0434327,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8451126916959275,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5161 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":5161,"cache_hit":28160,"estimated_new_tokens":5161,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":208108,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":1536,"new_prefill":31785,"score_linear":206572.0,"score_lmetric":120744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":2560,"new_prefill":30761,"score_linear":55951.0,"score_lmetric":30761},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":33321,"score_linear":142193.0,"score_lmetric":66642},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":33321,"score_linear":15283.0,"score_lmetric":33321},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":33321,"score_linear":306469.0,"score_lmetric":146952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":33321,"score_linear":48944.0,"score_lmetric":33321},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":28160,"new_prefill":5161,"score_linear":-28160.0,"score_lmetric":0}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":30425.600183381,"t_first_token_unix":1779964422.1551266,"t_done":30444.737590117,"t_done_unix":1779964441.292535},{"request_id":"1366128:8:1380438:643","session_id":"1366128","input_length":59230,"t_proxy_recv":30444.729532066,"t_decision_unix":1779964441.2844737,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9940908323484721,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (350 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":350,"cache_hit":58880,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59230,"score_linear":236773.0,"score_lmetric":264966},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":58880,"new_prefill":350,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":59230,"score_linear":106305.0,"score_lmetric":59230},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":59230,"score_linear":71571.0,"score_lmetric":142576},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":862,"score_linear":197517.0,"score_lmetric":8196},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":59230,"score_linear":106143.0,"score_lmetric":59230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":59230,"score_linear":93040.0,"score_lmetric":152270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":59230,"score_linear":33321.0,"score_lmetric":59230}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":30444.889107094,"t_first_token_unix":1779964441.4440506,"t_done":30445.523060213,"t_done_unix":1779964442.0780036},{"request_id":"1362265:6:1399937:747","session_id":"1362265","input_length":10816,"t_proxy_recv":30445.571824224,"t_decision_unix":1779964442.1267655,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9940828402366864,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (64 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":64,"cache_hit":10752,"estimated_new_tokens":64,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":10816,"score_linear":236773.0,"score_lmetric":119724},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":59374,"ongoing_decode_tokens":0,"pending_prefill_tokens":494,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":10752,"new_prefill":64,"score_linear":48622.0,"score_lmetric":558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":10816,"score_linear":106305.0,"score_lmetric":10816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":10816,"score_linear":71571.0,"score_lmetric":45748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":10240,"new_prefill":576,"score_linear":245645.0,"score_lmetric":7338},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":10816,"score_linear":106143.0,"score_lmetric":10816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":10816,"score_linear":93040.0,"score_lmetric":103856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":48622.0,"chosen_score_lmetric":558,"t_first_token":30445.725105815,"t_first_token_unix":1779964442.2800498,"t_done":30446.104235367,"t_done_unix":1779964442.6591787},{"request_id":"1366128:9:1381799:652","session_id":"1366128","input_length":59374,"t_proxy_recv":30445.534046609,"t_decision_unix":1779964442.088988,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9916798598713241,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (494 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":494,"cache_hit":58880,"estimated_new_tokens":494,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59374,"score_linear":236773.0,"score_lmetric":265398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":58880,"new_prefill":494,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":59374,"score_linear":106305.0,"score_lmetric":59374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":59374,"score_linear":71571.0,"score_lmetric":142864},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":1006,"score_linear":197517.0,"score_lmetric":8628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":59374,"score_linear":106143.0,"score_lmetric":59374},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":59374,"score_linear":93040.0,"score_lmetric":152414},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":0,"new_prefill":59374,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":30445.686915311,"t_first_token_unix":1779964442.2418585,"t_done":30446.129512064,"t_done_unix":1779964442.6844554},{"request_id":"1399948:1:1399948:748","session_id":"1399948","input_length":4991,"t_proxy_recv":30445.602855602,"t_decision_unix":1779964442.1577969,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":4991.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4991 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4991,"cache_hit":0,"estimated_new_tokens":4991,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4991,"score_linear":236773.0,"score_lmetric":102249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70190,"ongoing_decode_tokens":0,"pending_prefill_tokens":558,"num_requests":2,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":4991,"score_linear":70190.0,"score_lmetric":11098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4991,"score_linear":106305.0,"score_lmetric":4991},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":4991,"score_linear":71571.0,"score_lmetric":34098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":4991,"score_linear":255885.0,"score_lmetric":20583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":4991,"score_linear":106143.0,"score_lmetric":4991},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":4991,"score_linear":93040.0,"score_lmetric":98031},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30445.917379824,"t_first_token_unix":1779964442.4723232,"t_done":30446.58049317,"t_done_unix":1779964443.1354363},{"request_id":"1366128:10:1382843:661","session_id":"1366128","input_length":59506,"t_proxy_recv":30446.13979096,"t_decision_unix":1779964442.6947324,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9980842268006588,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (114 < 8000)","v3_prefill_cache_hit":59392,"v3_new_local":114,"cache_hit":59392,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59506,"score_linear":236773.0,"score_lmetric":265794},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":59392,"new_prefill":114,"score_linear":-59392.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":59506,"score_linear":106305.0,"score_lmetric":59506},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":59506,"score_linear":71571.0,"score_lmetric":143128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":1138,"score_linear":197517.0,"score_lmetric":9024},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":59506,"score_linear":106143.0,"score_lmetric":59506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":59506,"score_linear":93040.0,"score_lmetric":152546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4991,"ongoing_decode_tokens":4991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":0,"new_prefill":59506,"score_linear":4991.0,"score_lmetric":59506}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":30446.263846853,"t_first_token_unix":1779964442.81879,"t_done":30446.766345272,"t_done_unix":1779964443.3212883},{"request_id":"1400379:1:1400379:751","session_id":"1400379","input_length":3707,"t_proxy_recv":30446.948191929,"t_decision_unix":1779964443.5031335,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3707.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3707 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3707,"cache_hit":0,"estimated_new_tokens":3707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3707,"score_linear":236773.0,"score_lmetric":98397},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":3707,"score_linear":71254.0,"score_lmetric":15569},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":3707,"score_linear":106305.0,"score_lmetric":3707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":3707,"score_linear":71571.0,"score_lmetric":31530},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":3707,"score_linear":255885.0,"score_lmetric":16731},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":3707,"score_linear":106143.0,"score_lmetric":3707},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":3707,"score_linear":93040.0,"score_lmetric":96747},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30447.175561664,"t_first_token_unix":1779964443.7305055,"t_done":30447.459237714,"t_done_unix":1779964444.0141807},{"request_id":"1398213:2:1400590:753","session_id":"1398213","input_length":11414,"t_proxy_recv":30447.705863656,"t_decision_unix":1779964444.2608054,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3140003504468197,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":7830.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7830 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":7830,"cache_hit":3584,"estimated_new_tokens":7830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":11414,"score_linear":236773.0,"score_lmetric":121518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":11414,"score_linear":71254.0,"score_lmetric":23276},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":11414,"score_linear":106305.0,"score_lmetric":11414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":11414,"score_linear":71571.0,"score_lmetric":46944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":11414,"score_linear":255885.0,"score_lmetric":39852},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":3584,"new_prefill":7830,"score_linear":102559.0,"score_lmetric":7830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":11414,"score_linear":93040.0,"score_lmetric":104454},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":102559.0,"chosen_score_lmetric":7830,"t_first_token":30448.396727236,"t_first_token_unix":1779964444.9516706,"t_done":30449.27567336,"t_done_unix":1779964445.8306165},{"request_id":"1366128:11:1384044:671","session_id":"1366128","input_length":71254,"t_proxy_recv":30446.784283489,"t_decision_unix":1779964443.339225,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":59392,"affinity_cache_ratio":0.8335251354309934,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":59392,"v3_new_local":11862,"cache_hit":59392,"estimated_new_tokens":11862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71254,"score_linear":236773.0,"score_lmetric":301038},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":59392,"new_prefill":11862,"score_linear":-59392.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":71254,"score_linear":106305.0,"score_lmetric":71254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":71254,"score_linear":71571.0,"score_lmetric":166624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":12886,"score_linear":197517.0,"score_lmetric":44268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":71254,"score_linear":106143.0,"score_lmetric":71254},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":71254,"score_linear":93040.0,"score_lmetric":164294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":71254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":30451.752363867,"t_first_token_unix":1779964448.3073077,"t_done":30453.196654575,"t_done_unix":1779964449.7515976},{"request_id":"1366128:12:1386045:687","session_id":"1366128","input_length":71578,"t_proxy_recv":30453.209270057,"t_decision_unix":1779964449.7642114,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9942719830115399,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (410 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":410,"cache_hit":71168,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71578,"score_linear":261215.0,"score_lmetric":404192},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":71168,"new_prefill":410,"score_linear":-71168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":71578,"score_linear":106305.0,"score_lmetric":71578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":71578,"score_linear":71571.0,"score_lmetric":167272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":13210,"score_linear":197517.0,"score_lmetric":45240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":71578,"score_linear":119053.0,"score_lmetric":143156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":71578,"score_linear":155670.0,"score_lmetric":356192},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":71578,"score_linear":71972.0,"score_lmetric":178556}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":30453.441176155,"t_first_token_unix":1779964449.99612,"t_done":30453.912442717,"t_done_unix":1779964450.4673858},{"request_id":"1397840:1:1397840:737","session_id":"1397840","input_length":16550,"t_proxy_recv":30438.3543437,"t_decision_unix":1779964434.909285,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":16550.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[3,1,2,0,4,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":16550,"cache_hit":0,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":16550,"score_linear":236773.0,"score_lmetric":136926},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":16550,"score_linear":58511.0,"score_lmetric":16550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":16550,"score_linear":142193.0,"score_lmetric":33100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-8237,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":16550,"score_linear":-8237.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":16550,"score_linear":314396.0,"score_lmetric":76332},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":111006,"ongoing_decode_tokens":111006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":16550,"score_linear":111006.0,"score_lmetric":33100},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":16550,"score_linear":93040.0,"score_lmetric":109590},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":16550,"score_linear":33321.0,"score_lmetric":16550}],"chosen_score_linear":-8237.0,"chosen_score_lmetric":0,"t_first_token":30439.9146635,"t_first_token_unix":1779964436.4696066,"t_done":30454.414324525,"t_done_unix":1779964450.9692674},{"request_id":"1366128:13:1387308:692","session_id":"1366128","input_length":71708,"t_proxy_recv":30453.925490353,"t_decision_unix":1779964450.4804318,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9924694594745356,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":540,"cache_hit":71168,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71708,"score_linear":261215.0,"score_lmetric":404712},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":71168,"new_prefill":540,"score_linear":-71168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":71708,"score_linear":106305.0,"score_lmetric":71708},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":71708,"score_linear":71571.0,"score_lmetric":167532},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":13340,"score_linear":197517.0,"score_lmetric":45630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":71708,"score_linear":119053.0,"score_lmetric":143416},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":71708,"score_linear":155670.0,"score_lmetric":356452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":71708,"score_linear":71972.0,"score_lmetric":178816}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":30454.085902287,"t_first_token_unix":1779964450.6408455,"t_done":30454.450806266,"t_done_unix":1779964451.0057495},{"request_id":"1400379:2:1401201:757","session_id":"1400379","input_length":3863,"t_proxy_recv":30450.034260124,"t_decision_unix":1779964446.5892012,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3584,"affinity_cache_ratio":0.92777633963241,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (279 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":279,"cache_hit":3584,"estimated_new_tokens":279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3863,"score_linear":261215.0,"score_lmetric":133332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":3863,"score_linear":71254.0,"score_lmetric":15725},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":3863,"score_linear":106305.0,"score_lmetric":3863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":3863,"score_linear":71571.0,"score_lmetric":31842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":3863,"score_linear":255885.0,"score_lmetric":17199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":3863,"score_linear":106143.0,"score_lmetric":3863},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":3863,"score_linear":155670.0,"score_lmetric":220762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":3584,"new_prefill":279,"score_linear":64525.0,"score_lmetric":17700}],"chosen_score_linear":64525.0,"chosen_score_lmetric":17700,"t_first_token":30454.970363713,"t_first_token_unix":1779964451.5253067,"t_done":30455.584012963,"t_done_unix":1779964452.1389563},{"request_id":"1268861:7:1374579:614","session_id":"1268861","input_length":41508,"t_proxy_recv":30356.829650892,"t_decision_unix":1779964353.3845923,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":36864,"affinity_cache_ratio":0.8881179531656548,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4644 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":4644,"cache_hit":36864,"estimated_new_tokens":4644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":41508,"score_linear":223454.0,"score_lmetric":166032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":41508,"score_linear":143031.0,"score_lmetric":243126},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79866,"ongoing_decode_tokens":60004,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":41508,"score_linear":79866.0,"score_lmetric":122740},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":41508,"score_linear":104479.0,"score_lmetric":180228},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173104,"ongoing_decode_tokens":0,"pending_prefill_tokens":138288,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":36864,"new_prefill":4644,"score_linear":136240.0,"score_lmetric":285864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136385,"ongoing_decode_tokens":117888,"pending_prefill_tokens":18497,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":41508,"score_linear":136385.0,"score_lmetric":120010},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":41508,"score_linear":106951.0,"score_lmetric":83016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":21504,"new_prefill":20004,"score_linear":115946.0,"score_lmetric":51310}],"chosen_score_linear":136240.0,"chosen_score_lmetric":285864,"t_first_token":30413.412549455,"t_first_token_unix":1779964409.9674945,"t_done":30455.885018714,"t_done_unix":1779964452.4399626},{"request_id":"1397840:2:1400216:749","session_id":"1397840","input_length":26440,"t_proxy_recv":30454.423431742,"t_decision_unix":1779964450.9783733,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":16384,"affinity_cache_ratio":0.6196671709531013,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,1,1,1,3,2,2,2])","v3_prefill_cache_hit":16384,"v3_new_local":10056,"cache_hit":16384,"estimated_new_tokens":10056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":26440,"score_linear":261215.0,"score_lmetric":223640},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71708,"ongoing_decode_tokens":71708,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":26440,"score_linear":71708.0,"score_lmetric":26440},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":26440,"score_linear":106305.0,"score_lmetric":26440},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":55021,"ongoing_decode_tokens":76392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":16384,"new_prefill":10056,"score_linear":38637.0,"score_lmetric":10056},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":26440,"score_linear":255885.0,"score_lmetric":84930},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":26440,"score_linear":119053.0,"score_lmetric":52880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":26440,"score_linear":155670.0,"score_lmetric":265916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":26440,"score_linear":71972.0,"score_lmetric":88280}],"chosen_score_linear":38637.0,"chosen_score_lmetric":10056,"t_first_token":30456.140585147,"t_first_token_unix":1779964452.695529,"t_done":30456.506229872,"t_done_unix":1779964453.0611734},{"request_id":"1398213:3:1401507:759","session_id":"1398213","input_length":12910,"t_proxy_recv":30451.134293923,"t_decision_unix":1779964447.6892354,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8725019364833463,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1646 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":1646,"cache_hit":11264,"estimated_new_tokens":1646,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":12910,"score_linear":261215.0,"score_lmetric":169520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":12910,"score_linear":71254.0,"score_lmetric":24772},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":12910,"score_linear":106305.0,"score_lmetric":12910},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":12910,"score_linear":71571.0,"score_lmetric":49936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":12910,"score_linear":255885.0,"score_lmetric":44340},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":11264,"new_prefill":1646,"score_linear":94879.0,"score_lmetric":1646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":12910,"score_linear":155670.0,"score_lmetric":238856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":12910,"score_linear":71972.0,"score_lmetric":61220}],"chosen_score_linear":94879.0,"chosen_score_lmetric":1646,"t_first_token":30451.431713544,"t_first_token_unix":1779964447.9866571,"t_done":30457.06856227,"t_done_unix":1779964453.6235058},{"request_id":"1397840:3:1402568:761","session_id":"1397840","input_length":28603,"t_proxy_recv":30456.512760387,"t_decision_unix":1779964453.067702,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9129112330874384,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2491 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":2491,"cache_hit":26112,"estimated_new_tokens":2491,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":28603,"score_linear":261215.0,"score_lmetric":232292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":28603,"score_linear":83404.0,"score_lmetric":40327},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":28603,"score_linear":106305.0,"score_lmetric":28603},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":55021,"ongoing_decode_tokens":76392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2166,"cache_hit":26112,"new_prefill":2491,"score_linear":28909.0,"score_lmetric":2491},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214377,"ongoing_decode_tokens":214377,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":28603,"score_linear":214377.0,"score_lmetric":57206},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":28603,"score_linear":119053.0,"score_lmetric":57206},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":28603,"score_linear":155670.0,"score_lmetric":270242},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79325,"ongoing_decode_tokens":68109,"pending_prefill_tokens":7632,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":28603,"score_linear":79325.0,"score_lmetric":72470}],"chosen_score_linear":28909.0,"chosen_score_lmetric":2491,"t_first_token":30457.015374306,"t_first_token_unix":1779964453.5703177,"t_done":30457.306579868,"t_done_unix":1779964453.861523},{"request_id":"1305906:3:1396717:733","session_id":"1305906","input_length":17047,"t_proxy_recv":30434.264483651,"t_decision_unix":1779964430.8194249,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16384,"affinity_cache_ratio":0.9611075262509532,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (663 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":663,"cache_hit":16384,"estimated_new_tokens":663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":17047,"score_linear":236773.0,"score_lmetric":138417},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":17047,"score_linear":58511.0,"score_lmetric":17047},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":17047,"score_linear":142193.0,"score_lmetric":34094},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":17047,"score_linear":-21371.0,"score_lmetric":-17047},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":295824,"ongoing_decode_tokens":237313,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":16384,"new_prefill":663,"score_linear":279440.0,"score_lmetric":1989},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":17047,"score_linear":110818.0,"score_lmetric":70252},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21241,"ongoing_decode_tokens":21241,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":17047,"score_linear":21241.0,"score_lmetric":17047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":17047,"score_linear":33321.0,"score_lmetric":17047}],"chosen_score_linear":279440.0,"chosen_score_lmetric":1989,"t_first_token":30443.176590193,"t_first_token_unix":1779964439.7315338,"t_done":30457.359093416,"t_done_unix":1779964453.9140368},{"request_id":"1400379:3:1402972:763","session_id":"1400379","input_length":11216,"t_proxy_recv":30456.246345326,"t_decision_unix":1779964452.8012865,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3195435092724679,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":7632.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7632 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":7632,"cache_hit":3584,"estimated_new_tokens":7632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":11216,"score_linear":261215.0,"score_lmetric":162744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":11216,"score_linear":83404.0,"score_lmetric":22940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":11216,"score_linear":106305.0,"score_lmetric":11216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81461,"ongoing_decode_tokens":102832,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":11216,"score_linear":81461.0,"score_lmetric":22432},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214377,"ongoing_decode_tokens":214377,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":11216,"score_linear":214377.0,"score_lmetric":22432},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":11216,"score_linear":119053.0,"score_lmetric":22432},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":11216,"score_linear":155670.0,"score_lmetric":235468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":3584,"new_prefill":7632,"score_linear":64525.0,"score_lmetric":7632}],"chosen_score_linear":64525.0,"chosen_score_lmetric":7632,"t_first_token":30456.915072175,"t_first_token_unix":1779964453.4700165,"t_done":30457.365126153,"t_done_unix":1779964453.920069},{"request_id":"1253743:8:1398344:743","session_id":"1253743","input_length":63258,"t_proxy_recv":30439.939009483,"t_decision_unix":1779964436.4939406,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.8093837933542003,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,2,2,1,4,2,1,1])","v3_prefill_cache_hit":51200,"v3_new_local":12058,"cache_hit":51200,"estimated_new_tokens":12058,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":17408,"new_prefill":45850,"score_linear":219365.0,"score_lmetric":224826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69247,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":2,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":3584,"new_prefill":59674,"score_linear":65663.0,"score_lmetric":127508},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":63258,"score_linear":142193.0,"score_lmetric":126516},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8313,"ongoing_decode_tokens":29684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":51200,"new_prefill":12058,"score_linear":-42887.0,"score_lmetric":12058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":63258,"score_linear":314396.0,"score_lmetric":263164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110034,"ongoing_decode_tokens":106143,"pending_prefill_tokens":3891,"num_requests":2,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":63258,"score_linear":110034.0,"score_lmetric":134298},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":4608,"new_prefill":58650,"score_linear":88432.0,"score_lmetric":151690},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":63258,"score_linear":33321.0,"score_lmetric":63258}],"chosen_score_linear":-42887.0,"chosen_score_lmetric":12058,"t_first_token":30454.154141936,"t_first_token_unix":1779964450.7090857,"t_done":30457.68789378,"t_done_unix":1779964454.2428374},{"request_id":"1381387:4:1400724:754","session_id":"1381387","input_length":68109,"t_proxy_recv":30448.280569997,"t_decision_unix":1779964444.8355114,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":50688,"affinity_cache_ratio":0.7442188257058538,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":50688,"v3_new_local":17421,"cache_hit":50688,"estimated_new_tokens":17421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":68109,"score_linear":236773.0,"score_lmetric":291603},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":68109,"score_linear":71254.0,"score_lmetric":79971},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":68109,"score_linear":106305.0,"score_lmetric":68109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":68109,"score_linear":71571.0,"score_lmetric":160334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":68109,"score_linear":255885.0,"score_lmetric":209937},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117557,"ongoing_decode_tokens":106143,"pending_prefill_tokens":7830,"num_requests":2,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":28160,"new_prefill":39949,"score_linear":89397.0,"score_lmetric":95558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":68109,"score_linear":93040.0,"score_lmetric":161149},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":50688,"new_prefill":17421,"score_linear":-50688.0,"score_lmetric":0}],"chosen_score_linear":-50688.0,"chosen_score_lmetric":0,"t_first_token":30454.96942648,"t_first_token_unix":1779964451.52437,"t_done":30458.171243937,"t_done_unix":1779964454.7261894},{"request_id":"1403188:1:1403188:764","session_id":"1403188","input_length":8848,"t_proxy_recv":30457.147369492,"t_decision_unix":1779964453.7023108,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":8848.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8848,"cache_hit":0,"estimated_new_tokens":8848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":8848,"score_linear":261215.0,"score_lmetric":153272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":8848,"score_linear":83404.0,"score_lmetric":20572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":8848,"score_linear":106305.0,"score_lmetric":8848},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83624,"ongoing_decode_tokens":104995,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2166,"cache_hit":0,"new_prefill":8848,"score_linear":83624.0,"score_lmetric":17696},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214377,"ongoing_decode_tokens":214377,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":8848,"score_linear":214377.0,"score_lmetric":17696},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":8848,"score_linear":106143.0,"score_lmetric":8848},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":8848,"score_linear":155670.0,"score_lmetric":230732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79325,"ongoing_decode_tokens":79325,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":8848,"score_linear":79325.0,"score_lmetric":17696}],"chosen_score_linear":106305.0,"chosen_score_lmetric":8848,"t_first_token":30457.822897254,"t_first_token_unix":1779964454.37784,"t_done":30458.399916589,"t_done_unix":1779964454.9548595},{"request_id":"1397223:1:1397223:734","session_id":"1397223","input_length":13134,"t_proxy_recv":30435.903035727,"t_decision_unix":1779964432.4579773,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":13134.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13134,"cache_hit":0,"estimated_new_tokens":13134,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":13134,"score_linear":236773.0,"score_lmetric":126678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":13134,"score_linear":58511.0,"score_lmetric":13134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":13134,"score_linear":142193.0,"score_lmetric":26268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":13134,"score_linear":-21371.0,"score_lmetric":-13134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":13134,"score_linear":314396.0,"score_lmetric":62668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":13134,"score_linear":110818.0,"score_lmetric":62426},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":13134,"score_linear":33321.0,"score_lmetric":13134}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-13134,"t_first_token":30436.99888847,"t_first_token_unix":1779964433.553832,"t_done":30458.47798005,"t_done_unix":1779964455.0329232},{"request_id":"1355484:13:1394384:723","session_id":"1355484","input_length":28665,"t_proxy_recv":30426.189391222,"t_decision_unix":1779964422.7443326,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9823826966684109,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":505,"cache_hit":28160,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":208108,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":28160,"new_prefill":505,"score_linear":179948.0,"score_lmetric":58184},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":12800,"new_prefill":15865,"score_linear":45711.0,"score_lmetric":15865},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":12800,"new_prefill":15865,"score_linear":129393.0,"score_lmetric":31730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":28665,"score_linear":15283.0,"score_lmetric":28665},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":12800,"new_prefill":15865,"score_linear":293669.0,"score_lmetric":77128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":28665,"score_linear":110818.0,"score_lmetric":93488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":28665,"score_linear":48944.0,"score_lmetric":28665},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":12800,"new_prefill":15865,"score_linear":20521.0,"score_lmetric":15865}],"chosen_score_linear":179948.0,"chosen_score_lmetric":58184,"t_first_token":30457.648443403,"t_first_token_unix":1779964454.203386,"t_done":30458.943948218,"t_done_unix":1779964455.4988914},{"request_id":"1403989:1:1403989:767","session_id":"1403989","input_length":1954,"t_proxy_recv":30459.641139725,"t_decision_unix":1779964456.1960812,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":1954.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1954 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1954,"cache_hit":0,"estimated_new_tokens":1954,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":1954,"score_linear":263774.0,"score_lmetric":7816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":1954,"score_linear":83404.0,"score_lmetric":13678},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":1954,"score_linear":106305.0,"score_lmetric":1954},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2219,"cache_hit":0,"new_prefill":1954,"score_linear":-21371.0,"score_lmetric":-1954},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":197330,"pending_prefill_tokens":2676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":1954,"score_linear":241478.0,"score_lmetric":9260},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":1954,"score_linear":106143.0,"score_lmetric":1954},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":1954,"score_linear":155670.0,"score_lmetric":216944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-1954,"t_first_token":30459.768316456,"t_first_token_unix":1779964456.3232596,"t_done":30460.119730616,"t_done_unix":1779964456.6746736},{"request_id":"1366128:14:1389156:701","session_id":"1366128","input_length":83404,"t_proxy_recv":30454.467957531,"t_decision_unix":1779964451.0228992,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71680,"affinity_cache_ratio":0.8594312023404154,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":71680,"v3_new_local":11724,"cache_hit":71680,"estimated_new_tokens":11724,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":83404,"score_linear":261215.0,"score_lmetric":451496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":71680,"new_prefill":11724,"score_linear":-71680.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":83404,"score_linear":106305.0,"score_lmetric":83404},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81461,"ongoing_decode_tokens":76392,"pending_prefill_tokens":10056,"num_requests":2,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":83404,"score_linear":81461.0,"score_lmetric":186920},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":25036,"score_linear":197517.0,"score_lmetric":80718},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":83404,"score_linear":119053.0,"score_lmetric":166808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":83404,"score_linear":155670.0,"score_lmetric":379844},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":83404,"score_linear":71972.0,"score_lmetric":202208}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":30460.25319406,"t_first_token_unix":1779964456.8081377,"t_done":30461.189242362,"t_done_unix":1779964457.7441857},{"request_id":"1342921:4:1389290:702","session_id":"1342921","input_length":70990,"t_proxy_recv":30435.871490165,"t_decision_unix":1779964432.4264314,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9736582617270038,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":7599.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1870 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":1870,"cache_hit":69120,"estimated_new_tokens":1870,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":70990,"score_linear":236773.0,"score_lmetric":300246},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":70990,"score_linear":58511.0,"score_lmetric":70990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":70990,"score_linear":142193.0,"score_lmetric":141980},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":70990,"score_linear":-21371.0,"score_lmetric":-70990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":243406,"ongoing_decode_tokens":167848,"pending_prefill_tokens":663,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":69120,"new_prefill":1870,"score_linear":174286.0,"score_lmetric":7599},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":70990,"score_linear":110818.0,"score_lmetric":178138},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":70990,"score_linear":33321.0,"score_lmetric":70990}],"chosen_score_linear":174286.0,"chosen_score_lmetric":7599,"t_first_token":30454.960172319,"t_first_token_unix":1779964451.5151157,"t_done":30461.213234061,"t_done_unix":1779964457.7681775},{"request_id":"1253743:8:1404284:769","session_id":"1253743","input_length":63643,"t_proxy_recv":30460.669601797,"t_decision_unix":1779964457.2245433,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9895196643778578,"affinity_num_requests":-1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (667 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":667,"cache_hit":62976,"estimated_new_tokens":667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":17408,"new_prefill":46235,"score_linear":246366.0,"score_lmetric":184940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":83404,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":3584,"new_prefill":60059,"score_linear":79820.0,"score_lmetric":60059},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":63643,"score_linear":106305.0,"score_lmetric":63643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":62976,"new_prefill":667,"score_linear":-84347.0,"score_lmetric":-667},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":241478,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":63643,"score_linear":241478.0,"score_lmetric":127286},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":63643,"score_linear":106143.0,"score_lmetric":63643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":4608,"new_prefill":59035,"score_linear":151062.0,"score_lmetric":331106},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69508,"ongoing_decode_tokens":0,"pending_prefill_tokens":1412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":63643,"score_linear":69508.0,"score_lmetric":65055}],"chosen_score_linear":-84347.0,"chosen_score_lmetric":-667,"t_first_token":30460.884158416,"t_first_token_unix":1779964457.439102,"t_done":30461.551692281,"t_done_unix":1779964458.1066356},{"request_id":"1373431:1:1373431:606","session_id":"1373431","input_length":126340,"t_proxy_recv":30352.800095295,"t_decision_unix":1779964349.3550365,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":126340.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":126340,"cache_hit":0,"estimated_new_tokens":126340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":126340,"score_linear":204778.0,"score_lmetric":379020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":126340,"score_linear":62618.0,"score_lmetric":126340},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":126340,"score_linear":60004.0,"score_lmetric":126340},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":126340,"score_linear":48193.0,"score_lmetric":126340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":126340,"score_linear":183053.0,"score_lmetric":739251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125252,"ongoing_decode_tokens":125252,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":0,"new_prefill":126340,"score_linear":125252.0,"score_lmetric":379020},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":1024,"new_prefill":125316,"score_linear":136426.0,"score_lmetric":261934}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30404.662944492,"t_first_token_unix":1779964401.2178884,"t_done":30462.47527688,"t_done_unix":1779964459.03022},{"request_id":"1313181:6:1324908:369","session_id":"1313181","input_length":106305,"t_proxy_recv":30409.922248304,"t_decision_unix":1779964406.4771898,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.5779596444193594,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=24064 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":61440,"v3_new_local":44865,"v3_src_idx":2,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":24064,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":24064,"recent_mig_received_in_window":0},"cache_hit":61440,"estimated_new_tokens":44865,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":24064,"new_prefill":82241,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":12800,"new_prefill":93505,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":61440,"new_prefill":44865,"score_linear":-25552.0,"score_lmetric":44865},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":106305,"score_linear":100467.0,"score_lmetric":212610},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":24064,"new_prefill":82241,"score_linear":270658.0,"score_lmetric":362828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":106305,"score_linear":85184.0,"score_lmetric":106305},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":106305,"score_linear":71899.0,"score_lmetric":178204},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":12800,"new_prefill":93505,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-25552.0,"chosen_score_lmetric":44865,"v2_src_url":"http://127.0.0.1:8002","v2_src_idx":2,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"write_mode":true,"t_prefill_sent":30409.925347773,"t_prefill_sent_unix":1779964406.4802904,"t_decode_sent":30409.925364706,"t_decode_sent_unix":1779964406.480308,"t_first_token":30457.648264599,"t_first_token_unix":1779964454.203212,"t_done":30462.622150849,"t_done_unix":1779964459.1770947,"t_prefill_done":30462.622157289,"t_prefill_done_unix":1779964459.1771007},{"request_id":"1382089:2:1404847:773","session_id":"1382089","input_length":39203,"t_proxy_recv":30462.660319599,"t_decision_unix":1779964459.2152612,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9664566487258628,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1315 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1315,"cache_hit":37888,"estimated_new_tokens":1315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":39203,"score_linear":157469.0,"score_lmetric":117609},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104631,"ongoing_decode_tokens":83622,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":39203,"score_linear":104631.0,"score_lmetric":105064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":39203,"score_linear":61543.0,"score_lmetric":39306},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":39203,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":44148,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":39203,"score_linear":171415.0,"score_lmetric":40006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":37888,"new_prefill":1315,"score_linear":68255.0,"score_lmetric":1315},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":39203,"score_linear":155670.0,"score_lmetric":291442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":39203,"score_linear":91192.0,"score_lmetric":78406}],"chosen_score_linear":68255.0,"chosen_score_lmetric":1315,"t_first_token":30463.048195465,"t_first_token_unix":1779964459.603139,"t_done":30463.682976483,"t_done_unix":1779964460.2379196},{"request_id":"1355484:14:1398178:740","session_id":"1355484","input_length":31224,"t_proxy_recv":30458.953756169,"t_decision_unix":1779964455.5086977,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9182679989751473,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":7656.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2552 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":2552,"cache_hit":28672,"estimated_new_tokens":2552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232550,"ongoing_decode_tokens":126245,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":28672,"new_prefill":2552,"score_linear":203878.0,"score_lmetric":7656},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":12800,"new_prefill":18424,"score_linear":70604.0,"score_lmetric":30148},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":12800,"new_prefill":18424,"score_linear":93505.0,"score_lmetric":18424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2219,"cache_hit":0,"new_prefill":31224,"score_linear":-21371.0,"score_lmetric":-31224},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":197330,"pending_prefill_tokens":2676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":12800,"new_prefill":18424,"score_linear":228678.0,"score_lmetric":42200},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":31224,"score_linear":106143.0,"score_lmetric":31224},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":31224,"score_linear":155670.0,"score_lmetric":275484},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":18424,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":203878.0,"chosen_score_lmetric":7656,"t_first_token":30459.609580702,"t_first_token_unix":1779964456.1645243,"t_done":30464.139164022,"t_done_unix":1779964460.694107},{"request_id":"1399948:2:1405276:778","session_id":"1399948","input_length":6149,"t_proxy_recv":30464.114109706,"t_decision_unix":1779964460.6690512,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.7493901447389819,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1541 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":1541,"cache_hit":4608,"estimated_new_tokens":1541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270727,"ongoing_decode_tokens":157469,"pending_prefill_tokens":3178,"num_requests":4,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":6149,"score_linear":270727.0,"score_lmetric":37308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":6149,"score_linear":190069.0,"score_lmetric":30537},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":6149,"score_linear":61543.0,"score_lmetric":6252},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":0,"pending_prefill_tokens":11503,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":6149,"score_linear":11816.0,"score_lmetric":17652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":6149,"score_linear":171415.0,"score_lmetric":6149},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":6149,"score_linear":139087.0,"score_lmetric":77162},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":6149,"score_linear":155670.0,"score_lmetric":225334},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":4608,"new_prefill":1541,"score_linear":86584.0,"score_lmetric":3082}],"chosen_score_linear":86584.0,"chosen_score_lmetric":3082,"t_first_token":30464.319792548,"t_first_token_unix":1779964460.8747358,"t_done":30464.434295468,"t_done_unix":1779964460.9892383},{"request_id":"1268861:8:1403753:765","session_id":"1268861","input_length":44148,"t_proxy_recv":30458.896118365,"t_decision_unix":1779964455.4510598,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":41472,"affinity_cache_ratio":0.939385702636586,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2676 < 8000)","v3_prefill_cache_hit":41472,"v3_new_local":2676,"cache_hit":41472,"estimated_new_tokens":2676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":154910,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":44148,"score_linear":261215.0,"score_lmetric":176592},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":44148,"score_linear":83404.0,"score_lmetric":55872},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":44148,"score_linear":106305.0,"score_lmetric":44148},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2219,"cache_hit":0,"new_prefill":44148,"score_linear":-21371.0,"score_lmetric":-44148},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":197330,"ongoing_decode_tokens":197330,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":41472,"new_prefill":2676,"score_linear":155858.0,"score_lmetric":2676},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":44148,"score_linear":106143.0,"score_lmetric":44148},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":44148,"score_linear":155670.0,"score_lmetric":301332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":21504,"new_prefill":22644,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":155858.0,"chosen_score_lmetric":2676,"t_first_token":30459.736130155,"t_first_token_unix":1779964456.2910736,"t_done":30464.713525821,"t_done_unix":1779964461.2684693},{"request_id":"1373431:2:1378320:629","session_id":"1373431","input_length":127267,"t_proxy_recv":30462.495484333,"t_decision_unix":1779964459.0504258,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":126464,"affinity_cache_ratio":0.9936904303550803,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (803 < 8000)","v3_prefill_cache_hit":126464,"v3_new_local":803,"cache_hit":126464,"estimated_new_tokens":803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":127267,"score_linear":263774.0,"score_lmetric":509068},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104631,"ongoing_decode_tokens":83622,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":127267,"score_linear":104631.0,"score_lmetric":281192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":127267,"score_linear":106305.0,"score_lmetric":127267},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":127267,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":126464,"new_prefill":803,"score_linear":-82316.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":1024,"new_prefill":126243,"score_linear":105119.0,"score_lmetric":126243},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":127267,"score_linear":155670.0,"score_lmetric":467570},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":1024,"new_prefill":126243,"score_linear":90168.0,"score_lmetric":252486}],"chosen_score_linear":-82316.0,"chosen_score_lmetric":0,"t_first_token":30463.10413821,"t_first_token_unix":1779964459.6590815,"t_done":30465.019309687,"t_done_unix":1779964461.5742533},{"request_id":"1405199:1:1405199:776","session_id":"1405199","input_length":11503,"t_proxy_recv":30463.890900564,"t_decision_unix":1779964460.4458423,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":11503.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11503,"cache_hit":0,"estimated_new_tokens":11503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":11503,"score_linear":157469.0,"score_lmetric":34509},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":11503,"score_linear":190069.0,"score_lmetric":46599},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":11503,"score_linear":61543.0,"score_lmetric":11606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":11503,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":11503,"score_linear":171415.0,"score_lmetric":11503},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11503,"score_linear":139087.0,"score_lmetric":87870},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":11503,"score_linear":155670.0,"score_lmetric":236042},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":11503,"score_linear":91192.0,"score_lmetric":23006}],"chosen_score_linear":313.0,"chosen_score_lmetric":0,"t_first_token":30464.815301301,"t_first_token_unix":1779964461.3702445,"t_done":30465.162594924,"t_done_unix":1779964461.717538},{"request_id":"1381387:5:1404170:768","session_id":"1381387","input_length":69508,"t_proxy_recv":30460.260987403,"t_decision_unix":1779964456.815929,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9796857915635611,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1412 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":1412,"cache_hit":68096,"estimated_new_tokens":1412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":69508,"score_linear":263774.0,"score_lmetric":278032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":83404,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":69508,"score_linear":83404.0,"score_lmetric":69508},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":69508,"score_linear":106305.0,"score_lmetric":69508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":69508,"score_linear":-21371.0,"score_lmetric":-69508},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":241478,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":69508,"score_linear":241478.0,"score_lmetric":139016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":28160,"new_prefill":41348,"score_linear":77983.0,"score_lmetric":41348},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":69508,"score_linear":155670.0,"score_lmetric":352052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":68096,"new_prefill":1412,"score_linear":-68096.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":30460.889914006,"t_first_token_unix":1779964457.4448571,"t_done":30466.290440166,"t_done_unix":1779964462.8453836},{"request_id":"1373431:3:1383388:667","session_id":"1373431","input_length":128201,"t_proxy_recv":30465.040311225,"t_decision_unix":1779964461.5952528,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":126976,"affinity_cache_ratio":0.9904446923190927,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1225 < 8000)","v3_prefill_cache_hit":126976,"v3_new_local":1225,"cache_hit":126976,"estimated_new_tokens":1225,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":128201,"score_linear":270972.0,"score_lmetric":526464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":128201,"score_linear":190069.0,"score_lmetric":396693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":128201,"score_linear":61543.0,"score_lmetric":128304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":11503,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":128201,"score_linear":11816.0,"score_lmetric":128201},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19966,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":126976,"new_prefill":1225,"score_linear":-107010.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":1024,"new_prefill":127177,"score_linear":138063.0,"score_lmetric":319218},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":128201,"score_linear":155670.0,"score_lmetric":469438},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111158,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":1024,"new_prefill":127177,"score_linear":110134.0,"score_lmetric":381531}],"chosen_score_linear":-107010.0,"chosen_score_lmetric":0,"t_first_token":30465.90571798,"t_first_token_unix":1779964462.4606621,"t_done":30466.944596476,"t_done_unix":1779964463.4995449},{"request_id":"1400379:4:1405483:779","session_id":"1400379","input_length":19966,"t_proxy_recv":30464.774867412,"t_decision_unix":1779964461.329809,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.5385154763097265,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":10752,"v3_new_local":9214,"v3_src_idx":7,"v3_target_idx":4,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":10752,"estimated_new_tokens":9214,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":19966,"score_linear":270972.0,"score_lmetric":93524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":19966,"score_linear":190069.0,"score_lmetric":71988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":19966,"score_linear":61543.0,"score_lmetric":20069},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":0,"pending_prefill_tokens":11503,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":19966,"score_linear":11816.0,"score_lmetric":31469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":0,"new_prefill":19966,"score_linear":127267.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":19966,"score_linear":139087.0,"score_lmetric":104796},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":19966,"score_linear":155670.0,"score_lmetric":252968},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":10752,"new_prefill":9214,"score_linear":80440.0,"score_lmetric":18428}],"chosen_score_linear":80440.0,"chosen_score_lmetric":18428,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8004","v3_decode_target_idx":4,"write_mode":true,"t_prefill_sent":30464.775400586,"t_prefill_sent_unix":1779964461.3303432,"t_decode_sent":30464.775414266,"t_decode_sent_unix":1779964461.3303578,"t_first_token":30466.770755571,"t_first_token_unix":1779964463.325699,"t_done":30467.153651461,"t_done_unix":1779964463.7085948,"t_prefill_done":30467.153654565,"t_prefill_done_unix":1779964463.7085972},{"request_id":"1399948:3:1405988:782","session_id":"1399948","input_length":7995,"t_proxy_recv":30466.733977798,"t_decision_unix":1779964463.2889192,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7684803001876173,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1851 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":1851,"cache_hit":6144,"estimated_new_tokens":1851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":7995,"score_linear":270972.0,"score_lmetric":45640},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":7995,"score_linear":190069.0,"score_lmetric":36075},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":7995,"score_linear":61543.0,"score_lmetric":8098},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":7995,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148167,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":7995,"score_linear":148167.0,"score_lmetric":7995},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":106143,"pending_prefill_tokens":36185,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7995,"score_linear":259064.0,"score_lmetric":132540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":7995,"score_linear":155670.0,"score_lmetric":229026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":41650,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1753,"cache_hit":6144,"new_prefill":1851,"score_linear":35506.0,"score_lmetric":3702}],"chosen_score_linear":35506.0,"chosen_score_lmetric":3702,"t_first_token":30466.931750392,"t_first_token_unix":1779964463.4866936,"t_done":30467.218354522,"t_done_unix":1779964463.7732975},{"request_id":"1400379:5:1406380:784","session_id":"1400379","input_length":22009,"t_proxy_recv":30468.154636255,"t_decision_unix":1779964464.7095778,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9072652096869462,"affinity_num_requests":-1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2041 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":2041,"cache_hit":19968,"estimated_new_tokens":2041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":22009,"score_linear":270972.0,"score_lmetric":101696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":22009,"score_linear":190069.0,"score_lmetric":78117},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":22009,"score_linear":61543.0,"score_lmetric":22112},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":22009,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":19968,"new_prefill":2041,"score_linear":-19968.0,"score_lmetric":-2041},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":106143,"pending_prefill_tokens":36185,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":22009,"score_linear":259064.0,"score_lmetric":174582},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":93040,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":22009,"score_linear":155670.0,"score_lmetric":70974},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":19456,"new_prefill":2553,"score_linear":2228.0,"score_lmetric":2553}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":-2041,"t_first_token":30468.550964067,"t_first_token_unix":1779964465.1059077,"t_done":30468.928213585,"t_done_unix":1779964465.4831564},{"request_id":"1406966:1:1406966:785","session_id":"1406966","input_length":2115,"t_proxy_recv":30470.1416435,"t_decision_unix":1779964466.6965847,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":2115.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2115 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2115,"cache_hit":0,"estimated_new_tokens":2115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":2115,"score_linear":270972.0,"score_lmetric":22120},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":2115,"score_linear":190069.0,"score_lmetric":18435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":2115,"score_linear":61543.0,"score_lmetric":2218},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":2115,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":2115,"score_linear":0.0,"score_lmetric":-2115},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":2115,"score_linear":259064.0,"score_lmetric":17604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":93040,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":2115,"score_linear":155670.0,"score_lmetric":31186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":2115,"score_linear":21684.0,"score_lmetric":2115}],"chosen_score_linear":0.0,"chosen_score_lmetric":-2115,"t_first_token":30470.27505412,"t_first_token_unix":1779964466.8299973,"t_done":30470.505097515,"t_done_unix":1779964467.0600405},{"request_id":"1399948:4:1407140:786","session_id":"1399948","input_length":8540,"t_proxy_recv":30470.673764566,"t_decision_unix":1779964467.228706,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8992974238875878,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (860 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":860,"cache_hit":7680,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":8540,"score_linear":270972.0,"score_lmetric":47820},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":8540,"score_linear":190069.0,"score_lmetric":37710},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":8540,"score_linear":61543.0,"score_lmetric":8643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":8540,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":-8540},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":8540,"score_linear":259064.0,"score_lmetric":36879},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":8540,"score_linear":155670.0,"score_lmetric":17080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":7680,"new_prefill":860,"score_linear":14004.0,"score_lmetric":860}],"chosen_score_linear":14004.0,"chosen_score_lmetric":860,"t_first_token":30470.759233636,"t_first_token_unix":1779964467.3141768,"t_done":30470.870886927,"t_done_unix":1779964467.42583},{"request_id":"1404395:1:1404395:770","session_id":"1404395","input_length":21684,"t_proxy_recv":30461.065737741,"t_decision_unix":1779964457.6206791,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":21172.0,"tie_break_used":true,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":512,"v3_new_local":21172,"v3_src_idx":7,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":42272,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":512,"estimated_new_tokens":21172,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":512,"new_prefill":21172,"score_linear":263262.0,"score_lmetric":84688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":83404,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":512,"new_prefill":21172,"score_linear":82892.0,"score_lmetric":21172},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":21684,"score_linear":106305.0,"score_lmetric":21684},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":42272,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":21684,"score_linear":42272.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":241478,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":21684,"score_linear":241478.0,"score_lmetric":43368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":21684,"score_linear":106143.0,"score_lmetric":21684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":21684,"score_linear":155670.0,"score_lmetric":256404},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":512,"new_prefill":21172,"score_linear":68996.0,"score_lmetric":21172}],"chosen_score_linear":68996.0,"chosen_score_lmetric":21172,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"write_mode":true,"t_prefill_sent":30461.066048668,"t_prefill_sent_unix":1779964457.6209912,"t_decode_sent":30461.06606491,"t_decode_sent_unix":1779964457.6210082,"t_first_token":30463.50416871,"t_first_token_unix":1779964460.0591125,"t_done":30471.976219705,"t_done_unix":1779964468.5311627,"t_prefill_done":30471.976222324,"t_prefill_done_unix":1779964468.531165},{"request_id":"1366128:15:1390663:709","session_id":"1366128","input_length":83622,"t_proxy_recv":30461.202681431,"t_decision_unix":1779964457.757623,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9980148764679151,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (166 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":166,"cache_hit":83456,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":83622,"score_linear":263774.0,"score_lmetric":334488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":83456,"new_prefill":166,"score_linear":-83456.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":83622,"score_linear":106305.0,"score_lmetric":83622},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63956,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":83622,"score_linear":63956.0,"score_lmetric":83622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":241478,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":58368,"new_prefill":25254,"score_linear":183110.0,"score_lmetric":50508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":83622,"score_linear":106143.0,"score_lmetric":83622},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":83622,"score_linear":155670.0,"score_lmetric":380280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":83622,"score_linear":91192.0,"score_lmetric":167244}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":30461.416684672,"t_first_token_unix":1779964457.9716277,"t_done":30472.06190511,"t_done_unix":1779964468.6168485},{"request_id":"1398594:2:1404702:771","session_id":"1398594","input_length":21009,"t_proxy_recv":30462.155942492,"t_decision_unix":1779964458.7108839,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7680,"affinity_cache_ratio":0.3655576181636441,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":13329.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,1,1,1,1,1,2,2])","v3_prefill_cache_hit":7680,"v3_new_local":13329,"cache_hit":7680,"estimated_new_tokens":13329,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":21009,"score_linear":263774.0,"score_lmetric":84036},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83622,"ongoing_decode_tokens":83622,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":7680,"new_prefill":13329,"score_linear":75942.0,"score_lmetric":13329},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":21009,"score_linear":106305.0,"score_lmetric":21009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":21009,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":170488,"ongoing_decode_tokens":170488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":0,"new_prefill":21009,"score_linear":170488.0,"score_lmetric":21009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":21009,"score_linear":106143.0,"score_lmetric":21009},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":21009,"score_linear":155670.0,"score_lmetric":255054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":21009,"score_linear":91192.0,"score_lmetric":42018}],"chosen_score_linear":75942.0,"chosen_score_lmetric":13329,"t_first_token":30463.861906192,"t_first_token_unix":1779964460.4168494,"t_done":30472.085624463,"t_done_unix":1779964468.6405673},{"request_id":"1407494:1:1407494:787","session_id":"1407494","input_length":1531,"t_proxy_recv":30471.938051509,"t_decision_unix":1779964468.4929929,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1531.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1531 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1531,"cache_hit":0,"estimated_new_tokens":1531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":1531,"score_linear":270972.0,"score_lmetric":19784},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":190069,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":1531,"score_linear":190069.0,"score_lmetric":4593},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":1531,"score_linear":61543.0,"score_lmetric":1634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":1531,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":1531,"score_linear":0.0,"score_lmetric":-1531},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1531,"score_linear":259064.0,"score_lmetric":15852},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":1531,"score_linear":155670.0,"score_lmetric":3062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1774,"cache_hit":0,"new_prefill":1531,"score_linear":21684.0,"score_lmetric":1531}],"chosen_score_linear":0.0,"chosen_score_lmetric":-1531,"t_first_token":30472.041096214,"t_first_token_unix":1779964468.596039,"t_done":30472.311794392,"t_done_unix":1779964468.8667371},{"request_id":"1406966:2:1407710:789","session_id":"1406966","input_length":4789,"t_proxy_recv":30472.620704014,"t_decision_unix":1779964469.1756454,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.42764669033201086,"affinity_num_requests":-1,"avg_num_requests":1.375,"fallback_score":2741.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2741 < 8000)","v3_prefill_cache_hit":2048,"v3_new_local":2741,"cache_hit":2048,"estimated_new_tokens":2741,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":4789,"score_linear":270972.0,"score_lmetric":32816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":85438,"pending_prefill_tokens":1441,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":4789,"score_linear":170335.0,"score_lmetric":12460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":4789,"score_linear":61543.0,"score_lmetric":4892},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-19870,"ongoing_decode_tokens":1501,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":4789,"score_linear":-19870.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":2048,"new_prefill":2741,"score_linear":-2048.0,"score_lmetric":-2741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4789,"score_linear":259064.0,"score_lmetric":25626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":4789,"score_linear":155670.0,"score_lmetric":9578},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2048.0,"chosen_score_lmetric":-2741,"t_first_token":30472.867653041,"t_first_token_unix":1779964469.422596,"t_done":30473.091046864,"t_done_unix":1779964469.6459897},{"request_id":"1397515:1:1397515:736","session_id":"1397515","input_length":93040,"t_proxy_recv":30437.013524989,"t_decision_unix":1779964433.5684664,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":93040.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":93040,"cache_hit":0,"estimated_new_tokens":93040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":93040,"score_linear":236773.0,"score_lmetric":366396},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":93040,"score_linear":58511.0,"score_lmetric":93040},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":93040,"score_linear":142193.0,"score_lmetric":186080},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-8237,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":93040,"score_linear":-8237.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":512,"new_prefill":92528,"score_linear":313884.0,"score_lmetric":380244},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":110818,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":93040,"score_linear":110818.0,"score_lmetric":186080},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":93040,"score_linear":33321.0,"score_lmetric":93040}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30467.573719917,"t_first_token_unix":1779964464.1286633,"t_done":30473.302400167,"t_done_unix":1779964469.8573432},{"request_id":"1407599:1:1407599:788","session_id":"1407599","input_length":1501,"t_proxy_recv":30472.28575658,"t_decision_unix":1779964468.840698,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1501.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1501 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1501,"cache_hit":0,"estimated_new_tokens":1501,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":1501,"score_linear":270972.0,"score_lmetric":19664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":85438,"pending_prefill_tokens":1441,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":1501,"score_linear":170335.0,"score_lmetric":5884},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":1501,"score_linear":61543.0,"score_lmetric":1604},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":1501,"score_linear":-21371.0,"score_lmetric":-1501},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1531,"ongoing_decode_tokens":1531,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":1501,"score_linear":1531.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1501,"score_linear":259064.0,"score_lmetric":15762},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":1501,"score_linear":155670.0,"score_lmetric":3002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":1501,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-1501,"t_first_token":30472.386302371,"t_first_token_unix":1779964468.9412458,"t_done":30473.351987569,"t_done_unix":1779964469.9069304},{"request_id":"1399948:5:1407922:791","session_id":"1399948","input_length":8612,"t_proxy_recv":30473.460015061,"t_decision_unix":1779964470.0149407,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8192,"affinity_cache_ratio":0.9512308406874129,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":420,"cache_hit":8192,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":8612,"score_linear":270972.0,"score_lmetric":48108},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":8612,"score_linear":243523.0,"score_lmetric":39576},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":8612,"score_linear":61543.0,"score_lmetric":8715},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":8612,"score_linear":-21371.0,"score_lmetric":-8612},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":-8612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":8612,"score_linear":259064.0,"score_lmetric":37095},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":8612,"score_linear":62630.0,"score_lmetric":8612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":8192,"new_prefill":420,"score_linear":-8192.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":30473.496309676,"t_first_token_unix":1779964470.051253,"t_done":30473.612858335,"t_done_unix":1779964470.1678011},{"request_id":"1407995:1:1407995:793","session_id":"1407995","input_length":2944,"t_proxy_recv":30473.757985164,"t_decision_unix":1779964470.3129268,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":2944.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2944 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2944,"cache_hit":0,"estimated_new_tokens":2944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":2944,"score_linear":270972.0,"score_lmetric":25436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":2944,"score_linear":243523.0,"score_lmetric":22572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":2944,"score_linear":61543.0,"score_lmetric":3047},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":2944,"score_linear":-21371.0,"score_lmetric":-2944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":2944,"score_linear":0.0,"score_lmetric":-2944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":2944,"score_linear":259064.0,"score_lmetric":20091},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":2944,"score_linear":62630.0,"score_lmetric":2944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":2944,"score_linear":27676.0,"score_lmetric":28060}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-2944,"t_first_token":30473.936906536,"t_first_token_unix":1779964470.4918497,"t_done":30474.320925064,"t_done_unix":1779964470.8758686},{"request_id":"1340290:7:1408176:795","session_id":"1340290","input_length":27786,"t_proxy_recv":30474.441116363,"t_decision_unix":1779964470.9960573,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9766069243503923,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (650 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":650,"cache_hit":27136,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":27786,"score_linear":270972.0,"score_lmetric":124804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":27786,"score_linear":243523.0,"score_lmetric":97098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":27786,"score_linear":61543.0,"score_lmetric":27889},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":27786,"score_linear":-21371.0,"score_lmetric":-27786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":27786,"score_linear":0.0,"score_lmetric":-27786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":27786,"score_linear":259064.0,"score_lmetric":94617},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":27136,"new_prefill":650,"score_linear":35494.0,"score_lmetric":650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":27786,"score_linear":27676.0,"score_lmetric":52902}],"chosen_score_linear":35494.0,"chosen_score_lmetric":650,"t_first_token":30474.606499214,"t_first_token_unix":1779964471.1614432,"t_done":30475.741382687,"t_done_unix":1779964472.2963257},{"request_id":"1408430:1:1408430:797","session_id":"1408430","input_length":7553,"t_proxy_recv":30475.282839351,"t_decision_unix":1779964471.8377807,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":7553.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7553 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7553,"cache_hit":0,"estimated_new_tokens":7553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":7553,"score_linear":270972.0,"score_lmetric":43872},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":7553,"score_linear":243523.0,"score_lmetric":36399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":0,"pending_prefill_tokens":6127,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":7553,"score_linear":76271.0,"score_lmetric":27360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":7553,"score_linear":-21371.0,"score_lmetric":-7553},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":7553,"score_linear":0.0,"score_lmetric":-7553},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7553,"score_linear":259064.0,"score_lmetric":33918},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":7553,"score_linear":90416.0,"score_lmetric":15106},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":7553,"score_linear":27676.0,"score_lmetric":32669}],"chosen_score_linear":0.0,"chosen_score_lmetric":-7553,"t_first_token":30475.796178593,"t_first_token_unix":1779964472.3511221,"t_done":30475.995905952,"t_done_unix":1779964472.5508492},{"request_id":"1364090:5:1401054:756","session_id":"1364090","input_length":62630,"t_proxy_recv":30449.548980442,"t_decision_unix":1779964446.1039214,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7847996167970621,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":49152,"v3_new_local":13478,"cache_hit":49152,"estimated_new_tokens":13478,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":4096,"new_prefill":58534,"score_linear":257119.0,"score_lmetric":352016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":62630,"score_linear":71254.0,"score_lmetric":74492},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":62630,"score_linear":106305.0,"score_lmetric":62630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":7680,"new_prefill":54950,"score_linear":63891.0,"score_lmetric":134016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":62630,"score_linear":255885.0,"score_lmetric":193500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":7680,"new_prefill":54950,"score_linear":98463.0,"score_lmetric":54950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":49152,"new_prefill":13478,"score_linear":43888.0,"score_lmetric":106518},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":7680,"new_prefill":54950,"score_linear":60429.0,"score_lmetric":72371}],"chosen_score_linear":43888.0,"chosen_score_lmetric":106518,"t_first_token":30470.532071255,"t_first_token_unix":1779964467.0870144,"t_done":30476.726734107,"t_done_unix":1779964473.2816772},{"request_id":"1408779:1:1408779:802","session_id":"1408779","input_length":1801,"t_proxy_recv":30476.384940632,"t_decision_unix":1779964472.9398823,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":1801.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1801 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1801,"cache_hit":0,"estimated_new_tokens":1801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":1801,"score_linear":270972.0,"score_lmetric":20864},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":1801,"score_linear":254593.0,"score_lmetric":26796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":61543,"pending_prefill_tokens":6024,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":1801,"score_linear":76271.0,"score_lmetric":15650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-14994,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":1801,"score_linear":-14994.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":1801,"score_linear":0.0,"score_lmetric":-1801},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1801,"score_linear":259064.0,"score_lmetric":16662},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":0,"new_prefill":1801,"score_linear":62630.0,"score_lmetric":1801},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":1801,"score_linear":27676.0,"score_lmetric":26917}],"chosen_score_linear":0.0,"chosen_score_lmetric":-1801,"t_first_token":30476.500465411,"t_first_token_unix":1779964473.0554085,"t_done":30476.731349789,"t_done_unix":1779964473.2862926},{"request_id":"1408889:1:1408889:804","session_id":"1408889","input_length":3230,"t_proxy_recv":30476.761031693,"t_decision_unix":1779964473.315973,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3230.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3230 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3230,"cache_hit":0,"estimated_new_tokens":3230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":3230,"score_linear":270972.0,"score_lmetric":26580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":3230,"score_linear":254593.0,"score_lmetric":32512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":61543,"pending_prefill_tokens":6024,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":3230,"score_linear":76271.0,"score_lmetric":18508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-14994,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":3230,"score_linear":-14994.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":3230,"score_linear":0.0,"score_lmetric":-3230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3230,"score_linear":259064.0,"score_lmetric":20949},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":3230,"score_linear":73392.0,"score_lmetric":13646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":3230,"score_linear":27676.0,"score_lmetric":28346}],"chosen_score_linear":0.0,"chosen_score_lmetric":-3230,"t_first_token":30476.956417412,"t_first_token_unix":1779964473.5113611,"t_done":30477.082590196,"t_done_unix":1779964473.637534},{"request_id":"1408578:1:1408578:798","session_id":"1408578","input_length":6377,"t_proxy_recv":30475.704515668,"t_decision_unix":1779964472.2594564,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6377.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6377 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6377,"cache_hit":0,"estimated_new_tokens":6377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":6377,"score_linear":270972.0,"score_lmetric":39168},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":6377,"score_linear":243523.0,"score_lmetric":32871},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":0,"pending_prefill_tokens":6127,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":6377,"score_linear":76271.0,"score_lmetric":25008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":6377,"score_linear":-21371.0,"score_lmetric":-6377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7553,"ongoing_decode_tokens":0,"pending_prefill_tokens":7553,"num_requests":0,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":6377,"score_linear":7553.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":6377,"score_linear":259064.0,"score_lmetric":30390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":6377,"score_linear":90416.0,"score_lmetric":12754},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":6377,"score_linear":27676.0,"score_lmetric":31493}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-6377,"t_first_token":30476.123111647,"t_first_token_unix":1779964472.6780548,"t_done":30477.214259069,"t_done_unix":1779964473.7692022},{"request_id":"1403188:2:1408249:796","session_id":"1403188","input_length":14728,"t_proxy_recv":30474.700991914,"t_decision_unix":1779964471.2559335,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5909831613253667,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6024 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":6024,"cache_hit":8704,"estimated_new_tokens":6024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":14728,"score_linear":270972.0,"score_lmetric":72572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":14728,"score_linear":243523.0,"score_lmetric":57924},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":8704,"new_prefill":6024,"score_linear":52839.0,"score_lmetric":6127},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":14728,"score_linear":-21371.0,"score_lmetric":-14728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":14728,"score_linear":0.0,"score_lmetric":-14728},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":14728,"score_linear":259064.0,"score_lmetric":55443},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":14728,"score_linear":90416.0,"score_lmetric":29456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":14728,"score_linear":27676.0,"score_lmetric":39844}],"chosen_score_linear":52839.0,"chosen_score_lmetric":6127,"t_first_token":30476.829405518,"t_first_token_unix":1779964473.3843486,"t_done":30477.319738214,"t_done_unix":1779964473.8746812},{"request_id":"1286804:5:1407989:792","session_id":"1286804","input_length":27676,"t_proxy_recv":30473.727480702,"t_decision_unix":1779964470.2824223,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.795490677843619,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":25116.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":25116,"cache_hit":2560,"estimated_new_tokens":25116,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":1536,"new_prefill":26140,"score_linear":269436.0,"score_lmetric":118220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":22016,"new_prefill":5660,"score_linear":221507.0,"score_lmetric":30720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":27676,"score_linear":61543.0,"score_lmetric":27779},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":512,"new_prefill":27164,"score_linear":-21883.0,"score_lmetric":-27164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":27676,"score_linear":0.0,"score_lmetric":-27676},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":27676,"score_linear":259064.0,"score_lmetric":94287},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":27676,"score_linear":62630.0,"score_lmetric":27676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":2560,"new_prefill":25116,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":30477.150319268,"t_first_token_unix":1779964473.705263,"t_done":30479.795226304,"t_done_unix":1779964476.3501697},{"request_id":"1381387:6:1409195:806","session_id":"1381387","input_length":71570,"t_proxy_recv":30478.025879066,"t_decision_unix":1779964474.5808208,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9729216152019002,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1938 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":1938,"cache_hit":69632,"estimated_new_tokens":1938,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":71570,"score_linear":270972.0,"score_lmetric":299940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":71570,"score_linear":254593.0,"score_lmetric":305872},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":71570,"score_linear":61543.0,"score_lmetric":71570},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":71570,"score_linear":-21371.0,"score_lmetric":-71570},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":71570,"score_linear":0.0,"score_lmetric":-71570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":28160,"new_prefill":43410,"score_linear":230904.0,"score_lmetric":141489},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":71570,"score_linear":103122.0,"score_lmetric":168136},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":69632,"new_prefill":1938,"score_linear":-41956.0,"score_lmetric":1938}],"chosen_score_linear":-41956.0,"chosen_score_lmetric":1938,"t_first_token":30479.050239722,"t_first_token_unix":1779964475.6051838,"t_done":30480.155047865,"t_done_unix":1779964476.7099912},{"request_id":"1313181:6:1379623:639","session_id":"1313181","input_length":61543,"t_proxy_recv":30462.631835322,"t_decision_unix":1779964459.1867769,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9983263734299596,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":103.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (103 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":103,"cache_hit":61440,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":61440,"new_prefill":103,"score_linear":96029.0,"score_lmetric":309},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104631,"ongoing_decode_tokens":83622,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":12800,"new_prefill":48743,"score_linear":91831.0,"score_lmetric":124144},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":61440,"new_prefill":103,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":61543,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":44148,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":24064,"new_prefill":37479,"score_linear":147351.0,"score_lmetric":38282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":61543,"score_linear":106143.0,"score_lmetric":61543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":61543,"score_linear":155670.0,"score_lmetric":336122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":48743,"score_linear":78392.0,"score_lmetric":97486}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":30476.18568194,"t_first_token_unix":1779964472.740625,"t_done":30480.578590146,"t_done_unix":1779964477.1335335},{"request_id":"1408779:2:1410032:807","session_id":"1408779","input_length":5001,"t_proxy_recv":30480.90573429,"t_decision_unix":1779964477.460676,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.30713857228554287,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":3465.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3465 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":3465,"cache_hit":1536,"estimated_new_tokens":3465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":5001,"score_linear":270972.0,"score_lmetric":33664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":5001,"score_linear":254593.0,"score_lmetric":29697},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":5001,"score_linear":121811.0,"score_lmetric":64860},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":1536,"new_prefill":3465,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":5001,"score_linear":259064.0,"score_lmetric":26262},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":5001,"score_linear":103122.0,"score_lmetric":34998},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":30481.137141463,"t_first_token_unix":1779964477.6920853,"t_done":30481.560907946,"t_done_unix":1779964478.1158535},{"request_id":"1406966:3:1410097:808","session_id":"1406966","input_length":7893,"t_proxy_recv":30481.138064411,"t_decision_unix":1779964477.693006,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.5838084378563284,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3285 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":3285,"cache_hit":4608,"estimated_new_tokens":3285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":7893,"score_linear":270972.0,"score_lmetric":45232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":7893,"score_linear":254593.0,"score_lmetric":38373},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":7893,"score_linear":121811.0,"score_lmetric":67752},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":5001,"ongoing_decode_tokens":5001,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":4608,"new_prefill":3285,"score_linear":393.0,"score_lmetric":3285},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7893,"score_linear":259064.0,"score_lmetric":34938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":7893,"score_linear":103122.0,"score_lmetric":40782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":393.0,"chosen_score_lmetric":3285,"t_first_token":30481.417828951,"t_first_token_unix":1779964477.9727721,"t_done":30481.635909085,"t_done_unix":1779964478.1908522},{"request_id":"1407494:2:1410400:809","session_id":"1407494","input_length":4728,"t_proxy_recv":30482.001978917,"t_decision_unix":1779964478.5569203,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.3248730964467005,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":3192.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3192 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":3192,"cache_hit":1536,"estimated_new_tokens":3192,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":4728,"score_linear":270972.0,"score_lmetric":32572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":254593,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":4728,"score_linear":254593.0,"score_lmetric":14184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":4728,"score_linear":121811.0,"score_lmetric":64587},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":1536,"new_prefill":3192,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4728,"score_linear":259064.0,"score_lmetric":25443},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":4728,"score_linear":103122.0,"score_lmetric":9456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":30482.226192847,"t_first_token_unix":1779964478.781136,"t_done":30482.520191226,"t_done_unix":1779964479.0751343},{"request_id":"1408889:2:1410453:810","session_id":"1408889","input_length":4825,"t_proxy_recv":30482.142599765,"t_decision_unix":1779964478.6975408,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":3072,"affinity_cache_ratio":0.6366839378238341,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1753 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":1753,"cache_hit":3072,"estimated_new_tokens":1753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":4825,"score_linear":270972.0,"score_lmetric":32960},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":254593,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":4825,"score_linear":254593.0,"score_lmetric":14475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":4825,"score_linear":121811.0,"score_lmetric":64684},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4728,"ongoing_decode_tokens":0,"pending_prefill_tokens":3192,"num_requests":1,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":3072,"new_prefill":1753,"score_linear":1656.0,"score_lmetric":4945},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4825,"score_linear":259064.0,"score_lmetric":25734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":4825,"score_linear":103122.0,"score_lmetric":9650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":1656.0,"chosen_score_lmetric":4945,"t_first_token":30482.360569325,"t_first_token_unix":1779964478.9155126,"t_done":30482.678456324,"t_done_unix":1779964479.2333994},{"request_id":"1363093:5:1407810:790","session_id":"1363093","input_length":73188,"t_proxy_recv":30473.07099694,"t_decision_unix":1779964469.6259382,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":68608,"affinity_cache_ratio":0.9374214352079576,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4580 < 8000)","v3_prefill_cache_hit":68608,"v3_new_local":4580,"cache_hit":68608,"estimated_new_tokens":4580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":73188,"score_linear":270972.0,"score_lmetric":306412},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":170335,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":68608,"new_prefill":4580,"score_linear":101727.0,"score_lmetric":9160},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":73188,"score_linear":61543.0,"score_lmetric":73291},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-19870,"ongoing_decode_tokens":1501,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":73188,"score_linear":-19870.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4789,"ongoing_decode_tokens":4789,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":0,"new_prefill":73188,"score_linear":4789.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":73188,"score_linear":259064.0,"score_lmetric":230823},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":73188,"score_linear":155670.0,"score_lmetric":146376},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":73188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":101727.0,"chosen_score_lmetric":9160,"t_first_token":30481.91081274,"t_first_token_unix":1779964478.4657567,"t_done":30483.224400351,"t_done_unix":1779964479.7793436},{"request_id":"1399948:6:1410696:812","session_id":"1399948","input_length":11381,"t_proxy_recv":30482.890862844,"t_decision_unix":1779964479.4458044,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7197961514805378,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3189 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":3189,"cache_hit":8192,"estimated_new_tokens":3189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11381,"score_linear":270972.0,"score_lmetric":59184},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":254593,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":11381,"score_linear":254593.0,"score_lmetric":34143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":11381,"score_linear":121811.0,"score_lmetric":71240},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11381,"score_linear":259064.0,"score_lmetric":45402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":11381,"score_linear":103122.0,"score_lmetric":22762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":8192,"new_prefill":3189,"score_linear":-8192.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":30483.205672929,"t_first_token_unix":1779964479.7606165,"t_done":30483.292790014,"t_done_unix":1779964479.847733},{"request_id":"1362265:7:1408772:800","session_id":"1362265","input_length":11070,"t_proxy_recv":30476.366905992,"t_decision_unix":1779964472.9218473,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9712737127371274,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (318 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":318,"cache_hit":10752,"estimated_new_tokens":318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11070,"score_linear":270972.0,"score_lmetric":57940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":10752,"new_prefill":318,"score_linear":232771.0,"score_lmetric":14694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":61543,"pending_prefill_tokens":6024,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":11070,"score_linear":76271.0,"score_lmetric":34188},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-14994,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":11070,"score_linear":-14994.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":10240,"new_prefill":830,"score_linear":-10240.0,"score_lmetric":-830},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11070,"score_linear":259064.0,"score_lmetric":44469},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":0,"new_prefill":11070,"score_linear":62630.0,"score_lmetric":11070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":11070,"score_linear":27676.0,"score_lmetric":36186}],"chosen_score_linear":232771.0,"chosen_score_lmetric":14694,"t_first_token":30481.936747935,"t_first_token_unix":1779964478.491691,"t_done":30483.699588051,"t_done_unix":1779964480.2545314},{"request_id":"1340290:8:1409129:805","session_id":"1340290","input_length":29730,"t_proxy_recv":30477.763843241,"t_decision_unix":1779964474.3187847,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9299697275479314,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2082 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":2082,"cache_hit":27648,"estimated_new_tokens":2082,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":29730,"score_linear":270972.0,"score_lmetric":132580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":29730,"score_linear":254593.0,"score_lmetric":138512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":29730,"score_linear":61543.0,"score_lmetric":29730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":29730,"score_linear":-21371.0,"score_lmetric":-29730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":-29730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":29730,"score_linear":259064.0,"score_lmetric":100449},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":27648,"new_prefill":2082,"score_linear":45744.0,"score_lmetric":12498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":29730,"score_linear":27676.0,"score_lmetric":29730}],"chosen_score_linear":45744.0,"chosen_score_lmetric":12498,"t_first_token":30481.749868085,"t_first_token_unix":1779964478.3048117,"t_done":30483.926288448,"t_done_unix":1779964480.4812317},{"request_id":"1340290:9:1410595:811","session_id":"1340290","input_length":29958,"t_proxy_recv":30483.932793845,"t_decision_unix":1779964480.4877355,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9912544228586688,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (262 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":262,"cache_hit":29696,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":29958,"score_linear":270972.0,"score_lmetric":133492},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":170335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":29958,"score_linear":170335.0,"score_lmetric":29958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":29958,"score_linear":121811.0,"score_lmetric":89817},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":29958,"score_linear":259064.0,"score_lmetric":101133},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":29696,"new_prefill":262,"score_linear":43696.0,"score_lmetric":262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43696.0,"chosen_score_lmetric":262,"t_first_token":30484.017108797,"t_first_token_unix":1779964480.572052,"t_done":30484.545170332,"t_done_unix":1779964481.1001136},{"request_id":"1366128:16:1392704:716","session_id":"1366128","input_length":84897,"t_proxy_recv":30472.076157111,"t_decision_unix":1779964468.631099,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9830264909242965,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1441 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":1441,"cache_hit":83456,"estimated_new_tokens":1441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":84897,"score_linear":270972.0,"score_lmetric":353248},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106447,"ongoing_decode_tokens":106447,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":83456,"new_prefill":1441,"score_linear":22991.0,"score_lmetric":2882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":84897,"score_linear":61543.0,"score_lmetric":85000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":84897,"score_linear":-21371.0,"score_lmetric":-84897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1531,"ongoing_decode_tokens":1531,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":58368,"new_prefill":26529,"score_linear":-56837.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":84897,"score_linear":259064.0,"score_lmetric":265950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":84897,"score_linear":155670.0,"score_lmetric":169794},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":22991.0,"chosen_score_lmetric":2882,"t_first_token":30472.821164791,"t_first_token_unix":1779964469.376108,"t_done":30485.028914271,"t_done_unix":1779964481.5838578},{"request_id":"1408779:3:1411249:815","session_id":"1408779","input_length":7110,"t_proxy_recv":30484.918666063,"t_decision_unix":1779964481.4736075,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6481012658227848,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2502 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":2502,"cache_hit":4608,"estimated_new_tokens":2502,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":7110,"score_linear":270972.0,"score_lmetric":42100},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":170335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":7110,"score_linear":170335.0,"score_lmetric":7110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":7110,"score_linear":121811.0,"score_lmetric":66969},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":4608,"new_prefill":2502,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7110,"score_linear":259064.0,"score_lmetric":32589},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":7110,"score_linear":73392.0,"score_lmetric":7110},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":30485.118080353,"t_first_token_unix":1779964481.6730235,"t_done":30485.273043748,"t_done_unix":1779964481.8279867},{"request_id":"1373577:3:1404917:774","session_id":"1373577","input_length":85438,"t_proxy_recv":30462.955952199,"t_decision_unix":1779964459.5108933,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9528312928673424,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4030 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":4030,"cache_hit":81408,"estimated_new_tokens":4030,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":85438,"score_linear":157469.0,"score_lmetric":256314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104631,"ongoing_decode_tokens":83622,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":81408,"new_prefill":4030,"score_linear":23223.0,"score_lmetric":34718},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":85438,"score_linear":61543.0,"score_lmetric":85541},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":85438,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":44148,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":85438,"score_linear":171415.0,"score_lmetric":86241},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145346,"ongoing_decode_tokens":106143,"pending_prefill_tokens":1315,"num_requests":2,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":85438,"score_linear":145346.0,"score_lmetric":173506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":85438,"score_linear":155670.0,"score_lmetric":383912},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":2560,"new_prefill":82878,"score_linear":88632.0,"score_lmetric":165756}],"chosen_score_linear":23223.0,"chosen_score_lmetric":34718,"t_first_token":30471.62340505,"t_first_token_unix":1779964468.1783483,"t_done":30485.319130456,"t_done_unix":1779964481.8740735},{"request_id":"1364090:6:1408777:801","session_id":"1364090","input_length":73392,"t_proxy_recv":30476.745076412,"t_decision_unix":1779964473.3000178,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8580771746239372,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62976,"v3_new_local":10416,"cache_hit":62976,"estimated_new_tokens":10416,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":4096,"new_prefill":69296,"score_linear":266876.0,"score_lmetric":290844},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":73392,"score_linear":254593.0,"score_lmetric":313160},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":61543,"pending_prefill_tokens":6024,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":73392,"score_linear":76271.0,"score_lmetric":158832},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-14994,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":7680,"new_prefill":65712,"score_linear":-22674.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":73392,"score_linear":0.0,"score_lmetric":-73392},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":65712,"score_linear":251384.0,"score_lmetric":208395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":62976,"new_prefill":10416,"score_linear":-62976.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":7680,"new_prefill":65712,"score_linear":19996.0,"score_lmetric":90828}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":30481.355193785,"t_first_token_unix":1779964477.9101374,"t_done":30486.251083022,"t_done_unix":1779964482.8060262},{"request_id":"1340290:10:1411397:816","session_id":"1340290","input_length":30154,"t_proxy_recv":30485.546940009,"t_decision_unix":1779964482.101881,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9848113019831531,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (458 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":458,"cache_hit":29696,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":30154,"score_linear":270972.0,"score_lmetric":134276},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176094,"ongoing_decode_tokens":85276,"pending_prefill_tokens":5314,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":30154,"score_linear":176094.0,"score_lmetric":35468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":30154,"score_linear":121811.0,"score_lmetric":90013},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":30154,"score_linear":259064.0,"score_lmetric":101721},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":29696,"new_prefill":458,"score_linear":43696.0,"score_lmetric":458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43696.0,"chosen_score_lmetric":458,"t_first_token":30485.665910985,"t_first_token_unix":1779964482.220854,"t_done":30487.772958828,"t_done_unix":1779964484.3279018},{"request_id":"1366128:17:1395596:731","session_id":"1366128","input_length":85276,"t_proxy_recv":30485.043613765,"t_decision_unix":1779964481.5985553,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9966696374126366,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (284 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":284,"cache_hit":84992,"estimated_new_tokens":284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":85276,"score_linear":270972.0,"score_lmetric":354764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":85438,"ongoing_decode_tokens":85438,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":84992,"new_prefill":284,"score_linear":446.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":85276,"score_linear":121811.0,"score_lmetric":145135},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7110,"ongoing_decode_tokens":0,"pending_prefill_tokens":2502,"num_requests":1,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":58368,"new_prefill":26908,"score_linear":-51258.0,"score_lmetric":29410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85276,"score_linear":259064.0,"score_lmetric":267087},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":85276,"score_linear":73392.0,"score_lmetric":85276},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":446.0,"chosen_score_lmetric":0,"t_first_token":30485.316608634,"t_first_token_unix":1779964481.8715518,"t_done":30489.471405567,"t_done_unix":1779964486.0263486},{"request_id":"1366128:18:1397382:735","session_id":"1366128","input_length":85504,"t_proxy_recv":30489.486510764,"t_decision_unix":1779964486.0414522,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9940119760479041,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (512 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":512,"cache_hit":84992,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":85504,"score_linear":270972.0,"score_lmetric":355676},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":90818,"ongoing_decode_tokens":90818,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":84992,"new_prefill":512,"score_linear":5826.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":85504,"score_linear":121811.0,"score_lmetric":145363},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":27136,"score_linear":48924.0,"score_lmetric":41244},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85504,"score_linear":259064.0,"score_lmetric":267771},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":85504,"score_linear":72608.0,"score_lmetric":85504}],"chosen_score_linear":5826.0,"chosen_score_lmetric":0,"t_first_token":30489.751516518,"t_first_token_unix":1779964486.3064604,"t_done":30490.990916813,"t_done_unix":1779964487.5458603},{"request_id":"1373577:4:1408642:799","session_id":"1373577","input_length":90818,"t_proxy_recv":30485.342979049,"t_decision_unix":1779964481.8979206,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9414873703450858,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5314 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":5314,"cache_hit":85504,"estimated_new_tokens":5314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":90818,"score_linear":270972.0,"score_lmetric":376932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":85276,"ongoing_decode_tokens":85276,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":85504,"new_prefill":5314,"score_linear":-228.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":90818,"score_linear":121811.0,"score_lmetric":150677},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":90818,"score_linear":259064.0,"score_lmetric":283713},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":90818,"score_linear":73392.0,"score_lmetric":90818},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":2560,"new_prefill":88258,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-228.0,"chosen_score_lmetric":0,"t_first_token":30488.248342036,"t_first_token_unix":1779964484.8032856,"t_done":30491.223283278,"t_done_unix":1779964487.7782264},{"request_id":"1366128:19:1398824:745","session_id":"1366128","input_length":85663,"t_proxy_recv":30491.005760723,"t_decision_unix":1779964487.5607018,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9981438894271739,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (159 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":159,"cache_hit":85504,"estimated_new_tokens":159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":85663,"score_linear":311245.0,"score_lmetric":454755},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":90818,"ongoing_decode_tokens":90818,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":85504,"new_prefill":159,"score_linear":5314.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":85663,"score_linear":121811.0,"score_lmetric":145522},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":27295,"score_linear":48924.0,"score_lmetric":41403},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85663,"score_linear":259064.0,"score_lmetric":268248},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":85663,"score_linear":86193.0,"score_lmetric":98128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":85663,"score_linear":72608.0,"score_lmetric":85663}],"chosen_score_linear":5314.0,"chosen_score_lmetric":0,"t_first_token":30491.179113306,"t_first_token_unix":1779964487.7340565,"t_done":30491.396426794,"t_done_unix":1779964487.9513702},{"request_id":"1399948:7:1413205:824","session_id":"1399948","input_length":11537,"t_proxy_recv":30491.76869246,"t_decision_unix":1779964488.323634,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9763370026870071,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (273 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":273,"cache_hit":11264,"estimated_new_tokens":273,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11537,"score_linear":311245.0,"score_lmetric":84125},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":11537,"score_linear":97657.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":11537,"score_linear":121811.0,"score_lmetric":71396},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":11537,"score_linear":107292.0,"score_lmetric":25645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11537,"score_linear":259064.0,"score_lmetric":45870},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":11537,"score_linear":121215.0,"score_lmetric":57632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":11264,"new_prefill":273,"score_linear":61344.0,"score_lmetric":273}],"chosen_score_linear":61344.0,"chosen_score_lmetric":273,"t_first_token":30491.842333453,"t_first_token_unix":1779964488.3972766,"t_done":30492.272933789,"t_done_unix":1779964488.8278768},{"request_id":"1407494:3:1413526:825","session_id":"1407494","input_length":9801,"t_proxy_recv":30492.953155283,"t_decision_unix":1779964489.5080965,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4701561065197429,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":9801.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9801,"cache_hit":0,"estimated_new_tokens":9801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":9801,"score_linear":311245.0,"score_lmetric":75445},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":9801,"score_linear":97657.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":9801,"score_linear":121811.0,"score_lmetric":69660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":4608,"new_prefill":5193,"score_linear":102684.0,"score_lmetric":19301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":9801,"score_linear":259064.0,"score_lmetric":40662},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":9801,"score_linear":121215.0,"score_lmetric":54160},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":9801,"score_linear":72608.0,"score_lmetric":9801}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30493.705595797,"t_first_token_unix":1779964490.2605393,"t_done":30494.042424366,"t_done_unix":1779964490.5973673},{"request_id":"1408889:3:1414177:827","session_id":"1408889","input_length":10633,"t_proxy_recv":30495.084244505,"t_decision_unix":1779964491.639186,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.43336781717295214,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":10633.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10633,"cache_hit":0,"estimated_new_tokens":10633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":10633,"score_linear":311245.0,"score_lmetric":79605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120049,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":10633,"score_linear":120049.0,"score_lmetric":22786},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":10633,"score_linear":121811.0,"score_lmetric":70492},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":4608,"new_prefill":6025,"score_linear":102684.0,"score_lmetric":20133},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":10633,"score_linear":259064.0,"score_lmetric":43158},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":10633,"score_linear":121215.0,"score_lmetric":55824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95000,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":10633,"score_linear":95000.0,"score_lmetric":21266}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30495.911980893,"t_first_token_unix":1779964492.466925,"t_done":30496.931149457,"t_done_unix":1779964493.4860935},{"request_id":"1407995:2:1413725:826","session_id":"1407995","input_length":22392,"t_proxy_recv":30493.601961969,"t_decision_unix":1779964490.1569033,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":7,"affinity_cache_hit":2560,"affinity_cache_ratio":0.1143265451947124,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":22392.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":22392,"v3_src_idx":7,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":22392,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":22392,"score_linear":311245.0,"score_lmetric":138400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":22392,"score_linear":97657.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":22392,"score_linear":121811.0,"score_lmetric":82251},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9801,"ongoing_decode_tokens":0,"pending_prefill_tokens":9801,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":2560,"new_prefill":19832,"score_linear":7241.0,"score_lmetric":29633},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":22392,"score_linear":107292.0,"score_lmetric":36500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":22392,"score_linear":259064.0,"score_lmetric":78435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":22392,"score_linear":121215.0,"score_lmetric":79342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":22392,"score_linear":72608.0,"score_lmetric":22392}],"chosen_score_linear":72608.0,"chosen_score_lmetric":22392,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"write_mode":true,"t_prefill_sent":30493.602287612,"t_prefill_sent_unix":1779964490.1572301,"t_decode_sent":30493.602300896,"t_decode_sent_unix":1779964490.1572442,"t_first_token":30498.405121544,"t_first_token_unix":1779964494.9600673,"t_done":30499.235948346,"t_done_unix":1779964495.790892,"t_prefill_done":30499.235951378,"t_prefill_done_unix":1779964495.790894},{"request_id":"1366128:20:1400446:752","session_id":"1366128","input_length":97657,"t_proxy_recv":30491.416936772,"t_decision_unix":1779964487.9718783,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.8755542357434695,"affinity_num_requests":-1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":85504,"v3_new_local":12153,"cache_hit":85504,"estimated_new_tokens":12153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":97657,"score_linear":311245.0,"score_lmetric":514725},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":85504,"new_prefill":12153,"score_linear":-85504.0,"score_lmetric":-12153},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":97657,"score_linear":121811.0,"score_lmetric":157516},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":39289,"score_linear":48924.0,"score_lmetric":53397},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97657,"score_linear":259064.0,"score_lmetric":304230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":97657,"score_linear":121215.0,"score_lmetric":229872},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":97657,"score_linear":72608.0,"score_lmetric":97657}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":-12153,"t_first_token":30498.345578961,"t_first_token_unix":1779964494.9005225,"t_done":30499.341689626,"t_done_unix":1779964495.896633},{"request_id":"1366128:21:1402408:760","session_id":"1366128","input_length":97814,"t_proxy_recv":30499.358538914,"t_decision_unix":1779964495.9134805,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945406588013985,"affinity_num_requests":-1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (534 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":534,"cache_hit":97280,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":97814,"score_linear":311245.0,"score_lmetric":515510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":97280,"new_prefill":534,"score_linear":-97280.0,"score_lmetric":-534},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":97814,"score_linear":121811.0,"score_lmetric":157673},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":39446,"score_linear":48924.0,"score_lmetric":53554},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97814,"score_linear":259064.0,"score_lmetric":304701},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":121215,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":97814,"score_linear":121215.0,"score_lmetric":195628},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":97814,"score_linear":72608.0,"score_lmetric":97814}],"chosen_score_linear":-97280.0,"chosen_score_lmetric":-534,"t_first_token":30499.564295449,"t_first_token_unix":1779964496.1192386,"t_done":30499.949229222,"t_done_unix":1779964496.5041726},{"request_id":"1340290:11:1413050:822","session_id":"1340290","input_length":35022,"t_proxy_recv":30491.163501414,"t_decision_unix":1779964487.718443,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.8625435440580207,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4814 < 8000)","v3_prefill_cache_hit":30208,"v3_new_local":4814,"cache_hit":30208,"estimated_new_tokens":4814,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":35022,"score_linear":311245.0,"score_lmetric":201550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176481,"ongoing_decode_tokens":90818,"pending_prefill_tokens":159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":35022,"score_linear":176481.0,"score_lmetric":35181},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":35022,"score_linear":121811.0,"score_lmetric":94881},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":35022,"score_linear":107292.0,"score_lmetric":49130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":35022,"score_linear":259064.0,"score_lmetric":116325},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":30208,"new_prefill":4814,"score_linear":55985.0,"score_lmetric":17279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":35022,"score_linear":72608.0,"score_lmetric":35022}],"chosen_score_linear":55985.0,"chosen_score_lmetric":17279,"t_first_token":30497.1290781,"t_first_token_unix":1779964493.6840217,"t_done":30500.20704438,"t_done_unix":1779964496.7619877},{"request_id":"1366128:22:1403837:766","session_id":"1366128","input_length":97917,"t_proxy_recv":30499.96488778,"t_decision_unix":1779964496.5198293,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9987234086011622,"affinity_num_requests":-1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (125 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":125,"cache_hit":97792,"estimated_new_tokens":125,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":97917,"score_linear":311245.0,"score_lmetric":516025},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":97792,"new_prefill":125,"score_linear":-97792.0,"score_lmetric":-125},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":97917,"score_linear":121811.0,"score_lmetric":157776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":39549,"score_linear":48924.0,"score_lmetric":53657},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97917,"score_linear":259064.0,"score_lmetric":305010},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":121215,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":97917,"score_linear":121215.0,"score_lmetric":195834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":97917,"score_linear":72608.0,"score_lmetric":97917}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":-125,"t_first_token":30500.15587635,"t_first_token_unix":1779964496.7108195,"t_done":30500.224892189,"t_done_unix":1779964496.7798352},{"request_id":"1364090:7:1412644:820","session_id":"1364090","input_length":86193,"t_proxy_recv":30489.78467837,"t_decision_unix":1779964486.3396199,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.8553826876892555,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":73728,"v3_new_local":12465,"cache_hit":73728,"estimated_new_tokens":12465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":4096,"new_prefill":82097,"score_linear":266876.0,"score_lmetric":342048},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176322,"ongoing_decode_tokens":176322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":86193,"score_linear":176322.0,"score_lmetric":86193},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":86193,"score_linear":121811.0,"score_lmetric":146052},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":7680,"new_prefill":78513,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":86193,"score_linear":107292.0,"score_lmetric":100301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":78513,"score_linear":251384.0,"score_lmetric":246798},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":73728,"new_prefill":12465,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":7680,"new_prefill":78513,"score_linear":64928.0,"score_lmetric":78513}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":30496.094697469,"t_first_token_unix":1779964492.6496413,"t_done":30502.770039347,"t_done_unix":1779964499.3249834},{"request_id":"1355484:15:1400281:750","session_id":"1355484","input_length":31469,"t_proxy_recv":30464.145621389,"t_decision_unix":1779964460.700563,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9924687787981823,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (237 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":237,"cache_hit":31232,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239503,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":31232,"new_prefill":237,"score_linear":208271.0,"score_lmetric":10245},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":12800,"new_prefill":18669,"score_linear":177269.0,"score_lmetric":68097},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":12800,"new_prefill":18669,"score_linear":48743.0,"score_lmetric":18772},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":0,"pending_prefill_tokens":11503,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":31469,"score_linear":11816.0,"score_lmetric":42972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":12800,"new_prefill":18669,"score_linear":158615.0,"score_lmetric":18669},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":31469,"score_linear":139087.0,"score_lmetric":127802},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":31469,"score_linear":155670.0,"score_lmetric":275974},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":97341,"ongoing_decode_tokens":69508,"pending_prefill_tokens":1541,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":18669,"score_linear":84541.0,"score_lmetric":60630}],"chosen_score_linear":208271.0,"chosen_score_lmetric":10245,"t_first_token":30505.50227143,"t_first_token_unix":1779964502.0572147,"t_done":30508.195214174,"t_done_unix":1779964504.7501576},{"request_id":"1362265:8:1419710:834","session_id":"1362265","input_length":11132,"t_proxy_recv":30514.667644425,"t_decision_unix":1779964511.222586,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9658641753503413,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (380 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":380,"cache_hit":10752,"estimated_new_tokens":380,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11132,"score_linear":312108.0,"score_lmetric":61160},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":109574,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":10752,"new_prefill":380,"score_linear":142585.0,"score_lmetric":3183},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":159209,"ongoing_decode_tokens":159209,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":11132,"score_linear":159209.0,"score_lmetric":22264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":11132,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":10240,"new_prefill":892,"score_linear":97052.0,"score_lmetric":15000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":259064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11132,"score_linear":259064.0,"score_lmetric":33396},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":21858,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":11132,"score_linear":32179.0,"score_lmetric":32990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":11132,"score_linear":72608.0,"score_lmetric":11132}],"chosen_score_linear":142585.0,"chosen_score_lmetric":3183,"t_first_token":30515.256130051,"t_first_token_unix":1779964511.8110735,"t_done":30515.937981025,"t_done_unix":1779964512.4929254},{"request_id":"1313181:7:1327489:383","session_id":"1313181","input_length":121811,"t_proxy_recv":30480.604159462,"t_decision_unix":1779964477.159101,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.5085911781366215,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61952,"v3_new_local":59859,"cache_hit":61952,"estimated_new_tokens":59859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":61440,"new_prefill":60371,"score_linear":209532.0,"score_lmetric":255144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":12800,"new_prefill":109011,"score_linear":241793.0,"score_lmetric":341727},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":61952,"new_prefill":59859,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":24064,"new_prefill":97747,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":121811,"score_linear":259064.0,"score_lmetric":376692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":121811,"score_linear":103122.0,"score_lmetric":268618},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":12800,"new_prefill":109011,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":30514.414732186,"t_first_token_unix":1779964510.9696758,"t_done":30516.004048445,"t_done_unix":1779964512.558992},{"request_id":"1366128:23:1405900:781","session_id":"1366128","input_length":109574,"t_proxy_recv":30500.246460165,"t_decision_unix":1779964496.8014019,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8924744921240441,"affinity_num_requests":-1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":97792,"v3_new_local":11782,"cache_hit":97792,"estimated_new_tokens":11782,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":109574,"score_linear":311245.0,"score_lmetric":574310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":97792,"new_prefill":11782,"score_linear":-97792.0,"score_lmetric":-11782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":109574,"score_linear":121811.0,"score_lmetric":169433},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":51206,"score_linear":48924.0,"score_lmetric":65314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":109574,"score_linear":259064.0,"score_lmetric":339981},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":109574,"score_linear":86193.0,"score_lmetric":109574},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":109574,"score_linear":72608.0,"score_lmetric":109574}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":-11782,"t_first_token":30507.813928089,"t_first_token_unix":1779964504.3688715,"t_done":30516.702458864,"t_done_unix":1779964513.2574027},{"request_id":"1275274:2:1405679:780","session_id":"1275274","input_length":119977,"t_proxy_recv":30465.570542959,"t_decision_unix":1779964462.1254842,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9687190044758579,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3753 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":3753,"cache_hit":116224,"estimated_new_tokens":3753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":119977,"score_linear":270972.0,"score_lmetric":493568},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":119977,"score_linear":190069.0,"score_lmetric":372021},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":119977,"score_linear":61543.0,"score_lmetric":120080},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":119977,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148167,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":119977,"score_linear":148167.0,"score_lmetric":121202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":116224,"new_prefill":3753,"score_linear":22863.0,"score_lmetric":72370},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":119977,"score_linear":155670.0,"score_lmetric":452990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111158,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":119977,"score_linear":111158.0,"score_lmetric":359931}],"chosen_score_linear":22863.0,"chosen_score_lmetric":72370,"t_first_token":30513.96056761,"t_first_token_unix":1779964510.515511,"t_done":30517.226169684,"t_done_unix":1779964513.7811136},{"request_id":"1366128:24:1407996:794","session_id":"1366128","input_length":109775,"t_proxy_recv":30516.720961216,"t_decision_unix":1779964513.275903,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109568,"affinity_cache_ratio":0.998114324755181,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (207 < 8000)","v3_prefill_cache_hit":109568,"v3_new_local":207,"cache_hit":109568,"estimated_new_tokens":207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":109775,"score_linear":312108.0,"score_lmetric":554375},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":109568,"new_prefill":207,"score_linear":-65805.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":99416,"ongoing_decode_tokens":99416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":109775,"score_linear":99416.0,"score_lmetric":219550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":51407,"score_linear":48924.0,"score_lmetric":65515},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":259064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":109775,"score_linear":259064.0,"score_lmetric":329325},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":21858,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":109775,"score_linear":32179.0,"score_lmetric":131633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":109775,"score_linear":72608.0,"score_lmetric":109775}],"chosen_score_linear":-65805.0,"chosen_score_lmetric":0,"t_first_token":30516.960539283,"t_first_token_unix":1779964513.5154831,"t_done":30517.430132489,"t_done_unix":1779964513.9850762},{"request_id":"1277428:8:1412675:821","session_id":"1277428","input_length":40273,"t_proxy_recv":30489.873791981,"t_decision_unix":1779964486.428733,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9534924142725896,"affinity_num_requests":4,"avg_num_requests":1.5,"fallback_score":21152.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1873 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":1873,"cache_hit":38400,"estimated_new_tokens":1873,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":38400,"new_prefill":1873,"score_linear":232572.0,"score_lmetric":21152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176322,"ongoing_decode_tokens":176322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":3584,"new_prefill":36689,"score_linear":172738.0,"score_lmetric":36689},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":40273,"score_linear":121811.0,"score_lmetric":100132},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":17408,"new_prefill":22865,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":40273,"score_linear":107292.0,"score_lmetric":54381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":40273,"score_linear":259064.0,"score_lmetric":132078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":4608,"new_prefill":35665,"score_linear":81585.0,"score_lmetric":48130},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":40273,"score_linear":72608.0,"score_lmetric":40273}],"chosen_score_linear":232572.0,"chosen_score_lmetric":21152,"t_first_token":30513.988445586,"t_first_token_unix":1779964510.5433888,"t_done":30520.267747787,"t_done_unix":1779964516.8226914},{"request_id":"1313181:7:1382851:662","session_id":"1313181","input_length":62018,"t_proxy_recv":30516.015779087,"t_decision_unix":1779964512.5707204,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9989357928343384,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (66 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":66,"cache_hit":61952,"estimated_new_tokens":66,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":61440,"new_prefill":578,"score_linear":250668.0,"score_lmetric":8390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":153337,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":12800,"new_prefill":49218,"score_linear":140537.0,"score_lmetric":49218},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":61952,"new_prefill":66,"score_linear":-24554.0,"score_lmetric":66},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":62018,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":24064,"new_prefill":37954,"score_linear":83228.0,"score_lmetric":52062},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":259064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":62018,"score_linear":259064.0,"score_lmetric":186054},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":21858,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":62018,"score_linear":32179.0,"score_lmetric":83876},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":49218,"score_linear":59808.0,"score_lmetric":49218}],"chosen_score_linear":-24554.0,"chosen_score_lmetric":66,"t_first_token":30516.101570052,"t_first_token_unix":1779964512.6565137,"t_done":30520.641513438,"t_done_unix":1779964517.196457},{"request_id":"1364090:8:1417347:830","session_id":"1364090","input_length":96849,"t_proxy_recv":30506.436875882,"t_decision_unix":1779964502.9918172,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":86528,"affinity_cache_ratio":0.893432043696889,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":86528,"v3_new_local":10321,"cache_hit":86528,"estimated_new_tokens":10321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":270972,"pending_prefill_tokens":1873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":4096,"new_prefill":92753,"score_linear":307149.0,"score_lmetric":473130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":0,"pending_prefill_tokens":14585,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":96849,"score_linear":153337.0,"score_lmetric":111434},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":96849,"score_linear":121811.0,"score_lmetric":156708},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":7680,"new_prefill":89169,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":96849,"score_linear":107292.0,"score_lmetric":110957},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":89169,"score_linear":251384.0,"score_lmetric":278766},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":86528,"new_prefill":10321,"score_linear":-86528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":7680,"new_prefill":89169,"score_linear":64928.0,"score_lmetric":89169}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":30512.390351165,"t_first_token_unix":1779964508.9452946,"t_done":30522.311374766,"t_done_unix":1779964518.8663177},{"request_id":"1340290:12:1421294:835","session_id":"1340290","input_length":35303,"t_proxy_recv":30520.317763337,"t_decision_unix":1779964516.8727047,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9862051383735093,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (487 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":487,"cache_hit":34816,"estimated_new_tokens":487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":35303,"score_linear":271835.0,"score_lmetric":145612},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":161509,"ongoing_decode_tokens":43763,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":0,"new_prefill":35303,"score_linear":161509.0,"score_lmetric":43481},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":99416,"ongoing_decode_tokens":99416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":35303,"score_linear":99416.0,"score_lmetric":70606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":35303,"score_linear":107292.0,"score_lmetric":49411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":35303,"score_linear":139087.0,"score_lmetric":70606},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":129028,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":34816,"new_prefill":487,"score_linear":-2637.0,"score_lmetric":-9834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":35303,"score_linear":72608.0,"score_lmetric":35303}],"chosen_score_linear":-2637.0,"chosen_score_lmetric":-9834,"t_first_token":30520.426547001,"t_first_token_unix":1779964516.9814901,"t_done":30523.161248084,"t_done_unix":1779964519.7161913},{"request_id":"1366128:25:1411126:813","session_id":"1366128","input_length":117746,"t_proxy_recv":30517.451852357,"t_decision_unix":1779964514.0067937,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109568,"affinity_cache_ratio":0.9305454113090891,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[5,0,2,0,1,2,1,1])","v3_prefill_cache_hit":109568,"v3_new_local":8178,"cache_hit":109568,"estimated_new_tokens":8178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":117746,"score_linear":312108.0,"score_lmetric":594230},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":109568,"new_prefill":8178,"score_linear":-65805.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":99416,"ongoing_decode_tokens":99416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":117746,"score_linear":99416.0,"score_lmetric":235492},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":59378,"score_linear":48924.0,"score_lmetric":73486},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":117746,"score_linear":139087.0,"score_lmetric":235492},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":21858,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":117746,"score_linear":32179.0,"score_lmetric":139604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":117746,"score_linear":72608.0,"score_lmetric":117746}],"chosen_score_linear":-65805.0,"chosen_score_lmetric":0,"t_first_token":30523.008804861,"t_first_token_unix":1779964519.5637484,"t_done":30523.89173764,"t_done_unix":1779964520.446681},{"request_id":"1362265:9:1422050:838","session_id":"1362265","input_length":11879,"t_proxy_recv":30523.134532409,"t_decision_unix":1779964519.6894736,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9051266941661756,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1127 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":1127,"cache_hit":10752,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":11879,"score_linear":271835.0,"score_lmetric":51916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":161509,"ongoing_decode_tokens":161509,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":10752,"new_prefill":1127,"score_linear":150757.0,"score_lmetric":1127},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":11879,"score_linear":161488.0,"score_lmetric":23758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":11879,"score_linear":124090.0,"score_lmetric":11879},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":0,"pending_prefill_tokens":19384,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":10240,"new_prefill":1639,"score_linear":146360.0,"score_lmetric":42046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":11879,"score_linear":139087.0,"score_lmetric":23758},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-29367,"ongoing_decode_tokens":67482,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2336,"cache_hit":0,"new_prefill":11879,"score_linear":-29367.0,"score_lmetric":1558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":11879,"score_linear":72608.0,"score_lmetric":11879}],"chosen_score_linear":150757.0,"chosen_score_lmetric":1127,"t_first_token":30523.420177261,"t_first_token_unix":1779964519.9751205,"t_done":30523.94159759,"t_done_unix":1779964520.4965408},{"request_id":"1381387:7:1411928:819","session_id":"1381387","input_length":72608,"t_proxy_recv":30487.384596048,"t_decision_unix":1779964483.939537,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9872190392243279,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (928 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":928,"cache_hit":71680,"estimated_new_tokens":928,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":72608,"score_linear":270972.0,"score_lmetric":304092},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176094,"ongoing_decode_tokens":85276,"pending_prefill_tokens":5314,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":72608,"score_linear":176094.0,"score_lmetric":77922},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":72608,"score_linear":121811.0,"score_lmetric":132467},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":72608,"score_linear":107292.0,"score_lmetric":86716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":28160,"new_prefill":44448,"score_linear":230904.0,"score_lmetric":144603},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30154,"ongoing_decode_tokens":30154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":72608,"score_linear":30154.0,"score_lmetric":72608},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":71680,"new_prefill":928,"score_linear":-71680.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":30488.023367434,"t_first_token_unix":1779964484.5783112,"t_done":30525.291424771,"t_done_unix":1779964521.8463712},{"request_id":"1405155:1:1405155:775","session_id":"1405155","input_length":32944,"t_proxy_recv":30463.774669774,"t_decision_unix":1779964460.3296108,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":32432.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,1,1,1,1,2,2])","v3_prefill_cache_hit":512,"v3_new_local":32432,"cache_hit":512,"estimated_new_tokens":32432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":32944,"score_linear":157469.0,"score_lmetric":98832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":83622,"pending_prefill_tokens":17359,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":32944,"score_linear":190069.0,"score_lmetric":150909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":32944,"score_linear":61543.0,"score_lmetric":33047},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":32944,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":32944,"score_linear":171415.0,"score_lmetric":32944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":512,"new_prefill":32432,"score_linear":105631.0,"score_lmetric":32432},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":32944,"score_linear":155670.0,"score_lmetric":278924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":512,"new_prefill":32432,"score_linear":90680.0,"score_lmetric":64864}],"chosen_score_linear":105631.0,"chosen_score_lmetric":32432,"t_first_token":30468.868481874,"t_first_token_unix":1779964465.423425,"t_done":30525.526858585,"t_done_unix":1779964522.081802},{"request_id":"1363943:10:1401002:755","session_id":"1363943","input_length":24442,"t_proxy_recv":30449.315546399,"t_decision_unix":1779964445.8704877,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9845348171180754,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (378 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":378,"cache_hit":24064,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":24064,"new_prefill":378,"score_linear":212709.0,"score_lmetric":88410},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":24442,"score_linear":71254.0,"score_lmetric":36304},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":24442,"score_linear":106305.0,"score_lmetric":24442},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":4096,"new_prefill":20346,"score_linear":67475.0,"score_lmetric":64808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":24442,"score_linear":255885.0,"score_lmetric":78936},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":4096,"new_prefill":20346,"score_linear":102047.0,"score_lmetric":20346},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":4096,"new_prefill":20346,"score_linear":88944.0,"score_lmetric":113386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":4096,"new_prefill":20346,"score_linear":64013.0,"score_lmetric":37767}],"chosen_score_linear":212709.0,"chosen_score_lmetric":88410,"t_first_token":30457.648665418,"t_first_token_unix":1779964454.2036083,"t_done":30526.407279166,"t_done_unix":1779964522.9622228},{"request_id":"1270606:2:1411654:817","session_id":"1270606","input_length":107292,"t_proxy_recv":30486.565754068,"t_decision_unix":1779964483.1206954,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8685083696827349,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":93184,"v3_new_local":14108,"cache_hit":93184,"estimated_new_tokens":14108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":107292,"score_linear":270972.0,"score_lmetric":442828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176094,"ongoing_decode_tokens":85276,"pending_prefill_tokens":5314,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":1536,"new_prefill":105756,"score_linear":174558.0,"score_lmetric":111070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":107292,"score_linear":121811.0,"score_lmetric":167151},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":93184,"new_prefill":14108,"score_linear":-93184.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":107292,"score_linear":259064.0,"score_lmetric":333135},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30154,"ongoing_decode_tokens":30154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":107292,"score_linear":30154.0,"score_lmetric":107292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":30523.962562007,"t_first_token_unix":1779964520.517505,"t_done":30534.816040033,"t_done_unix":1779964531.3709834},{"request_id":"1399948:8:1425345:844","session_id":"1399948","input_length":11736,"t_proxy_recv":30534.862792627,"t_decision_unix":1779964531.417734,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9597818677573279,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (472 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":472,"cache_hit":11264,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272618,"ongoing_decode_tokens":272618,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":11736,"score_linear":272618.0,"score_lmetric":46944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":11736,"score_linear":171752.0,"score_lmetric":11736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":11736,"score_linear":161488.0,"score_lmetric":23472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":11736,"score_linear":124090.0,"score_lmetric":11736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49308,"ongoing_decode_tokens":49308,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":11736,"score_linear":49308.0,"score_lmetric":11736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186262,"ongoing_decode_tokens":146473,"pending_prefill_tokens":1901,"num_requests":3,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":11736,"score_linear":186262.0,"score_lmetric":40911},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-6169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":11736,"score_linear":164751.0,"score_lmetric":11134},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":11264,"new_prefill":472,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":30534.928941424,"t_first_token_unix":1779964531.4838848,"t_done":30535.055915357,"t_done_unix":1779964531.6108587},{"request_id":"1268861:9:1421319:836","session_id":"1268861","input_length":49308,"t_proxy_recv":30520.40109964,"t_decision_unix":1779964516.956041,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.8929991076498742,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5276 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":5276,"cache_hit":44032,"estimated_new_tokens":5276,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":49308,"score_linear":271835.0,"score_lmetric":201632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":161509,"ongoing_decode_tokens":43763,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":0,"new_prefill":49308,"score_linear":161509.0,"score_lmetric":57486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":99416,"ongoing_decode_tokens":99416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":49308,"score_linear":99416.0,"score_lmetric":98616},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":49308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":44032,"new_prefill":5276,"score_linear":63260.0,"score_lmetric":19384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":49308,"score_linear":139087.0,"score_lmetric":98616},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":129028,"pending_prefill_tokens":-9834,"num_requests":2,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":49308,"score_linear":67482.0,"score_lmetric":78948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":21504,"new_prefill":27804,"score_linear":51104.0,"score_lmetric":27804}],"chosen_score_linear":63260.0,"chosen_score_lmetric":19384,"t_first_token":30533.046645822,"t_first_token_unix":1779964529.601592,"t_done":30535.577983636,"t_done_unix":1779964532.1329274},{"request_id":"1363943:11:1424840:842","session_id":"1363943","input_length":25225,"t_proxy_recv":30532.978537368,"t_decision_unix":1779964529.533479,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9742715559960357,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (649 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":649,"cache_hit":24576,"estimated_new_tokens":649,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":247393,"ongoing_decode_tokens":247393,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":24576,"new_prefill":649,"score_linear":222817.0,"score_lmetric":1947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":25225,"score_linear":171752.0,"score_lmetric":25225},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":25225,"score_linear":161488.0,"score_lmetric":50450},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":4096,"new_prefill":21129,"score_linear":119994.0,"score_lmetric":21129},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":107292,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":25225,"score_linear":156600.0,"score_lmetric":61002},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146473,"ongoing_decode_tokens":146473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4096,"new_prefill":21129,"score_linear":142377.0,"score_lmetric":42258},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-6169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":4096,"new_prefill":21129,"score_linear":160655.0,"score_lmetric":29920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":4096,"new_prefill":21129,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":222817.0,"chosen_score_lmetric":1947,"t_first_token":30533.133149663,"t_first_token_unix":1779964529.688094,"t_done":30537.784538789,"t_done_unix":1779964534.339482},{"request_id":"1355951:5:1425005:843","session_id":"1355951","input_length":39789,"t_proxy_recv":30533.628809735,"t_decision_unix":1779964530.1837509,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9522229761994521,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1901 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1901,"cache_hit":37888,"estimated_new_tokens":1901,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272618,"ongoing_decode_tokens":272618,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":39789,"score_linear":272618.0,"score_lmetric":159156},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":39789,"score_linear":171752.0,"score_lmetric":39789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":39789,"score_linear":161488.0,"score_lmetric":79578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":39789,"score_linear":124090.0,"score_lmetric":39789},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":156600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":39789,"score_linear":156600.0,"score_lmetric":79578},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146473,"ongoing_decode_tokens":146473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":37888,"new_prefill":1901,"score_linear":108585.0,"score_lmetric":3802},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-6169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":39789,"score_linear":164751.0,"score_lmetric":67240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":108585.0,"chosen_score_lmetric":3802,"t_first_token":30539.124121429,"t_first_token_unix":1779964535.6790674,"t_done":30539.48094609,"t_done_unix":1779964536.0358915},{"request_id":"1405155:2:1414214:828","session_id":"1405155","input_length":40330,"t_proxy_recv":30525.538747847,"t_decision_unix":1779964522.0936894,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33280,"affinity_cache_ratio":0.825192164641706,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7050 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":7050,"cache_hit":33280,"estimated_new_tokens":7050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":271835,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":40330,"score_linear":271835.0,"score_lmetric":161320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":40330,"score_linear":171752.0,"score_lmetric":40330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":40330,"score_linear":161488.0,"score_lmetric":80660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":40330,"score_linear":124090.0,"score_lmetric":40330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":107292,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":40330,"score_linear":156600.0,"score_lmetric":91212},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":33280,"new_prefill":7050,"score_linear":72863.0,"score_lmetric":7050},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63319,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40330,"score_linear":63319.0,"score_lmetric":30009},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":512,"new_prefill":39818,"score_linear":-512.0,"score_lmetric":0}],"chosen_score_linear":72863.0,"chosen_score_lmetric":7050,"t_first_token":30527.277146768,"t_first_token_unix":1779964523.8320906,"t_done":30540.040474446,"t_done_unix":1779964536.5954182},{"request_id":"1370129:6:1394177:722","session_id":"1370129","input_length":106143,"t_proxy_recv":30425.491877071,"t_decision_unix":1779964422.0468185,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":88064,"affinity_cache_ratio":0.8296731767521174,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":88064,"v3_new_local":18079,"cache_hit":88064,"estimated_new_tokens":18079,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":208108,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":4096,"new_prefill":102047,"score_linear":204012.0,"score_lmetric":261268},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":106143,"score_linear":58511.0,"score_lmetric":106143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":106143,"score_linear":142193.0,"score_lmetric":212286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":84992,"new_prefill":21151,"score_linear":-69709.0,"score_lmetric":21151},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":106143,"score_linear":306469.0,"score_lmetric":438240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":4675,"ongoing_decode_tokens":0,"pending_prefill_tokens":4675,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":88064,"new_prefill":18079,"score_linear":-83389.0,"score_lmetric":22754},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":18432,"new_prefill":87711,"score_linear":30512.0,"score_lmetric":87711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":7680,"new_prefill":98463,"score_linear":25641.0,"score_lmetric":103624}],"chosen_score_linear":-83389.0,"chosen_score_lmetric":22754,"t_first_token":30436.591468757,"t_first_token_unix":1779964433.1464121,"t_done":30540.08542461,"t_done_unix":1779964536.6403682},{"request_id":"1270340:5:1417075:829","session_id":"1270340","input_length":43763,"t_proxy_recv":30505.635594642,"t_decision_unix":1779964502.190536,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9359504604346137,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2803 < 8000)","v3_prefill_cache_hit":40960,"v3_new_local":2803,"cache_hit":40960,"estimated_new_tokens":2803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":270972,"pending_prefill_tokens":1873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":43763,"score_linear":311245.0,"score_lmetric":228180},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":40960,"new_prefill":2803,"score_linear":68614.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":43763,"score_linear":121811.0,"score_lmetric":103622},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1536,"new_prefill":42227,"score_linear":105756.0,"score_lmetric":56335},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":43763,"score_linear":259064.0,"score_lmetric":142548},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":43763,"score_linear":72608.0,"score_lmetric":43763}],"chosen_score_linear":68614.0,"chosen_score_lmetric":0,"t_first_token":30515.224173894,"t_first_token_unix":1779964511.7791178,"t_done":30541.296268596,"t_done_unix":1779964537.8512118},{"request_id":"1355484:16:1401320:758","session_id":"1355484","input_length":32332,"t_proxy_recv":30508.202811458,"t_decision_unix":1779964504.757753,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9659779784733391,"affinity_num_requests":4,"avg_num_requests":1.5,"fallback_score":11892.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1100 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":1100,"cache_hit":31232,"estimated_new_tokens":1100,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":279776,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1873,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":31232,"new_prefill":1100,"score_linear":248544.0,"score_lmetric":11892},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":109574,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":12800,"new_prefill":19532,"score_linear":140537.0,"score_lmetric":22335},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":12800,"new_prefill":19532,"score_linear":109011.0,"score_lmetric":79391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":32332,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":12800,"new_prefill":19532,"score_linear":94492.0,"score_lmetric":33640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":32332,"score_linear":259064.0,"score_lmetric":108255},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":32332,"score_linear":96849.0,"score_lmetric":42653},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":19532,"score_linear":59808.0,"score_lmetric":19532}],"chosen_score_linear":248544.0,"chosen_score_lmetric":11892,"t_first_token":30524.766601094,"t_first_token_unix":1779964521.3215506,"t_done":30542.165590541,"t_done_unix":1779964538.7205343},{"request_id":"1270606:3:1427164:848","session_id":"1270606","input_length":108318,"t_proxy_recv":30541.323359352,"t_decision_unix":1779964537.8783007,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":107008,"affinity_cache_ratio":0.987905980538784,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1310 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1310,"cache_hit":107008,"estimated_new_tokens":1310,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":316658,"ongoing_decode_tokens":274316,"pending_prefill_tokens":1894,"num_requests":5,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":108318,"score_linear":316658.0,"score_lmetric":551060},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":1536,"new_prefill":106782,"score_linear":126453.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":108318,"score_linear":161488.0,"score_lmetric":216636},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":108318,"score_linear":124090.0,"score_lmetric":108318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2208,"cache_hit":107008,"new_prefill":1310,"score_linear":-107008.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-4152,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":108318,"score_linear":164751.0,"score_lmetric":208332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":30542.060548444,"t_first_token_unix":1779964538.6154928,"t_done":30542.35011762,"t_done_unix":1779964538.905062},{"request_id":"1364090:9:1423736:840","session_id":"1364090","input_length":101432,"t_proxy_recv":30529.251207485,"t_decision_unix":1779964525.8061483,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9590661724110734,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4152 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":4152,"cache_hit":97280,"estimated_new_tokens":4152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":247393,"ongoing_decode_tokens":247393,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":4096,"new_prefill":97336,"score_linear":243297.0,"score_lmetric":292008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":101432,"score_linear":171752.0,"score_lmetric":101432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":101432,"score_linear":161488.0,"score_lmetric":202864},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":7680,"new_prefill":93752,"score_linear":116410.0,"score_lmetric":93752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":107292,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":101432,"score_linear":156600.0,"score_lmetric":213416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146473,"ongoing_decode_tokens":146473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":7680,"new_prefill":93752,"score_linear":138793.0,"score_lmetric":187504},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63319,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":97280,"new_prefill":4152,"score_linear":-33961.0,"score_lmetric":-6169},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-33961.0,"chosen_score_lmetric":-6169,"t_first_token":30539.128568698,"t_first_token_unix":1779964535.6835117,"t_done":30543.514274375,"t_done_unix":1779964540.0692177},{"request_id":"1364128:3:1419644:833","session_id":"1364128","input_length":32179,"t_proxy_recv":30514.457245163,"t_decision_unix":1779964511.0121865,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.2704869635476553,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":21858.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[5,1,2,0,1,3,0,1])","v3_prefill_cache_hit":0,"v3_new_local":32179,"cache_hit":0,"estimated_new_tokens":32179,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":32179,"score_linear":312108.0,"score_lmetric":166395},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":109574,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":6656,"new_prefill":25523,"score_linear":146681.0,"score_lmetric":28326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":159209,"ongoing_decode_tokens":121811,"pending_prefill_tokens":22,"num_requests":2,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":32179,"score_linear":159209.0,"score_lmetric":64402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":32179,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":8704,"new_prefill":23475,"score_linear":98588.0,"score_lmetric":37583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":259064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":32179,"score_linear":259064.0,"score_lmetric":96537},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":96849,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":32179,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":32179,"score_linear":72608.0,"score_lmetric":32179}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30518.905563047,"t_first_token_unix":1779964515.4605067,"t_done":30543.567845834,"t_done_unix":1779964540.122789},{"request_id":"1362265:10:1427606:850","session_id":"1362265","input_length":12596,"t_proxy_recv":30542.555896958,"t_decision_unix":1779964539.1108377,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11776,"affinity_cache_ratio":0.934899968243887,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (820 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":820,"cache_hit":11776,"estimated_new_tokens":820,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":284326,"ongoing_decode_tokens":241984,"pending_prefill_tokens":1894,"num_requests":4,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":12596,"score_linear":284326.0,"score_lmetric":57960},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":11776,"new_prefill":820,"score_linear":116213.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":12596,"score_linear":161488.0,"score_lmetric":25192},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":12596,"score_linear":124090.0,"score_lmetric":12596},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":10240,"new_prefill":2356,"score_linear":-10240.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-4152,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":12596,"score_linear":164751.0,"score_lmetric":16888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":116213.0,"chosen_score_lmetric":0,"t_first_token":30542.696911164,"t_first_token_unix":1779964539.2518551,"t_done":30544.617435599,"t_done_unix":1779964541.1723785},{"request_id":"1264679:2:1405259:777","session_id":"1264679","input_length":113258,"t_proxy_recv":30464.086968353,"t_decision_unix":1779964460.64191,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":110080,"affinity_cache_ratio":0.9719401719966801,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3178 < 8000)","v3_prefill_cache_hit":110080,"v3_new_local":3178,"cache_hit":110080,"estimated_new_tokens":3178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":110080,"new_prefill":3178,"score_linear":47389.0,"score_lmetric":9534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":113258,"score_linear":190069.0,"score_lmetric":351864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":113258,"score_linear":61543.0,"score_lmetric":113361},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":0,"pending_prefill_tokens":11503,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":113258,"score_linear":11816.0,"score_lmetric":124761},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":113258,"score_linear":171415.0,"score_lmetric":113258},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":113258,"score_linear":139087.0,"score_lmetric":291380},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":113258,"score_linear":155670.0,"score_lmetric":439552},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":113258,"score_linear":91192.0,"score_lmetric":226516}],"chosen_score_linear":47389.0,"chosen_score_lmetric":9534,"t_first_token":30505.50050192,"t_first_token_unix":1779964502.0554454,"t_done":30553.074621257,"t_done_unix":1779964549.629565},{"request_id":"1313181:8:1329951:394","session_id":"1313181","input_length":124090,"t_proxy_recv":30520.665545544,"t_decision_unix":1779964517.220487,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.499250543960029,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":62138.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":61952,"v3_new_local":62138,"v3_src_idx":2,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":61952,"estimated_new_tokens":62138,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":61440,"new_prefill":62650,"score_linear":210395.0,"score_lmetric":255000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":161509,"ongoing_decode_tokens":43763,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":12800,"new_prefill":111290,"score_linear":148709.0,"score_lmetric":119468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":61952,"new_prefill":62138,"score_linear":-24554.0,"score_lmetric":62138},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":0,"pending_prefill_tokens":19384,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":24064,"new_prefill":100026,"score_linear":132536.0,"score_lmetric":238820},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":124090,"score_linear":139087.0,"score_lmetric":248180},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":164331,"pending_prefill_tokens":-10321,"num_requests":2,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":124090,"score_linear":67482.0,"score_lmetric":227538},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":111290,"score_linear":59808.0,"score_lmetric":111290}],"chosen_score_linear":-24554.0,"chosen_score_lmetric":62138,"v2_src_url":"http://127.0.0.1:8002","v2_src_idx":2,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"write_mode":true,"t_prefill_sent":30520.669881019,"t_prefill_sent_unix":1779964517.224824,"t_decode_sent":30520.669899501,"t_decode_sent_unix":1779964517.224843,"t_first_token":30556.150440312,"t_first_token_unix":1779964552.7053912,"t_done":30556.991695449,"t_done_unix":1779964553.5466464,"t_prefill_done":30556.991709339,"t_prefill_done_unix":1779964553.546652},{"request_id":"1313181:8:1385690:686","session_id":"1313181","input_length":62444,"t_proxy_recv":30557.00248014,"t_decision_unix":1779964553.557422,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9921209403625648,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (492 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":492,"cache_hit":61952,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":297015,"ongoing_decode_tokens":171068,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":61440,"new_prefill":1004,"score_linear":235575.0,"score_lmetric":4016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":12800,"new_prefill":49644,"score_linear":115189.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":61952,"new_prefill":492,"score_linear":-24554.0,"score_lmetric":492},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2590,"cache_hit":61952,"new_prefill":492,"score_linear":-60112.0,"score_lmetric":492},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":24064,"new_prefill":38380,"score_linear":101883.0,"score_lmetric":38380},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":62444,"score_linear":139160.0,"score_lmetric":58292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":12800,"new_prefill":49644,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-60112.0,"chosen_score_lmetric":492,"t_first_token":30557.098674253,"t_first_token_unix":1779964553.653618,"t_done":30557.675247914,"t_done_unix":1779964554.230191},{"request_id":"1363943:12:1426646:845","session_id":"1363943","input_length":26923,"t_proxy_recv":30539.452578279,"t_decision_unix":1779964536.0075195,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9318426624076068,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1835 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1835,"cache_hit":25088,"estimated_new_tokens":1835,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":247393,"ongoing_decode_tokens":247393,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":25088,"new_prefill":1835,"score_linear":222305.0,"score_lmetric":5505},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":26923,"score_linear":171752.0,"score_lmetric":26923},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":26923,"score_linear":161488.0,"score_lmetric":53846},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":4096,"new_prefill":22827,"score_linear":119994.0,"score_lmetric":22827},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2208,"cache_hit":0,"new_prefill":26923,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186262,"ongoing_decode_tokens":186262,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4096,"new_prefill":22827,"score_linear":182166.0,"score_lmetric":68481},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-4152,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":4096,"new_prefill":22827,"score_linear":160655.0,"score_lmetric":37350},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":222305.0,"chosen_score_lmetric":5505,"t_first_token":30539.877447842,"t_first_token_unix":1779964536.432392,"t_done":30558.47157566,"t_done_unix":1779964555.0265188},{"request_id":"1399948:9:1433544:857","session_id":"1399948","input_length":11993,"t_proxy_recv":30563.758741871,"t_decision_unix":1779964560.313683,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9392145418160593,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (729 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":729,"cache_hit":11264,"estimated_new_tokens":729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":11993,"score_linear":270092.0,"score_lmetric":35979},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":11993,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":11993,"score_linear":37398.0,"score_lmetric":11993},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":11993,"score_linear":131513.0,"score_lmetric":23986},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":11993,"score_linear":199825.0,"score_lmetric":29406},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":40567,"ongoing_decode_tokens":0,"pending_prefill_tokens":1655,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":11993,"score_linear":40567.0,"score_lmetric":13648},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":11993,"score_linear":139160.0,"score_lmetric":7841},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":11264,"new_prefill":729,"score_linear":118409.0,"score_lmetric":729}],"chosen_score_linear":118409.0,"chosen_score_lmetric":729,"t_first_token":30563.827836096,"t_first_token_unix":1779964560.382781,"t_done":30563.892022759,"t_done_unix":1779964560.4469657},{"request_id":"1301929:3:1417873:832","session_id":"1301929","input_length":37398,"t_proxy_recv":30508.265020175,"t_decision_unix":1779964504.8199618,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9994117332477672,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (22 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":22,"cache_hit":37376,"estimated_new_tokens":22,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":239503,"pending_prefill_tokens":2973,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":3584,"new_prefill":33814,"score_linear":308524.0,"score_lmetric":183935},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":109574,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":37398,"score_linear":153337.0,"score_lmetric":40201},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":37376,"new_prefill":22,"score_linear":84435.0,"score_lmetric":59881},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":37398,"score_linear":107292.0,"score_lmetric":51506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":37398,"score_linear":259064.0,"score_lmetric":123453},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":37398,"score_linear":96849.0,"score_lmetric":47719},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":37398,"score_linear":72608.0,"score_lmetric":37398}],"chosen_score_linear":84435.0,"chosen_score_lmetric":59881,"t_first_token":30514.490874238,"t_first_token_unix":1779964511.0458176,"t_done":30565.522948363,"t_done_unix":1779964562.0778918},{"request_id":"1382089:3:1433211:856","session_id":"1382089","input_length":40567,"t_proxy_recv":30562.53038,"t_decision_unix":1779964559.0853214,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9592032933172283,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1655 < 8000)","v3_prefill_cache_hit":38912,"v3_new_local":1655,"cache_hit":38912,"estimated_new_tokens":1655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":40567,"score_linear":270092.0,"score_lmetric":121701},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":40567,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":40567,"score_linear":37398.0,"score_lmetric":40567},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":40567,"score_linear":131513.0,"score_lmetric":81134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":40567,"score_linear":199825.0,"score_lmetric":86554},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":38912,"new_prefill":1655,"score_linear":-38912.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":40567,"score_linear":139160.0,"score_lmetric":36415},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":40567,"score_linear":129673.0,"score_lmetric":40567}],"chosen_score_linear":-38912.0,"chosen_score_lmetric":0,"t_first_token":30563.947439435,"t_first_token_unix":1779964560.5023823,"t_done":30566.075988282,"t_done_unix":1779964562.6309314},{"request_id":"1399948:10:1434418:858","session_id":"1399948","input_length":12032,"t_proxy_recv":30566.761729892,"t_decision_unix":1779964563.3166707,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9787234042553191,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (256 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":256,"cache_hit":11776,"estimated_new_tokens":256,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":12032,"score_linear":270092.0,"score_lmetric":36096},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":12032,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":12032,"score_linear":131513.0,"score_lmetric":24064},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":12032,"score_linear":199825.0,"score_lmetric":29484},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":12032,"score_linear":139160.0,"score_lmetric":7880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":11776,"new_prefill":256,"score_linear":117897.0,"score_lmetric":256}],"chosen_score_linear":117897.0,"chosen_score_lmetric":256,"t_first_token":30566.797800037,"t_first_token_unix":1779964563.3527436,"t_done":30567.008312302,"t_done_unix":1779964563.5632565},{"request_id":"1399948:11:1435163:860","session_id":"1399948","input_length":12106,"t_proxy_recv":30569.464378143,"t_decision_unix":1779964566.0193193,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9727407896910623,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (330 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":330,"cache_hit":11776,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":12106,"score_linear":270092.0,"score_lmetric":36318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173258,"ongoing_decode_tokens":45269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":12106,"score_linear":173258.0,"score_lmetric":12106},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":12106,"score_linear":131513.0,"score_lmetric":24212},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":12106,"score_linear":199825.0,"score_lmetric":29632},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":12106,"score_linear":139160.0,"score_lmetric":12106},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":11776,"new_prefill":330,"score_linear":117897.0,"score_lmetric":330}],"chosen_score_linear":117897.0,"chosen_score_lmetric":330,"t_first_token":30569.5007801,"t_first_token_unix":1779964566.0557234,"t_done":30569.549630334,"t_done_unix":1779964566.104574},{"request_id":"1270340:6:1434904:859","session_id":"1270340","input_length":45269,"t_proxy_recv":30568.408157902,"t_decision_unix":1779964564.9630992,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9952947933464402,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (213 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":213,"cache_hit":45056,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":45269,"score_linear":270092.0,"score_lmetric":135807},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":45056,"new_prefill":213,"score_linear":82933.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":45269,"score_linear":131513.0,"score_lmetric":90538},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":1536,"new_prefill":43733,"score_linear":198289.0,"score_lmetric":92886},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":45269,"score_linear":139160.0,"score_lmetric":41117},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":45269,"score_linear":129673.0,"score_lmetric":45269}],"chosen_score_linear":82933.0,"chosen_score_lmetric":0,"t_first_token":30568.52594668,"t_first_token_unix":1779964565.0808902,"t_done":30570.007716862,"t_done_unix":1779964566.5626621},{"request_id":"1399948:12:1436179:863","session_id":"1399948","input_length":12164,"t_proxy_recv":30572.890387156,"t_decision_unix":1779964569.4453285,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9681025978296613,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (388 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":388,"cache_hit":11776,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":12164,"score_linear":270092.0,"score_lmetric":36492},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":12164,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":12164,"score_linear":160925.0,"score_lmetric":57144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":12164,"score_linear":199825.0,"score_lmetric":29748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":12164,"score_linear":139160.0,"score_lmetric":12164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":11776,"new_prefill":388,"score_linear":117897.0,"score_lmetric":388}],"chosen_score_linear":117897.0,"chosen_score_lmetric":388,"t_first_token":30572.932977693,"t_first_token_unix":1779964569.4879212,"t_done":30573.065321076,"t_done_unix":1779964569.6202648},{"request_id":"1277428:8:1426669:846","session_id":"1277428","input_length":42342,"t_proxy_recv":30539.53540827,"t_decision_unix":1779964536.0903492,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9552690000472345,"affinity_num_requests":4,"avg_num_requests":1.5,"fallback_score":14916.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1894 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":1894,"cache_hit":40448,"estimated_new_tokens":1894,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":274316,"ongoing_decode_tokens":247393,"pending_prefill_tokens":1835,"num_requests":4,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":40448,"new_prefill":1894,"score_linear":233868.0,"score_lmetric":14916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":3584,"new_prefill":38758,"score_linear":168168.0,"score_lmetric":38758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":42342,"score_linear":161488.0,"score_lmetric":84684},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":17408,"new_prefill":24934,"score_linear":106682.0,"score_lmetric":24934},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2208,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146473,"ongoing_decode_tokens":146473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1898,"cache_hit":0,"new_prefill":42342,"score_linear":146473.0,"score_lmetric":84684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-4152,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":4608,"new_prefill":37734,"score_linear":160143.0,"score_lmetric":67164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":233868.0,"chosen_score_lmetric":14916,"t_first_token":30554.658973788,"t_first_token_unix":1779964551.2139173,"t_done":30576.171910694,"t_done_unix":1779964572.7268543},{"request_id":"1342921:5:1433192:855","session_id":"1342921","input_length":73878,"t_proxy_recv":30562.460268255,"t_decision_unix":1779964559.0152094,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9633179024878854,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2710 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":2710,"cache_hit":71168,"estimated_new_tokens":2710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":73878,"score_linear":270092.0,"score_lmetric":221634},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":73878,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":73878,"score_linear":37398.0,"score_lmetric":73878},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":73878,"score_linear":131513.0,"score_lmetric":147756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":71168,"new_prefill":2710,"score_linear":54779.0,"score_lmetric":2710},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":73878,"score_linear":139160.0,"score_lmetric":69726},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":73878,"score_linear":129673.0,"score_lmetric":73878}],"chosen_score_linear":54779.0,"chosen_score_lmetric":2710,"t_first_token":30581.379213708,"t_first_token_unix":1779964577.9341576,"t_done":30583.388620532,"t_done_unix":1779964579.9435642},{"request_id":"1366128:26:1413108:823","session_id":"1366128","input_length":127989,"t_proxy_recv":30523.917095083,"t_decision_unix":1779964520.4720366,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9200790692950176,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":117760,"v3_new_local":10229,"v3_src_idx":1,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":55642,"ongoing_decode_tokens":55642,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":117760,"estimated_new_tokens":10229,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":127989,"score_linear":271835.0,"score_lmetric":516356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55642,"ongoing_decode_tokens":55642,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":117760,"new_prefill":10229,"score_linear":-62118.0,"score_lmetric":10229},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":127989,"score_linear":161488.0,"score_lmetric":255978},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":127989,"score_linear":124090.0,"score_lmetric":127989},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":0,"pending_prefill_tokens":19384,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":69621,"score_linear":98232.0,"score_lmetric":178010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":127989,"score_linear":139087.0,"score_lmetric":255978},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":127989,"score_linear":-64670.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":127989,"score_linear":72608.0,"score_lmetric":127989}],"chosen_score_linear":-62118.0,"chosen_score_lmetric":10229,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30523.921183924,"t_prefill_sent_unix":1779964520.4761264,"t_decode_sent":30523.921198843,"t_decode_sent_unix":1779964520.476143,"t_done":30583.961595394,"t_done_unix":1779964580.5165396,"t_prefill_done":30583.961599079,"t_prefill_done_unix":1779964580.516542},{"request_id":"1366128:27:1417788:831","session_id":"1366128","input_length":128433,"t_proxy_recv":30584.145715013,"t_decision_unix":1779964580.700656,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":1,"affinity_cache_hit":0,"affinity_cache_ratio":0.0,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":945.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (945 < 8000)","v3_prefill_cache_hit":127488,"v3_new_local":945,"cache_hit":127488,"estimated_new_tokens":945,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":256461,"ongoing_decode_tokens":130514,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":128433,"score_linear":256461.0,"score_lmetric":385299},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2033,"cache_hit":127488,"new_prefill":945,"score_linear":-127488.0,"score_lmetric":-945},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":128433,"score_linear":127488.0,"score_lmetric":133553},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":128433,"score_linear":160925.0,"score_lmetric":405951},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":58368,"new_prefill":70065,"score_linear":120499.0,"score_lmetric":147666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":128433,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":128433,"score_linear":129673.0,"score_lmetric":128433}],"chosen_score_linear":-127488.0,"chosen_score_lmetric":-945,"t_first_token":30584.797648243,"t_first_token_unix":1779964581.3525922,"t_done":30585.799372725,"t_done_unix":1779964582.3543165},{"request_id":"1366128:28:1421998:837","session_id":"1366128","input_length":128642,"t_proxy_recv":30585.821062127,"t_decision_unix":1779964582.3760037,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":128512,"affinity_cache_ratio":0.9989894435720837,"affinity_num_requests":-1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (130 < 8000)","v3_prefill_cache_hit":128512,"v3_new_local":130,"cache_hit":128512,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":256461,"ongoing_decode_tokens":130514,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":128642,"score_linear":256461.0,"score_lmetric":385926},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":128512,"new_prefill":130,"score_linear":-128512.0,"score_lmetric":-130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":128642,"score_linear":127488.0,"score_lmetric":133762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":128642,"score_linear":160925.0,"score_lmetric":406578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":58368,"new_prefill":70274,"score_linear":120499.0,"score_lmetric":148084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":128642,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":128642,"score_linear":129673.0,"score_lmetric":128642}],"chosen_score_linear":-128512.0,"chosen_score_lmetric":-130,"t_first_token":30586.096657583,"t_first_token_unix":1779964582.6516013,"t_done":30586.603970683,"t_done_unix":1779964583.1589143},{"request_id":"1363943:13:1438562:865","session_id":"1363943","input_length":28711,"t_proxy_recv":30580.861562385,"t_decision_unix":1779964577.4165037,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9451429765595069,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1575 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":1575,"cache_hit":27136,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":27136,"new_prefill":1575,"score_linear":200614.0,"score_lmetric":3150},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":28711,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":28711,"score_linear":127488.0,"score_lmetric":33831},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":4096,"new_prefill":24615,"score_linear":156829.0,"score_lmetric":94497},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":28711,"score_linear":199825.0,"score_lmetric":62842},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":24615,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":4096,"new_prefill":24615,"score_linear":135064.0,"score_lmetric":24615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":4096,"new_prefill":24615,"score_linear":125577.0,"score_lmetric":24615}],"chosen_score_linear":200614.0,"chosen_score_lmetric":3150,"t_first_token":30584.099535511,"t_first_token_unix":1779964580.6544793,"t_done":30590.365914684,"t_done_unix":1779964586.920859},{"request_id":"1371622:2:1442319:869","session_id":"1371622","input_length":19056,"t_proxy_recv":30593.267121034,"t_decision_unix":1779964589.8220623,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.6985726280436608,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5744 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":5744,"cache_hit":13312,"estimated_new_tokens":5744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":19056,"score_linear":227750.0,"score_lmetric":38112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":126198,"pending_prefill_tokens":50353,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":19056,"score_linear":189351.0,"score_lmetric":69409},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":19056,"score_linear":127488.0,"score_lmetric":24176},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":19056,"score_linear":160925.0,"score_lmetric":77820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":13312,"new_prefill":5744,"score_linear":165555.0,"score_lmetric":19024},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":19056,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":19056,"score_linear":129673.0,"score_lmetric":19056}],"chosen_score_linear":165555.0,"chosen_score_lmetric":19024,"t_first_token":30595.793592487,"t_first_token_unix":1779964592.3485363,"t_done":30597.334505403,"t_done_unix":1779964593.8894484},{"request_id":"1268861:10:1439325:866","session_id":"1268861","input_length":52920,"t_proxy_recv":30583.417469232,"t_decision_unix":1779964579.9724104,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9287981859410431,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3768 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":3768,"cache_hit":49152,"estimated_new_tokens":3768,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":256461,"ongoing_decode_tokens":101803,"pending_prefill_tokens":1575,"num_requests":3,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":52920,"score_linear":256461.0,"score_lmetric":163485},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":52920,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":52920,"score_linear":127488.0,"score_lmetric":58040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":52920,"score_linear":160925.0,"score_lmetric":179412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":49152,"new_prefill":3768,"score_linear":76795.0,"score_lmetric":3768},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":52920,"score_linear":139160.0,"score_lmetric":52920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":21504,"new_prefill":31416,"score_linear":108169.0,"score_lmetric":31416}],"chosen_score_linear":76795.0,"chosen_score_lmetric":3768,"t_first_token":30593.843855757,"t_first_token_unix":1779964590.3987994,"t_done":30598.130479541,"t_done_unix":1779964594.685423},{"request_id":"1364090:10:1426859:847","session_id":"1364090","input_length":108020,"t_proxy_recv":30543.535342242,"t_decision_unix":1779964540.0902839,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9384928716904277,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6644 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":6644,"cache_hit":101376,"estimated_new_tokens":6644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":284326,"ongoing_decode_tokens":241984,"pending_prefill_tokens":1894,"num_requests":4,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":4096,"new_prefill":103924,"score_linear":280230.0,"score_lmetric":423272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":140585,"ongoing_decode_tokens":12596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":108020,"score_linear":140585.0,"score_lmetric":108020},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":108020,"score_linear":161488.0,"score_lmetric":216040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":7680,"new_prefill":100340,"score_linear":116410.0,"score_lmetric":100340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63319,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2345,"cache_hit":101376,"new_prefill":6644,"score_linear":-38057.0,"score_lmetric":2492},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-38057.0,"chosen_score_lmetric":2492,"t_first_token":30547.743726561,"t_first_token_unix":1779964544.2986708,"t_done":30598.440904019,"t_done_unix":1779964594.9958475},{"request_id":"1313181:9:1333349:415","session_id":"1313181","input_length":129673,"t_proxy_recv":30557.700635443,"t_decision_unix":1779964554.2555768,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62464,"affinity_cache_ratio":0.481703978468918,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":67209.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=12800 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":62464,"v3_new_local":67209,"v3_src_idx":3,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":12800,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":12800,"recent_mig_received_in_window":0},"cache_hit":62464,"estimated_new_tokens":67209,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":297015,"ongoing_decode_tokens":171068,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":61440,"new_prefill":68233,"score_linear":235575.0,"score_lmetric":272932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":12800,"new_prefill":116873,"score_linear":115189.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":61952,"new_prefill":67721,"score_linear":-24554.0,"score_lmetric":67721},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":62464,"new_prefill":67209,"score_linear":-60624.0,"score_lmetric":67209},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":24064,"new_prefill":105609,"score_linear":101883.0,"score_lmetric":105609},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":129673,"score_linear":139160.0,"score_lmetric":125521},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":12800,"new_prefill":116873,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-60624.0,"chosen_score_lmetric":67209,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"write_mode":true,"t_prefill_sent":30557.706310403,"t_prefill_sent_unix":1779964554.2612534,"t_decode_sent":30557.706329134,"t_decode_sent_unix":1779964554.261273,"t_first_token":30598.612790348,"t_first_token_unix":1779964595.1677337,"t_done":30600.351282638,"t_done_unix":1779964596.9062266,"t_prefill_done":30600.351289129,"t_prefill_done_unix":1779964596.906232},{"request_id":"1314357:5:1393659:719","session_id":"1314357","input_length":101803,"t_proxy_recv":30423.555885742,"t_decision_unix":1779964420.1108272,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73216,"affinity_cache_ratio":0.7191929510918146,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":73216,"v3_new_local":28587,"cache_hit":73216,"estimated_new_tokens":28587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":73216,"new_prefill":28587,"score_linear":33089.0,"score_lmetric":28587},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":101803,"score_linear":58511.0,"score_lmetric":101803},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":101803,"score_linear":142193.0,"score_lmetric":203606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":101803,"score_linear":15283.0,"score_lmetric":101803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":101803,"score_linear":306469.0,"score_lmetric":420880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120843,"ongoing_decode_tokens":120843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":101803,"score_linear":120843.0,"score_lmetric":203606},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":33089.0,"chosen_score_lmetric":28587,"t_first_token":30457.637145604,"t_first_token_unix":1779964454.192089,"t_done":30600.372664655,"t_done_unix":1779964596.9276078},{"request_id":"1314357:6:1422517:839","session_id":"1314357","input_length":105709,"t_proxy_recv":30600.391924018,"t_decision_unix":1779964596.9468653,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977579960079085,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (237 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":237,"cache_hit":105472,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":105472,"new_prefill":237,"score_linear":20475.0,"score_lmetric":237},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":126198,"pending_prefill_tokens":50353,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":105709,"score_linear":189351.0,"score_lmetric":156062},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":105709,"score_linear":127488.0,"score_lmetric":110829},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31252,"ongoing_decode_tokens":31252,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2603,"cache_hit":0,"new_prefill":105709,"score_linear":31252.0,"score_lmetric":211418},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":105709,"score_linear":145239.0,"score_lmetric":211418},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":0,"pending_prefill_tokens":49,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":105709,"score_linear":62513.0,"score_lmetric":105758}],"chosen_score_linear":20475.0,"chosen_score_lmetric":237,"t_first_token":30600.54972534,"t_first_token_unix":1779964597.1046684,"t_done":30606.181888198,"t_done_unix":1779964602.7368348},{"request_id":"1366128:29:1424316:841","session_id":"1366128","input_length":126198,"t_proxy_recv":30586.666987994,"t_decision_unix":1779964583.2219296,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":125952,"affinity_cache_ratio":0.9980506822612085,"affinity_num_requests":-1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":125952,"v3_new_local":246,"cache_hit":125952,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":256461,"ongoing_decode_tokens":130514,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":126198,"score_linear":256461.0,"score_lmetric":378594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":125952,"new_prefill":246,"score_linear":-125952.0,"score_lmetric":-246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":126198,"score_linear":127488.0,"score_lmetric":131318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":126198,"score_linear":160925.0,"score_lmetric":399246},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":58368,"new_prefill":67830,"score_linear":120499.0,"score_lmetric":143196},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":126198,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":126198,"score_linear":129673.0,"score_lmetric":126198}],"chosen_score_linear":-125952.0,"chosen_score_lmetric":-246,"t_first_token":30586.835441089,"t_first_token_unix":1779964583.3903842,"t_done":30609.367201064,"t_done_unix":1779964605.9221454},{"request_id":"1294611:12:1441557:868","session_id":"1294611","input_length":63153,"t_proxy_recv":30590.533219886,"t_decision_unix":1779964587.0881612,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":1,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7783003182746663,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":50353.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[2,0,1,3,2,0,0,1])","v3_prefill_cache_hit":12800,"v3_new_local":50353,"cache_hit":12800,"estimated_new_tokens":50353,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":63153,"score_linear":227750.0,"score_lmetric":126306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":12800,"new_prefill":50353,"score_linear":113398.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":63153,"score_linear":127488.0,"score_lmetric":68273},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":49152,"new_prefill":14001,"score_linear":111773.0,"score_lmetric":62655},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":63153,"score_linear":178867.0,"score_lmetric":133842},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":63153,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":63153,"score_linear":129673.0,"score_lmetric":63153}],"chosen_score_linear":113398.0,"chosen_score_lmetric":0,"t_first_token":30604.656077057,"t_first_token_unix":1779964601.2110503,"t_done":30609.429413477,"t_done_unix":1779964605.9843574},{"request_id":"1407599:2:1430593:852","session_id":"1407599","input_length":1840,"t_proxy_recv":30553.285409656,"t_decision_unix":1779964549.8403513,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.8347826086956521,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (304 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":304,"cache_hit":1536,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":171068,"ongoing_decode_tokens":128726,"pending_prefill_tokens":1894,"num_requests":3,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":1840,"score_linear":171068.0,"score_lmetric":11202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":1840,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":1840,"score_linear":161488.0,"score_lmetric":3680},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":1536,"new_prefill":304,"score_linear":122554.0,"score_lmetric":304},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":1840,"score_linear":139160.0,"score_lmetric":-2312},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":122554.0,"chosen_score_lmetric":304,"t_first_token":30553.321113745,"t_first_token_unix":1779964549.8760571,"t_done":30609.514412026,"t_done_unix":1779964606.0693552},{"request_id":"1294611:13:1446349:872","session_id":"1294611","input_length":63488,"t_proxy_recv":30609.442558211,"t_decision_unix":1779964605.9975,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9919354838709677,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (512 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":512,"cache_hit":62976,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232226,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":63488,"score_linear":232226.0,"score_lmetric":126976},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":62976,"new_prefill":512,"score_linear":-62976.0,"score_lmetric":-512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":63488,"score_linear":127488.0,"score_lmetric":68608},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31252,"ongoing_decode_tokens":31252,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2603,"cache_hit":49152,"new_prefill":14336,"score_linear":-17900.0,"score_lmetric":28672},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":63488,"score_linear":145239.0,"score_lmetric":126976},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":63488,"score_linear":62513.0,"score_lmetric":63488}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":-512,"t_first_token":30609.549093239,"t_first_token_unix":1779964606.1040366,"t_done":30610.55104195,"t_done_unix":1779964607.1059852},{"request_id":"1314357:7:1427957:851","session_id":"1314357","input_length":106279,"t_proxy_recv":30606.199586839,"t_decision_unix":1779964602.7545283,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9972242870181315,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (295 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":295,"cache_hit":105984,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":105984,"new_prefill":295,"score_linear":19963.0,"score_lmetric":295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":189351,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":106279,"score_linear":189351.0,"score_lmetric":106279},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":106279,"score_linear":127488.0,"score_lmetric":111399},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31252,"ongoing_decode_tokens":31252,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2603,"cache_hit":0,"new_prefill":106279,"score_linear":31252.0,"score_lmetric":212558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":106279,"score_linear":145239.0,"score_lmetric":212558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":106279,"score_linear":62513.0,"score_lmetric":106279}],"chosen_score_linear":19963.0,"chosen_score_lmetric":295,"t_first_token":30606.399094439,"t_first_token_unix":1779964602.9540377,"t_done":30611.632964637,"t_done_unix":1779964608.1879199},{"request_id":"1314357:8:1431749:854","session_id":"1314357","input_length":106805,"t_proxy_recv":30611.647916306,"t_decision_unix":1779964608.202858,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9971068770188661,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (309 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":309,"cache_hit":106496,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1701,"cache_hit":106496,"new_prefill":309,"score_linear":19451.0,"score_lmetric":309},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":-106805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":106805,"score_linear":127488.0,"score_lmetric":111925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":106805,"score_linear":29412.0,"score_lmetric":106805},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":106805,"score_linear":145239.0,"score_lmetric":213610},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":106805,"score_linear":62513.0,"score_lmetric":106805}],"chosen_score_linear":19451.0,"chosen_score_lmetric":309,"t_first_token":30611.852887133,"t_first_token_unix":1779964608.4078307,"t_done":30613.117841105,"t_done_unix":1779964609.672785},{"request_id":"1371622:3:1443876:871","session_id":"1371622","input_length":19292,"t_proxy_recv":30598.377175969,"t_decision_unix":1779964594.9321175,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9819614347916235,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (348 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":348,"cache_hit":18944,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":19292,"score_linear":227750.0,"score_lmetric":38584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":126198,"pending_prefill_tokens":50353,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":19292,"score_linear":189351.0,"score_lmetric":69645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":19292,"score_linear":127488.0,"score_lmetric":24412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":19292,"score_linear":160925.0,"score_lmetric":78528},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":18944,"new_prefill":348,"score_linear":107003.0,"score_lmetric":348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":19292,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":19292,"score_linear":129673.0,"score_lmetric":19292}],"chosen_score_linear":107003.0,"chosen_score_lmetric":348,"t_first_token":30598.469983691,"t_first_token_unix":1779964595.0249267,"t_done":30613.248779952,"t_done_unix":1779964609.8037238},{"request_id":"1342921:6:1448548:876","session_id":"1342921","input_length":75761,"t_proxy_recv":30614.00891781,"t_decision_unix":1779964610.5638587,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9731656129142963,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2033 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":2033,"cache_hit":73728,"estimated_new_tokens":2033,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232906,"ongoing_decode_tokens":106959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1701,"cache_hit":0,"new_prefill":75761,"score_linear":232906.0,"score_lmetric":151522},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":-75761},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":75761,"score_linear":127488.0,"score_lmetric":80881},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":75761,"score_linear":29412.0,"score_lmetric":75761},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":73728,"new_prefill":2033,"score_linear":52219.0,"score_lmetric":2033},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":75761,"score_linear":62513.0,"score_lmetric":75761}],"chosen_score_linear":52219.0,"chosen_score_lmetric":2033,"t_first_token":30614.960722542,"t_first_token_unix":1779964611.5156665,"t_done":30615.670762565,"t_done_unix":1779964612.2257063},{"request_id":"1314357:9:1435219:861","session_id":"1314357","input_length":106959,"t_proxy_recv":30613.139804012,"t_decision_unix":1779964609.6947453,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9956712385119532,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (463 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":463,"cache_hit":106496,"estimated_new_tokens":463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1701,"cache_hit":106496,"new_prefill":463,"score_linear":19451.0,"score_lmetric":463},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":-106959},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":106959,"score_linear":127488.0,"score_lmetric":112079},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":106959,"score_linear":29412.0,"score_lmetric":106959},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":106959,"score_linear":145239.0,"score_lmetric":213918},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":106959,"score_linear":62513.0,"score_lmetric":106959}],"chosen_score_linear":19451.0,"chosen_score_lmetric":463,"t_first_token":30613.304625857,"t_first_token_unix":1779964609.8595695,"t_done":30615.890163692,"t_done_unix":1779964612.445107},{"request_id":"1314357:10:1439373:867","session_id":"1314357","input_length":107228,"t_proxy_recv":30615.909287857,"t_decision_unix":1779964612.464228,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9979482970865818,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (220 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":220,"cache_hit":107008,"estimated_new_tokens":220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":107008,"new_prefill":220,"score_linear":18939.0,"score_lmetric":220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":0,"pending_prefill_tokens":128,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":107228,"score_linear":63616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":107228,"score_linear":127488.0,"score_lmetric":112348},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":107228,"score_linear":29412.0,"score_lmetric":107228},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":107228,"score_linear":125947.0,"score_lmetric":107228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":107228,"score_linear":62513.0,"score_lmetric":107228}],"chosen_score_linear":18939.0,"chosen_score_lmetric":220,"t_first_token":30616.05715635,"t_first_token_unix":1779964612.6120996,"t_done":30616.349876224,"t_done_unix":1779964612.9048197},{"request_id":"1313181:9:1386945:689","session_id":"1313181","input_length":62513,"t_proxy_recv":30600.361113223,"t_decision_unix":1779964596.9160547,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":62464,"affinity_cache_ratio":0.999216163038088,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (49 < 8000)","v3_prefill_cache_hit":62464,"v3_new_local":49,"cache_hit":62464,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":61440,"new_prefill":1073,"score_linear":166310.0,"score_lmetric":2146},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":126198,"pending_prefill_tokens":50353,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":12800,"new_prefill":49713,"score_linear":176551.0,"score_lmetric":100066},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":61952,"new_prefill":561,"score_linear":65536.0,"score_lmetric":5681},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31252,"ongoing_decode_tokens":31252,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2603,"cache_hit":62464,"new_prefill":49,"score_linear":-31212.0,"score_lmetric":98},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":24064,"new_prefill":38449,"score_linear":121175.0,"score_lmetric":76898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":62464,"new_prefill":49,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-62464.0,"chosen_score_lmetric":0,"t_first_token":30600.44669225,"t_first_token_unix":1779964597.0016356,"t_done":30617.508686378,"t_done_unix":1779964614.06363},{"request_id":"1404395:2:1435941:862","session_id":"1404395","input_length":29412,"t_proxy_recv":30572.047957464,"t_decision_unix":1779964568.6028986,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7659458724330205,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6884 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":6884,"cache_hit":22528,"estimated_new_tokens":6884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":512,"new_prefill":28900,"score_linear":269580.0,"score_lmetric":86700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":512,"new_prefill":28900,"score_linear":127477.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":22528,"new_prefill":6884,"score_linear":108985.0,"score_lmetric":13768},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":29412,"score_linear":199825.0,"score_lmetric":64244},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":29412,"score_linear":139160.0,"score_lmetric":29412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":21504,"new_prefill":7908,"score_linear":108169.0,"score_lmetric":7908}],"chosen_score_linear":108985.0,"chosen_score_lmetric":13768,"t_first_token":30598.595728287,"t_first_token_unix":1779964595.150672,"t_done":30618.113851006,"t_done_unix":1779964614.6687944},{"request_id":"1314357:11:1442554:870","session_id":"1314357","input_length":108166,"t_proxy_recv":30616.368405554,"t_decision_unix":1779964612.923347,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9892942329382616,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1158 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1158,"cache_hit":107008,"estimated_new_tokens":1158,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":107008,"new_prefill":1158,"score_linear":18939.0,"score_lmetric":1158},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":108166,"score_linear":63616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":108166,"score_linear":127488.0,"score_lmetric":113286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":108166,"score_linear":29412.0,"score_lmetric":108166},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":108166,"score_linear":125947.0,"score_lmetric":108166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":108166,"score_linear":62513.0,"score_lmetric":108166}],"chosen_score_linear":18939.0,"chosen_score_lmetric":1158,"t_first_token":30617.099926522,"t_first_token_unix":1779964613.6548705,"t_done":30619.147836745,"t_done_unix":1779964615.7027829},{"request_id":"1314357:12:1446681:873","session_id":"1314357","input_length":108409,"t_proxy_recv":30619.165423609,"t_decision_unix":1779964615.7203653,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108032,"affinity_cache_ratio":0.996522428949626,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (377 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":377,"cache_hit":108032,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1704,"cache_hit":108032,"new_prefill":377,"score_linear":17915.0,"score_lmetric":377},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":108409,"score_linear":63616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":108409,"score_linear":127488.0,"score_lmetric":113529},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":108409,"score_linear":125947.0,"score_lmetric":108409},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":108409,"score_linear":129839.0,"score_lmetric":173736}],"chosen_score_linear":17915.0,"chosen_score_lmetric":377,"t_first_token":30619.366457756,"t_first_token_unix":1779964615.9214017,"t_done":30619.973486294,"t_done_unix":1779964616.5284302},{"request_id":"1294611:14:1449074:877","session_id":"1294611","input_length":63616,"t_proxy_recv":30615.832361866,"t_decision_unix":1779964612.3873029,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":63488,"affinity_cache_ratio":0.9979879275653923,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (128 < 8000)","v3_prefill_cache_hit":63488,"v3_new_local":128,"cache_hit":63488,"estimated_new_tokens":128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232906,"ongoing_decode_tokens":106959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1701,"cache_hit":0,"new_prefill":63616,"score_linear":232906.0,"score_lmetric":127232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":63488,"new_prefill":128,"score_linear":-63488.0,"score_lmetric":-128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":63616,"score_linear":127488.0,"score_lmetric":68736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":49152,"new_prefill":14464,"score_linear":-19740.0,"score_lmetric":14464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":63616,"score_linear":125947.0,"score_lmetric":63616},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":63616,"score_linear":62513.0,"score_lmetric":63616}],"chosen_score_linear":-63488.0,"chosen_score_lmetric":-128,"t_first_token":30615.922629996,"t_first_token_unix":1779964612.4775748,"t_done":30620.779299045,"t_done_unix":1779964617.3342426},{"request_id":"1314357:13:1448346:875","session_id":"1314357","input_length":108791,"t_proxy_recv":30619.995539196,"t_decision_unix":1779964616.5504804,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9930233199437454,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (759 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":759,"cache_hit":108032,"estimated_new_tokens":759,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1704,"cache_hit":108032,"new_prefill":759,"score_linear":17915.0,"score_lmetric":759},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":108791,"score_linear":63616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":108791,"score_linear":127488.0,"score_lmetric":113911},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":108791,"score_linear":125947.0,"score_lmetric":108791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":108791,"score_linear":129839.0,"score_lmetric":174118}],"chosen_score_linear":17915.0,"chosen_score_lmetric":759,"t_first_token":30620.522303247,"t_first_token_unix":1779964617.0772471,"t_done":30622.319346133,"t_done_unix":1779964618.8742898},{"request_id":"1314357:14:1450740:878","session_id":"1314357","input_length":109010,"t_proxy_recv":30622.336875509,"t_decision_unix":1779964618.8918169,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108544,"affinity_cache_ratio":0.9957251628290983,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (466 < 8000)","v3_prefill_cache_hit":108544,"v3_new_local":466,"cache_hit":108544,"estimated_new_tokens":466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1705,"cache_hit":108544,"new_prefill":466,"score_linear":17403.0,"score_lmetric":466},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":-109010},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":109010,"score_linear":127488.0,"score_lmetric":114130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":109010,"score_linear":125947.0,"score_lmetric":109010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":109010,"score_linear":129839.0,"score_lmetric":174337}],"chosen_score_linear":17403.0,"chosen_score_lmetric":466,"t_first_token":30622.560059929,"t_first_token_unix":1779964619.115004,"t_done":30623.841379088,"t_done_unix":1779964620.3963225},{"request_id":"1268861:11:1452208:880","session_id":"1268861","input_length":55050,"t_proxy_recv":30626.247051159,"t_decision_unix":1779964622.8019922,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9579654859218892,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2314 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2314,"cache_hit":52736,"estimated_new_tokens":2314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":55050,"score_linear":125947.0,"score_lmetric":55050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":-55050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":55050,"score_linear":127488.0,"score_lmetric":60170},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":52736,"new_prefill":2314,"score_linear":73211.0,"score_lmetric":2314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":21504,"new_prefill":33546,"score_linear":108335.0,"score_lmetric":98873}],"chosen_score_linear":73211.0,"chosen_score_lmetric":2314,"t_first_token":30627.098010477,"t_first_token_unix":1779964623.6529539,"t_done":30628.196969804,"t_done_unix":1779964624.7519138},{"request_id":"1371622:4:1452210:881","session_id":"1371622","input_length":20439,"t_proxy_recv":30626.255196186,"t_decision_unix":1779964622.8101377,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9769558197563482,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (471 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":471,"cache_hit":19968,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":20439,"score_linear":125947.0,"score_lmetric":20439},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":-20439},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":20439,"score_linear":127488.0,"score_lmetric":25559},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180997,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":19968,"new_prefill":471,"score_linear":161029.0,"score_lmetric":5570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":20439,"score_linear":129839.0,"score_lmetric":85766}],"chosen_score_linear":161029.0,"chosen_score_lmetric":5570,"t_first_token":30627.09611876,"t_first_token_unix":1779964623.6510623,"t_done":30628.530719252,"t_done_unix":1779964625.0856624},{"request_id":"1264679:3:1431512:853","session_id":"1264679","input_length":125947,"t_proxy_recv":30556.27786884,"t_decision_unix":1779964552.8328102,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114176,"affinity_cache_ratio":0.9065400525617918,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":35313.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":114176,"v3_new_local":11771,"v3_src_idx":0,"v3_target_idx":4,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":171068,"ongoing_decode_tokens":171068,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":114176,"estimated_new_tokens":11771,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":171068,"ongoing_decode_tokens":171068,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":114176,"new_prefill":11771,"score_linear":56892.0,"score_lmetric":35313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":125947,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":125947,"score_linear":161488.0,"score_lmetric":251894},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125930,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":125947,"score_linear":125930.0,"score_lmetric":251894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":125947,"score_linear":139160.0,"score_lmetric":121795},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":56892.0,"chosen_score_lmetric":35313,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8004","v3_decode_target_idx":4,"write_mode":true,"t_prefill_sent":30556.282448855,"t_prefill_sent_unix":1779964552.8373914,"t_decode_sent":30556.282508012,"t_decode_sent_unix":1779964552.8374515,"t_first_token":30581.387468507,"t_first_token_unix":1779964577.9424198,"t_done":30630.122887022,"t_done_unix":1779964626.6778367,"t_prefill_done":30630.122900001,"t_prefill_done_unix":1779964626.6778562},{"request_id":"1314357:15:1452292:882","session_id":"1314357","input_length":109164,"t_proxy_recv":30626.50915077,"t_decision_unix":1779964623.0640922,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9990106628558866,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":108,"cache_hit":109056,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":109056,"new_prefill":108,"score_linear":16891.0,"score_lmetric":108},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":-109164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":109164,"score_linear":127488.0,"score_lmetric":114284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":201436,"ongoing_decode_tokens":0,"pending_prefill_tokens":2785,"num_requests":3,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":109164,"score_linear":201436.0,"score_lmetric":335847},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":109164,"score_linear":129839.0,"score_lmetric":174491}],"chosen_score_linear":16891.0,"chosen_score_lmetric":108,"t_first_token":30626.672417626,"t_first_token_unix":1779964623.2273612,"t_done":30630.636923607,"t_done_unix":1779964627.1918707},{"request_id":"1356885:2:1438037:864","session_id":"1356885","input_length":127488,"t_proxy_recv":30579.154609337,"t_decision_unix":1779964575.7095506,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":122368,"affinity_cache_ratio":0.9598393574297188,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5120 < 8000)","v3_prefill_cache_hit":122368,"v3_new_local":5120,"cache_hit":122368,"estimated_new_tokens":5120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":127488,"score_linear":227750.0,"score_lmetric":254976},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":127488,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":122368,"new_prefill":5120,"score_linear":-122368.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":122368,"new_prefill":5120,"score_linear":38557.0,"score_lmetric":36012},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":127488,"score_linear":199825.0,"score_lmetric":260396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":127488,"score_linear":139160.0,"score_lmetric":127488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":127488,"score_linear":129673.0,"score_lmetric":127488}],"chosen_score_linear":-122368.0,"chosen_score_lmetric":0,"t_first_token":30630.810020508,"t_first_token_unix":1779964627.3649716,"t_done":30632.405986879,"t_done_unix":1779964628.9609306},{"request_id":"1371622:5:1455608:884","session_id":"1371622","input_length":21518,"t_proxy_recv":30638.033675257,"t_decision_unix":1779964634.5886164,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.951761316107445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1038 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":1038,"cache_hit":20480,"estimated_new_tokens":1038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":-21518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":21518,"score_linear":128563.0,"score_lmetric":21518},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":20480,"new_prefill":1038,"score_linear":-20480.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":21518,"score_linear":129839.0,"score_lmetric":86845}],"chosen_score_linear":-20480.0,"chosen_score_lmetric":0,"t_first_token":30638.271397595,"t_first_token_unix":1779964634.8263414,"t_done":30638.724433623,"t_done_unix":1779964635.2793772},{"request_id":"1363943:14:1458616:885","session_id":"1363943","input_length":29268,"t_proxy_recv":30647.979790124,"t_decision_unix":1779964644.5347311,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.997129971299713,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (84 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":84,"cache_hit":29184,"estimated_new_tokens":84,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":29184,"new_prefill":84,"score_linear":-29184.0,"score_lmetric":-84},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":29268,"score_linear":128563.0,"score_lmetric":29268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":4096,"new_prefill":25172,"score_linear":125743.0,"score_lmetric":90499}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":-84,"t_first_token":30648.058881155,"t_first_token_unix":1779964644.6138248,"t_done":30648.625599944,"t_done_unix":1779964645.1805458},{"request_id":"1356885:3:1451307:879","session_id":"1356885","input_length":128563,"t_proxy_recv":30632.425138794,"t_decision_unix":1779964628.9800804,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":127488,"affinity_cache_ratio":0.9916383407356705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1075 < 8000)","v3_prefill_cache_hit":127488,"v3_new_local":1075,"cache_hit":127488,"estimated_new_tokens":1075,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":-128563},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":127488,"new_prefill":1075,"score_linear":-127488.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":122368,"new_prefill":6195,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":128563,"score_linear":129839.0,"score_lmetric":193890}],"chosen_score_linear":-127488.0,"chosen_score_lmetric":0,"t_first_token":30633.530317909,"t_first_token_unix":1779964630.085263,"t_done":30650.14833886,"t_done_unix":1779964646.7032824},{"request_id":"1404395:3:1460072:887","session_id":"1404395","input_length":34392,"t_proxy_recv":30652.61755384,"t_decision_unix":1779964649.1724954,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9230053500814143,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2648 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":2648,"cache_hit":31744,"estimated_new_tokens":2648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":512,"new_prefill":33880,"score_linear":25894.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":31744,"new_prefill":2648,"score_linear":-31744.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":21504,"new_prefill":12888,"score_linear":108335.0,"score_lmetric":78215}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":30653.235783573,"t_first_token_unix":1779964649.7907271,"t_done":30655.668542108,"t_done_unix":1779964652.2234855},{"request_id":"1313181:10:1338837:436","session_id":"1313181","input_length":129839,"t_proxy_recv":30617.531096198,"t_decision_unix":1779964614.0860379,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.4968614977009989,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":65327.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":64512,"v3_new_local":65327,"cache_hit":64512,"estimated_new_tokens":65327,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":234113,"ongoing_decode_tokens":108166,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":61440,"new_prefill":68399,"score_linear":172673.0,"score_lmetric":136798},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":12800,"new_prefill":117039,"score_linear":50816.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":61952,"new_prefill":67887,"score_linear":65536.0,"score_lmetric":73007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":62464,"new_prefill":67375,"score_linear":-33052.0,"score_lmetric":67375},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":24064,"new_prefill":105775,"score_linear":101883.0,"score_lmetric":105775},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":64512,"new_prefill":65327,"score_linear":-64512.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":30656.25854017,"t_first_token_unix":1779964652.8134837,"t_done":30657.141558528,"t_done_unix":1779964653.6965075},{"request_id":"1242838:5:1460026:886","session_id":"1242838","input_length":26406,"t_proxy_recv":30652.469431924,"t_decision_unix":1779964649.024373,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9888661667802772,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (294 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":294,"cache_hit":26112,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":26112,"new_prefill":294,"score_linear":-26112.0,"score_lmetric":-294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":3584,"new_prefill":22822,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":26406,"score_linear":129839.0,"score_lmetric":91733}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":-294,"t_first_token":30655.656490929,"t_first_token_unix":1779964652.2114356,"t_done":30657.580804939,"t_done_unix":1779964654.1357484},{"request_id":"1363943:15:1461716:889","session_id":"1363943","input_length":29651,"t_proxy_recv":30657.901611939,"t_decision_unix":1779964654.4565532,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.984250109608445,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (467 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":467,"cache_hit":29184,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":29184,"new_prefill":467,"score_linear":-29184.0,"score_lmetric":-467},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":29651,"score_linear":81299.0,"score_lmetric":37734},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64724,"ongoing_decode_tokens":64724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":4096,"new_prefill":25555,"score_linear":60628.0,"score_lmetric":25555}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":-467,"t_first_token":30658.071065382,"t_first_token_unix":1779964654.6260085,"t_done":30659.44924084,"t_done_unix":1779964656.004184},{"request_id":"1313181:10:1399867:746","session_id":"1313181","input_length":64724,"t_proxy_recv":30657.152555901,"t_decision_unix":1779964653.7074974,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9967245534886595,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (212 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":212,"cache_hit":64512,"estimated_new_tokens":212,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":26406,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":61440,"new_prefill":3284,"score_linear":-35034.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":12800,"new_prefill":51924,"score_linear":68499.0,"score_lmetric":60007},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":2772,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":62464,"new_prefill":2260,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":24064,"new_prefill":40660,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":64512,"new_prefill":212,"score_linear":-64512.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":30657.240808679,"t_first_token_unix":1779964653.7957523,"t_done":30660.355453949,"t_done_unix":1779964656.9103975},{"request_id":"1363943:16:1463626:890","session_id":"1363943","input_length":34671,"t_proxy_recv":30664.37973061,"t_decision_unix":1779964660.9346716,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8565083210752502,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4975 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":4975,"cache_hit":29696,"estimated_new_tokens":4975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":29696,"new_prefill":4975,"score_linear":-29696.0,"score_lmetric":-4975},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":34671,"score_linear":81299.0,"score_lmetric":42754},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":4096,"new_prefill":30575,"score_linear":125835.0,"score_lmetric":95482}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":-4975,"t_first_token":30665.527927578,"t_first_token_unix":1779964662.0828724,"t_done":30666.992229579,"t_done_unix":1779964663.5471747},{"request_id":"1268861:12:1463977:891","session_id":"1268861","input_length":56147,"t_proxy_recv":30665.662915208,"t_decision_unix":1779964662.2178564,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9757244376369174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1363 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":1363,"cache_hit":54784,"estimated_new_tokens":1363,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34671,"ongoing_decode_tokens":34671,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":0,"new_prefill":56147,"score_linear":34671.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":56147,"score_linear":81299.0,"score_lmetric":64230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":54784,"new_prefill":1363,"score_linear":-54784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":21504,"new_prefill":34643,"score_linear":108427.0,"score_lmetric":99550}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":30666.176035448,"t_first_token_unix":1779964662.730979,"t_done":30667.084988659,"t_done_unix":1779964663.6399322},{"request_id":"1371622:6:1465333:892","session_id":"1371622","input_length":23079,"t_proxy_recv":30669.917955223,"t_decision_unix":1779964666.4728963,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9317561419472248,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1575 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":1575,"cache_hit":21504,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1739,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":-23079},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":23079,"score_linear":81299.0,"score_lmetric":31162},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2495,"cache_hit":21504,"new_prefill":1575,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":0,"new_prefill":23079,"score_linear":129931.0,"score_lmetric":87986}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":30670.228869282,"t_first_token_unix":1779964666.7838128,"t_done":30670.75546084,"t_done_unix":1779964667.3104043},{"request_id":"1363943:17:1466811:893","session_id":"1363943","input_length":35991,"t_proxy_recv":30675.056069536,"t_decision_unix":1779964671.6110108,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9673529493484482,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1175 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":1175,"cache_hit":34816,"estimated_new_tokens":1175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1739,"cache_hit":34816,"new_prefill":1175,"score_linear":-34816.0,"score_lmetric":-1175},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":35991,"score_linear":81299.0,"score_lmetric":44074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":4096,"new_prefill":31895,"score_linear":125835.0,"score_lmetric":96802}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":-1175,"t_first_token":30675.413616688,"t_first_token_unix":1779964671.9685605,"t_done":30676.538226241,"t_done_unix":1779964673.0931697},{"request_id":"1363093:6:1460799:888","session_id":"1363093","input_length":81299,"t_proxy_recv":30655.048162231,"t_decision_unix":1779964651.6031034,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9005768828644879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":73216,"v3_new_local":8083,"cache_hit":73216,"estimated_new_tokens":8083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":81299,"score_linear":26406.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":73216,"new_prefill":8083,"score_linear":-73216.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34392,"ongoing_decode_tokens":34392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":81299,"score_linear":34392.0,"score_lmetric":81299},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":81299,"score_linear":129839.0,"score_lmetric":146626}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":30677.31933862,"t_first_token_unix":1779964673.8742833,"t_done":30677.939642507,"t_done_unix":1779964674.4945862},{"request_id":"1404395:4:1467473:894","session_id":"1404395","input_length":34863,"t_proxy_recv":30677.367582812,"t_decision_unix":1779964673.9225242,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9839658090238935,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (559 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":559,"cache_hit":34304,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":-34351},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":81299,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":512,"new_prefill":34351,"score_linear":80787.0,"score_lmetric":34351},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":34304,"new_prefill":559,"score_linear":-34304.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":21504,"new_prefill":13359,"score_linear":108427.0,"score_lmetric":78266}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":30677.483324207,"t_first_token_unix":1779964674.0382683,"t_done":30678.723904931,"t_done_unix":1779964675.2788482},{"request_id":"1371622:7:1468305:895","session_id":"1371622","input_length":24036,"t_proxy_recv":30680.140303734,"t_decision_unix":1779964676.695245,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9585621567648527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (996 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":996,"cache_hit":23040,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":-24036},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":23040,"new_prefill":996,"score_linear":-23040.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":0,"new_prefill":24036,"score_linear":129931.0,"score_lmetric":88943}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":30680.358980558,"t_first_token_unix":1779964676.913924,"t_done":30681.210866681,"t_done_unix":1779964677.76581},{"request_id":"1363943:18:1469143:896","session_id":"1363943","input_length":47303,"t_proxy_recv":30682.958286813,"t_decision_unix":1779964679.513228,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.7576686468088705,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":35840,"v3_new_local":11463,"cache_hit":35840,"estimated_new_tokens":11463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":35840,"new_prefill":11463,"score_linear":-35840.0,"score_lmetric":-11463},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":4096,"new_prefill":43207,"score_linear":125835.0,"score_lmetric":108114}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":-11463,"t_first_token":30686.186682645,"t_first_token_unix":1779964682.7416282,"t_done":30688.93293161,"t_done_unix":1779964685.4878767},{"request_id":"1405155:3:1469167:897","session_id":"1405155","input_length":66246,"t_proxy_recv":30683.03601789,"t_decision_unix":1779964679.5909593,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":40448,"affinity_cache_ratio":0.610572713824231,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":40448,"v3_new_local":25798,"cache_hit":40448,"estimated_new_tokens":25798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":66246,"score_linear":47303.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":40448,"new_prefill":25798,"score_linear":-40448.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":512,"new_prefill":65734,"score_linear":129419.0,"score_lmetric":130641}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":30691.952039808,"t_first_token_unix":1779964688.5069835,"t_done":30693.779426281,"t_done_unix":1779964690.3343694},{"request_id":"1399948:13:1472968:898","session_id":"1399948","input_length":12247,"t_proxy_recv":30695.491231693,"t_decision_unix":1779964692.0461729,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9615416020249857,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (471 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":471,"cache_hit":11776,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":-12247},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":11776,"new_prefill":471,"score_linear":118155.0,"score_lmetric":65378}],"chosen_score_linear":118155.0,"chosen_score_lmetric":65378,"t_first_token":30699.071720732,"t_first_token_unix":1779964695.626664,"t_done":30699.38572409,"t_done_unix":1779964695.9406674},{"request_id":"1313181:11:1344301:464","session_id":"1313181","input_length":129931,"t_proxy_recv":30660.376144514,"t_decision_unix":1779964656.931086,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.5004502389729933,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":64907,"cache_hit":65024,"estimated_new_tokens":64907,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":61440,"new_prefill":68491,"score_linear":-61440.0,"score_lmetric":-68491},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":12800,"new_prefill":117131,"score_linear":68499.0,"score_lmetric":125214},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":67979,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":62464,"new_prefill":67467,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":24064,"new_prefill":105867,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":65024,"new_prefill":64907,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30699.058372881,"t_first_token_unix":1779964695.6133165,"t_done":30699.963345241,"t_done_unix":1779964696.5182889},{"request_id":"1313181:11:1402841:762","session_id":"1313181","input_length":65123,"t_proxy_recv":30699.973883949,"t_decision_unix":1779964696.5288255,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9984797997635244,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (99 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":99,"cache_hit":65024,"estimated_new_tokens":99,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56056,"ongoing_decode_tokens":0,"pending_prefill_tokens":8440,"num_requests":0,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":61440,"new_prefill":3683,"score_linear":-5384.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":3171,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":62464,"new_prefill":2659,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101169,"ongoing_decode_tokens":24569,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":24064,"new_prefill":41059,"score_linear":77105.0,"score_lmetric":83766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":65024,"new_prefill":99,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30700.058693345,"t_first_token_unix":1779964696.6136363,"t_done":30700.453494284,"t_done_unix":1779964697.0084379},{"request_id":"1342921:7:1473812:900","session_id":"1342921","input_length":76600,"t_proxy_recv":30698.458389381,"t_decision_unix":1779964695.0133305,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9892428198433421,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (824 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":824,"cache_hit":75776,"estimated_new_tokens":824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":-76600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":75776,"new_prefill":824,"score_linear":-51207.0,"score_lmetric":824},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142178,"ongoing_decode_tokens":0,"pending_prefill_tokens":65378,"num_requests":2,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":0,"new_prefill":76600,"score_linear":142178.0,"score_lmetric":283956}],"chosen_score_linear":-51207.0,"chosen_score_lmetric":824,"t_first_token":30700.821864934,"t_first_token_unix":1779964697.376809,"t_done":30702.473367266,"t_done_unix":1779964699.0283105},{"request_id":"1371622:8:1473416:899","session_id":"1371622","input_length":24569,"t_proxy_recv":30697.161040031,"t_decision_unix":1779964693.7159812,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9794456428833083,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":505,"cache_hit":24064,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":-24569},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":24064,"new_prefill":505,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142178,"ongoing_decode_tokens":0,"pending_prefill_tokens":65378,"num_requests":2,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":0,"new_prefill":24569,"score_linear":142178.0,"score_lmetric":179894}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30697.318016976,"t_first_token_unix":1779964693.87296,"t_done":30703.517035349,"t_done_unix":1779964700.071979},{"request_id":"1363943:19:1473899:901","session_id":"1363943","input_length":56056,"t_proxy_recv":30698.733993991,"t_decision_unix":1779964695.2889352,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47616,"affinity_cache_ratio":0.8494362780077066,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":47616,"v3_new_local":8440,"cache_hit":47616,"estimated_new_tokens":8440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":47616,"new_prefill":8440,"score_linear":-47616.0,"score_lmetric":-8440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101169,"ongoing_decode_tokens":24569,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":56056,"score_linear":101169.0,"score_lmetric":113760},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142178,"ongoing_decode_tokens":0,"pending_prefill_tokens":65378,"num_requests":2,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":4096,"new_prefill":51960,"score_linear":138082.0,"score_lmetric":234676}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":-8440,"t_first_token":30701.693213023,"t_first_token_unix":1779964698.2481563,"t_done":30703.563924717,"t_done_unix":1779964700.1188676},{"request_id":"1363943:20:1476805:903","session_id":"1363943","input_length":60761,"t_proxy_recv":30708.699125925,"t_decision_unix":1779964705.2540674,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9184838959200803,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4953 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":4953,"cache_hit":55808,"estimated_new_tokens":4953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":55808,"new_prefill":4953,"score_linear":-55808.0,"score_lmetric":-4953},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":60761,"score_linear":44949.0,"score_lmetric":88814},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":4096,"new_prefill":56665,"score_linear":126383.0,"score_lmetric":122120}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":-4953,"t_first_token":30710.491503833,"t_first_token_unix":1779964707.0464473,"t_done":30713.967850446,"t_done_unix":1779964710.5227938},{"request_id":"1305906:4:1476757:902","session_id":"1305906","input_length":44949,"t_proxy_recv":30708.524566216,"t_decision_unix":1779964705.0795078,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16896,"affinity_cache_ratio":0.375892678368818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":28053.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":16896,"v3_new_local":28053,"cache_hit":16896,"estimated_new_tokens":28053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":-44949},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":16896,"new_prefill":28053,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":44949,"score_linear":130479.0,"score_lmetric":110404}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":30716.331010355,"t_first_token_unix":1779964712.8859534,"t_done":30717.6753012,"t_done_unix":1779964714.2302444},{"request_id":"1371622:9:1479535:905","session_id":"1371622","input_length":25286,"t_proxy_recv":30717.835556985,"t_decision_unix":1779964714.3904984,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9719212212291386,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":710,"cache_hit":24576,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":-25286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":25286,"score_linear":38827.0,"score_lmetric":25286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2557,"cache_hit":24576,"new_prefill":710,"score_linear":-24576.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":25286,"score_linear":130479.0,"score_lmetric":90741}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30717.937883497,"t_first_token_unix":1779964714.4928267,"t_done":30718.499235675,"t_done_unix":1779964715.0541787},{"request_id":"1404395:5:1480170:906","session_id":"1404395","input_length":36988,"t_proxy_recv":30720.075297506,"t_decision_unix":1779964716.6302388,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9412782524061858,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2172 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":2172,"cache_hit":34816,"estimated_new_tokens":2172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":36988,"score_linear":38827.0,"score_lmetric":36988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":34816,"new_prefill":2172,"score_linear":-34816.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":21504,"new_prefill":15484,"score_linear":108975.0,"score_lmetric":80939}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":30720.66423255,"t_first_token_unix":1779964717.219176,"t_done":30723.32236254,"t_done_unix":1779964719.8773065},{"request_id":"1268861:13:1481831:907","session_id":"1268861","input_length":57130,"t_proxy_recv":30725.668532449,"t_decision_unix":1779964722.223474,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":55808,"affinity_cache_ratio":0.976859793453527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1322 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":1322,"cache_hit":55808,"estimated_new_tokens":1322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":57130,"score_linear":38827.0,"score_lmetric":57130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":55808,"new_prefill":1322,"score_linear":-55808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":21504,"new_prefill":35626,"score_linear":108975.0,"score_lmetric":101081}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":30726.086058316,"t_first_token_unix":1779964722.6410017,"t_done":30727.385883245,"t_done_unix":1779964723.9408298},{"request_id":"1301929:4:1479037:904","session_id":"1301929","input_length":38827,"t_proxy_recv":30716.094025592,"t_decision_unix":1779964712.6489666,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9890024982615191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (427 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":427,"cache_hit":38400,"estimated_new_tokens":427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":3584,"new_prefill":35243,"score_linear":-3584.0,"score_lmetric":-35243},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":38400,"new_prefill":427,"score_linear":-38400.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":38827,"score_linear":44949.0,"score_lmetric":66880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":38827,"score_linear":130479.0,"score_lmetric":104282}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":30716.160390608,"t_first_token_unix":1779964712.7153337,"t_done":30727.868519148,"t_done_unix":1779964724.4234622},{"request_id":"1363943:21:1482184:908","session_id":"1363943","input_length":65658,"t_proxy_recv":30727.003506578,"t_decision_unix":1779964723.5584478,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9279600353346127,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4730 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":4730,"cache_hit":60928,"estimated_new_tokens":4730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":60928,"new_prefill":4730,"score_linear":-60928.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":65658,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":65658,"score_linear":38827.0,"score_lmetric":65658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":65658,"score_linear":57130.0,"score_lmetric":65658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":4096,"new_prefill":61562,"score_linear":126383.0,"score_lmetric":127017}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":30728.929031202,"t_first_token_unix":1779964725.483975,"t_done":30732.084089828,"t_done_unix":1779964728.6390333},{"request_id":"1404395:6:1483967:909","session_id":"1404395","input_length":37689,"t_proxy_recv":30732.920458757,"t_decision_unix":1779964729.4753997,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9781103239672053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (825 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":825,"cache_hit":36864,"estimated_new_tokens":825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":36864,"new_prefill":825,"score_linear":-36864.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":21504,"new_prefill":16185,"score_linear":108975.0,"score_lmetric":81640}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":30733.128494694,"t_first_token_unix":1779964729.6834383,"t_done":30735.658109317,"t_done_unix":1779964732.2130527},{"request_id":"1313181:12:1346194:470","session_id":"1313181","input_length":130479,"t_proxy_recv":30700.473843038,"t_decision_unix":1779964697.0287848,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49834839322802904,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":65455.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":65455,"cache_hit":65024,"estimated_new_tokens":65455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56056,"ongoing_decode_tokens":0,"pending_prefill_tokens":8440,"num_requests":0,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":61440,"new_prefill":69039,"score_linear":-5384.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":68527,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":62464,"new_prefill":68015,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101169,"ongoing_decode_tokens":24569,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":24064,"new_prefill":106415,"score_linear":77105.0,"score_lmetric":214478},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":65024,"new_prefill":65455,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30739.436592991,"t_first_token_unix":1779964735.9915369,"t_done":30740.343361753,"t_done_unix":1779964736.898305},{"request_id":"1313181:12:1404813:772","session_id":"1313181","input_length":65179,"t_proxy_recv":30740.353678116,"t_decision_unix":1779964736.9086199,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9976219334448212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (155 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":155,"cache_hit":65024,"estimated_new_tokens":155,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":61440,"new_prefill":3739,"score_linear":8798.0,"score_lmetric":3739},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":52379,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":3227,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":62464,"new_prefill":2715,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":24064,"new_prefill":41115,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":65024,"new_prefill":155,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30740.446298134,"t_first_token_unix":1779964737.0012412,"t_done":30740.995901114,"t_done_unix":1779964737.5508444},{"request_id":"1363943:22:1485341:910","session_id":"1363943","input_length":70238,"t_proxy_recv":30737.654863283,"t_decision_unix":1779964734.2098045,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9330561804151599,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4702 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":4702,"cache_hit":65536,"estimated_new_tokens":4702,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":65536,"new_prefill":4702,"score_linear":-65536.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":4096,"new_prefill":66142,"score_linear":126383.0,"score_lmetric":131597}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":30739.579629424,"t_first_token_unix":1779964736.134573,"t_done":30743.867966848,"t_done_unix":1779964740.4229102},{"request_id":"1242838:6:1486863:911","session_id":"1242838","input_length":29903,"t_proxy_recv":30742.671584248,"t_decision_unix":1779964739.2265255,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8903454502892686,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3279 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":3279,"cache_hit":26624,"estimated_new_tokens":3279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":26624,"new_prefill":3279,"score_linear":43614.0,"score_lmetric":3279},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":3584,"new_prefill":26319,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":29903,"score_linear":131699.0,"score_lmetric":96578}],"chosen_score_linear":43614.0,"chosen_score_lmetric":3279,"t_first_token":30743.408512177,"t_first_token_unix":1779964739.9634562,"t_done":30744.951229109,"t_done_unix":1779964741.5061727},{"request_id":"1363943:23:1488713:912","session_id":"1363943","input_length":72516,"t_proxy_recv":30748.807097753,"t_decision_unix":1779964745.3620393,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9672899773843014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2372 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":2372,"cache_hit":70144,"estimated_new_tokens":2372,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1814,"cache_hit":70144,"new_prefill":2372,"score_linear":-70144.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":68420,"score_linear":127603.0,"score_lmetric":135095}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":30749.850107489,"t_first_token_unix":1779964746.405052,"t_done":30751.844440963,"t_done_unix":1779964748.3993847},{"request_id":"1404395:7:1491186:914","session_id":"1404395","input_length":39569,"t_proxy_recv":30757.464892819,"t_decision_unix":1779964754.0198343,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9575172483509818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1681 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1681,"cache_hit":37888,"estimated_new_tokens":1681,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74939,"ongoing_decode_tokens":0,"pending_prefill_tokens":2235,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":512,"new_prefill":39057,"score_linear":74427.0,"score_lmetric":41292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":37888,"new_prefill":1681,"score_linear":-37888.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":21504,"new_prefill":18065,"score_linear":110195.0,"score_lmetric":84740}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":30757.936600131,"t_first_token_unix":1779964754.4915445,"t_done":30758.230574472,"t_done_unix":1779964754.7855182},{"request_id":"1363943:24:1491020:913","session_id":"1363943","input_length":74939,"t_proxy_recv":30757.070306593,"t_decision_unix":1779964753.6252477,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9701757429375892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2235 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":2235,"cache_hit":72704,"estimated_new_tokens":2235,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":72704,"new_prefill":2235,"score_linear":-72704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":70843,"score_linear":127603.0,"score_lmetric":137518}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":30758.286014,"t_first_token_unix":1779964754.8409576,"t_done":30759.894504115,"t_done_unix":1779964756.4494472},{"request_id":"1363943:25:1493325:915","session_id":"1363943","input_length":75711,"t_proxy_recv":30764.551451019,"t_decision_unix":1779964761.1063924,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9873334125820554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (959 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":959,"cache_hit":74752,"estimated_new_tokens":959,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":74752,"new_prefill":959,"score_linear":-74752.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":71615,"score_linear":127603.0,"score_lmetric":138290}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":30764.945230784,"t_first_token_unix":1779964761.5001743,"t_done":30767.145464276,"t_done_unix":1779964763.700407},{"request_id":"1404395:8:1494219:916","session_id":"1404395","input_length":39820,"t_proxy_recv":30767.573064945,"t_decision_unix":1779964764.1280065,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":39424,"affinity_cache_ratio":0.9900552486187846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (396 < 8000)","v3_prefill_cache_hit":39424,"v3_new_local":396,"cache_hit":39424,"estimated_new_tokens":396,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":39424,"new_prefill":396,"score_linear":-39424.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":21504,"new_prefill":18316,"score_linear":110195.0,"score_lmetric":84991}],"chosen_score_linear":-39424.0,"chosen_score_lmetric":0,"t_first_token":30767.715373339,"t_first_token_unix":1779964764.2703166,"t_done":30771.34286891,"t_done_unix":1779964767.897814},{"request_id":"1363943:26:1495648:917","session_id":"1363943","input_length":83861,"t_proxy_recv":30772.314830589,"t_decision_unix":1779964768.8697717,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75776,"affinity_cache_ratio":0.903590465174515,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":75776,"v3_new_local":8085,"cache_hit":75776,"estimated_new_tokens":8085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":75776,"new_prefill":8085,"score_linear":-75776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":79765,"score_linear":127603.0,"score_lmetric":146440}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":30776.344487151,"t_first_token_unix":1779964772.8994317,"t_done":30778.194798303,"t_done_unix":1779964774.7497416},{"request_id":"1313181:13:1349104:484","session_id":"1313181","input_length":131699,"t_proxy_recv":30741.016148509,"t_decision_unix":1779964737.5710902,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49373191899710706,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":66675.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":66675,"cache_hit":65024,"estimated_new_tokens":66675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":61440,"new_prefill":70259,"score_linear":8798.0,"score_lmetric":70259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":118899,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":69747,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":62464,"new_prefill":69235,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":24064,"new_prefill":107635,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":65024,"new_prefill":66675,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30781.181301843,"t_first_token_unix":1779964777.7362452,"t_done":30782.863538892,"t_done_unix":1779964779.418482},{"request_id":"1363943:27:1497882:919","session_id":"1363943","input_length":84090,"t_proxy_recv":30779.586858292,"t_decision_unix":1779964776.1417997,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9985491735045784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (122 < 8000)","v3_prefill_cache_hit":83968,"v3_new_local":122,"cache_hit":83968,"estimated_new_tokens":122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":83968,"new_prefill":122,"score_linear":-83968.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":79994,"score_linear":71664.0,"score_lmetric":84074},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":79994,"score_linear":127603.0,"score_lmetric":146669}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":30779.721708737,"t_first_token_unix":1779964776.276652,"t_done":30783.309342541,"t_done_unix":1779964779.8642857},{"request_id":"1268861:14:1498281:920","session_id":"1268861","input_length":61910,"t_proxy_recv":30781.058629423,"t_decision_unix":1779964777.6135705,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9179777095784203,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5078 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":5078,"cache_hit":56832,"estimated_new_tokens":5078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":61910,"score_linear":84090.0,"score_lmetric":61910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":56832,"new_prefill":5078,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":61910,"score_linear":75760.0,"score_lmetric":65990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":21504,"new_prefill":40406,"score_linear":110195.0,"score_lmetric":107081}],"chosen_score_linear":-56832.0,"chosen_score_lmetric":0,"t_first_token":30782.892347816,"t_first_token_unix":1779964779.4472911,"t_done":30783.472963534,"t_done_unix":1779964780.0279067},{"request_id":"1313181:13:1406095:783","session_id":"1313181","input_length":65279,"t_proxy_recv":30782.874020859,"t_decision_unix":1779964779.4289622,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9960936901606948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":255,"cache_hit":65024,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":61440,"new_prefill":3839,"score_linear":22650.0,"score_lmetric":3839},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":52479,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":3327,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":62464,"new_prefill":2815,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":61910,"ongoing_decode_tokens":0,"pending_prefill_tokens":5078,"num_requests":1,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":24064,"new_prefill":41215,"score_linear":37846.0,"score_lmetric":46293},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":65279,"score_linear":75760.0,"score_lmetric":69359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":65024,"new_prefill":255,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30782.970060998,"t_first_token_unix":1779964779.5250037,"t_done":30785.140788024,"t_done_unix":1779964781.695732},{"request_id":"1242838:7:1499476:921","session_id":"1242838","input_length":33352,"t_proxy_recv":30784.89180971,"t_decision_unix":1779964781.4467506,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8903813864236028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3656 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":3656,"cache_hit":29696,"estimated_new_tokens":3656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":29696,"new_prefill":3656,"score_linear":-29696.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":3584,"new_prefill":29768,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":33352,"score_linear":75760.0,"score_lmetric":37432},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65279,"ongoing_decode_tokens":65279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":0,"new_prefill":33352,"score_linear":65279.0,"score_lmetric":33352}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":30785.696809002,"t_first_token_unix":1779964782.251754,"t_done":30787.706477667,"t_done_unix":1779964784.2614205},{"request_id":"1363943:28:1500984:922","session_id":"1363943","input_length":86984,"t_proxy_recv":30789.896349528,"t_decision_unix":1779964786.4512908,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9653269566816886,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3016 < 8000)","v3_prefill_cache_hit":83968,"v3_new_local":3016,"cache_hit":83968,"estimated_new_tokens":3016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":83968,"new_prefill":3016,"score_linear":-83968.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":82888,"score_linear":71664.0,"score_lmetric":86968},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":4096,"new_prefill":82888,"score_linear":135261.0,"score_lmetric":90661}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":30791.448456613,"t_first_token_unix":1779964788.0034,"t_done":30793.637510979,"t_done_unix":1779964790.1924543},{"request_id":"1342921:8:1503584:925","session_id":"1342921","input_length":78722,"t_proxy_recv":30798.752044644,"t_decision_unix":1779964795.306986,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76288,"affinity_cache_ratio":0.9690810700947639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2434 < 8000)","v3_prefill_cache_hit":76288,"v3_new_local":2434,"cache_hit":76288,"estimated_new_tokens":2434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89469,"ongoing_decode_tokens":0,"pending_prefill_tokens":2429,"num_requests":1,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":0,"new_prefill":78722,"score_linear":89469.0,"score_lmetric":81151},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":76288,"new_prefill":2434,"score_linear":-76288.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":78722,"score_linear":179653.0,"score_lmetric":178862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":78722,"score_linear":139357.0,"score_lmetric":86495}],"chosen_score_linear":-76288.0,"chosen_score_lmetric":0,"t_first_token":30799.887246103,"t_first_token_unix":1779964796.44219,"t_done":30800.069056678,"t_done_unix":1779964796.624},{"request_id":"1363943:29:1503515:924","session_id":"1363943","input_length":89469,"t_proxy_recv":30798.497908268,"t_decision_unix":1779964795.0528498,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":87040,"affinity_cache_ratio":0.972850931607596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2429 < 8000)","v3_prefill_cache_hit":87040,"v3_new_local":2429,"cache_hit":87040,"estimated_new_tokens":2429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":87040,"new_prefill":2429,"score_linear":-87040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":85373,"score_linear":175557.0,"score_lmetric":192164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":4096,"new_prefill":85373,"score_linear":135261.0,"score_lmetric":93146}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":30799.925807248,"t_first_token_unix":1779964796.4807506,"t_done":30801.975651775,"t_done_unix":1779964798.530595},{"request_id":"1363943:30:1506171:927","session_id":"1363943","input_length":89713,"t_proxy_recv":30807.332778031,"t_decision_unix":1779964803.8877194,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9987404278086788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (113 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":113,"cache_hit":89600,"estimated_new_tokens":113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":89600,"new_prefill":113,"score_linear":-89600.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2574,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":85617,"score_linear":175557.0,"score_lmetric":192652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":4096,"new_prefill":85617,"score_linear":149450.0,"score_lmetric":191606}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":30807.468132569,"t_first_token_unix":1779964804.0230758,"t_done":30808.136119457,"t_done_unix":1779964804.6910634},{"request_id":"1268861:15:1508874:928","session_id":"1268861","input_length":63035,"t_proxy_recv":30816.388390143,"t_decision_unix":1779964812.9433315,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9828190687713175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1083 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":1083,"cache_hit":61952,"estimated_new_tokens":1083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2574,"cache_hit":61952,"new_prefill":1083,"score_linear":-61952.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":63035,"score_linear":179653.0,"score_lmetric":147488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":21504,"new_prefill":41531,"score_linear":132042.0,"score_lmetric":103434}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":30816.962832807,"t_first_token_unix":1779964813.517777,"t_done":30818.408220476,"t_done_unix":1779964814.9631646},{"request_id":"1277428:9:1513231:932","session_id":"1277428","input_length":44364,"t_proxy_recv":30830.862907156,"t_decision_unix":1779964827.4178483,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9578937877558381,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1868 < 8000)","v3_prefill_cache_hit":42496,"v3_new_local":1868,"cache_hit":42496,"estimated_new_tokens":1868,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":42496,"new_prefill":1868,"score_linear":47294.0,"score_lmetric":1868},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":3584,"new_prefill":40780,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":44364,"score_linear":130532.0,"score_lmetric":44364},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":26956,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":179653,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4608,"new_prefill":39756,"score_linear":175045.0,"score_lmetric":79512},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":44364,"score_linear":153546.0,"score_lmetric":109100}],"chosen_score_linear":47294.0,"chosen_score_lmetric":1868,"t_first_token":30831.377475714,"t_first_token_unix":1779964827.9324188,"t_done":30831.947758464,"t_done_unix":1779964828.502704},{"request_id":"1399948:14:1504493:926","session_id":"1399948","input_length":14189,"t_proxy_recv":30801.53085367,"t_decision_unix":1779964798.0857952,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.829938684896751,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2413 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":2413,"cache_hit":11776,"estimated_new_tokens":2413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89469,"ongoing_decode_tokens":89469,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":0,"new_prefill":14189,"score_linear":89469.0,"score_lmetric":14189},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2574,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":14189,"score_linear":179653.0,"score_lmetric":49796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":11776,"new_prefill":2413,"score_linear":127581.0,"score_lmetric":10186}],"chosen_score_linear":127581.0,"chosen_score_lmetric":10186,"t_first_token":30832.326316045,"t_first_token_unix":1779964828.881259,"t_done":30833.042895663,"t_done_unix":1779964829.5978389},{"request_id":"1388507:2:1496686:918","session_id":"1388507","input_length":75760,"t_proxy_recv":30775.678765895,"t_decision_unix":1779964772.233707,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9461457233368532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4080 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":4080,"cache_hit":71680,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83861,"ongoing_decode_tokens":0,"pending_prefill_tokens":8085,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":75760,"score_linear":83861.0,"score_lmetric":83845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":71680,"new_prefill":4080,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":75760,"score_linear":131699.0,"score_lmetric":142435}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":30795.464101786,"t_first_token_unix":1779964792.0190454,"t_done":30833.339851752,"t_done_unix":1779964829.8947954},{"request_id":"1356885:4:1512902:931","session_id":"1356885","input_length":130532,"t_proxy_recv":30829.744235159,"t_decision_unix":1779964826.2991762,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":129536,"affinity_cache_ratio":0.9923696871265284,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (996 < 8000)","v3_prefill_cache_hit":129536,"v3_new_local":996,"cache_hit":129536,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":130532,"score_linear":89790.0,"score_lmetric":130532},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":129536,"new_prefill":996,"score_linear":-129536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":122368,"new_prefill":8164,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":130532,"score_linear":179653.0,"score_lmetric":282482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":130532,"score_linear":153546.0,"score_lmetric":281436}],"chosen_score_linear":-129536.0,"chosen_score_lmetric":0,"t_first_token":30830.403972156,"t_first_token_unix":1779964826.9589155,"t_done":30833.872071627,"t_done_unix":1779964830.4270155},{"request_id":"1399948:15:1512300:930","session_id":"1399948","input_length":15669,"t_proxy_recv":30833.047859103,"t_decision_unix":1779964829.6028006,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8822515795519816,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1845 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1845,"cache_hit":13824,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":15669,"score_linear":89790.0,"score_lmetric":15669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":15669,"score_linear":130532.0,"score_lmetric":15669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":179653,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":15669,"score_linear":179653.0,"score_lmetric":31338},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2166,"cache_hit":13824,"new_prefill":1845,"score_linear":125533.0,"score_lmetric":1845}],"chosen_score_linear":125533.0,"chosen_score_lmetric":1845,"t_first_token":30833.408653011,"t_first_token_unix":1779964829.9635966,"t_done":30834.041671331,"t_done_unix":1779964830.5966146},{"request_id":"1399948:16:1513839:933","session_id":"1399948","input_length":15913,"t_proxy_recv":30834.046300525,"t_decision_unix":1779964830.601242,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9652485389304343,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (553 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":553,"cache_hit":15360,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":15913,"score_linear":89790.0,"score_lmetric":15913},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103893,"ongoing_decode_tokens":103893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2429,"cache_hit":0,"new_prefill":15913,"score_linear":103893.0,"score_lmetric":15913},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":15360,"new_prefill":553,"score_linear":123997.0,"score_lmetric":553}],"chosen_score_linear":123997.0,"chosen_score_lmetric":553,"t_first_token":30834.155264857,"t_first_token_unix":1779964830.7102082,"t_done":30835.229671346,"t_done_unix":1779964831.7846146},{"request_id":"1397515:2:1502033:923","session_id":"1397515","input_length":103893,"t_proxy_recv":30793.453958782,"t_decision_unix":1779964790.0089,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8969227955685176,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":93184,"v3_new_local":10709,"cache_hit":93184,"estimated_new_tokens":10709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86984,"ongoing_decode_tokens":86984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":0,"new_prefill":103893,"score_linear":86984.0,"score_lmetric":103893},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":512,"new_prefill":103381,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":93184,"new_prefill":10709,"score_linear":-17424.0,"score_lmetric":14789},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":103893,"score_linear":139357.0,"score_lmetric":111666}],"chosen_score_linear":-17424.0,"chosen_score_lmetric":14789,"t_first_token":30830.805283283,"t_first_token_unix":1779964827.3602269,"t_done":30835.342335271,"t_done_unix":1779964831.8972785},{"request_id":"1313181:14:1351342:491","session_id":"1313181","input_length":139357,"t_proxy_recv":30785.166537726,"t_decision_unix":1779964781.7214792,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9442223928471479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7773 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":7773,"cache_hit":131584,"estimated_new_tokens":7773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33352,"ongoing_decode_tokens":0,"pending_prefill_tokens":3656,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":61440,"new_prefill":77917,"score_linear":-28088.0,"score_lmetric":81573},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":126557,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":77405,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":62464,"new_prefill":76893,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":24064,"new_prefill":115293,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":139357,"score_linear":75760.0,"score_lmetric":143437},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":131584,"new_prefill":7773,"score_linear":-131584.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":30831.72789602,"t_first_token_unix":1779964828.2828393,"t_done":30841.356253615,"t_done_unix":1779964837.911197},{"request_id":"1313181:14:1408792:803","session_id":"1313181","input_length":65876,"t_proxy_recv":30841.366256467,"t_decision_unix":1779964837.9211981,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9948387880259882,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (340 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":340,"cache_hit":65536,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":61440,"new_prefill":4436,"score_linear":28350.0,"score_lmetric":4436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":61952,"new_prefill":3924,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":62464,"new_prefill":3412,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":24064,"new_prefill":41812,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":65536,"new_prefill":340,"score_linear":-65536.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":30841.451457658,"t_first_token_unix":1779964838.0064008,"t_done":30844.42513219,"t_done_unix":1779964840.9800754},{"request_id":"1399948:17:1518102:936","session_id":"1399948","input_length":16604,"t_proxy_recv":30847.14459932,"t_decision_unix":1779964843.6995404,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15872,"affinity_cache_ratio":0.9559142375331245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (732 < 8000)","v3_prefill_cache_hit":15872,"v3_new_local":732,"cache_hit":15872,"estimated_new_tokens":732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135641,"ongoing_decode_tokens":135641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":16604,"score_linear":135641.0,"score_lmetric":33208},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66259,"ongoing_decode_tokens":66259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2187,"cache_hit":15872,"new_prefill":732,"score_linear":50387.0,"score_lmetric":732}],"chosen_score_linear":50387.0,"chosen_score_lmetric":732,"t_first_token":30847.338145461,"t_first_token_unix":1779964843.8930888,"t_done":30847.968567634,"t_done_unix":1779964844.5235128},{"request_id":"1313181:15:1411723:818","session_id":"1313181","input_length":66259,"t_proxy_recv":30844.436562374,"t_decision_unix":1779964840.991504,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":66048,"affinity_cache_ratio":0.9968155269472826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (211 < 8000)","v3_prefill_cache_hit":66048,"v3_new_local":211,"cache_hit":66048,"estimated_new_tokens":211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":61440,"new_prefill":4819,"score_linear":28350.0,"score_lmetric":4819},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":61952,"new_prefill":4307,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":62464,"new_prefill":3795,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":24064,"new_prefill":42195,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2187,"cache_hit":66048,"new_prefill":211,"score_linear":-66048.0,"score_lmetric":0}],"chosen_score_linear":-66048.0,"chosen_score_lmetric":0,"t_first_token":30844.545114238,"t_first_token_unix":1779964841.1000574,"t_done":30848.055025293,"t_done_unix":1779964844.6099687},{"request_id":"1277428:10:1517408:935","session_id":"1277428","input_length":45851,"t_proxy_recv":30844.657796837,"t_decision_unix":1779964841.212738,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9603280190181239,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1819 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1819,"cache_hit":44032,"estimated_new_tokens":1819,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":44032,"new_prefill":1819,"score_linear":45758.0,"score_lmetric":1819},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":3584,"new_prefill":42267,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":28443,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4608,"new_prefill":41243,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66259,"ongoing_decode_tokens":66259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2187,"cache_hit":0,"new_prefill":45851,"score_linear":66259.0,"score_lmetric":45851}],"chosen_score_linear":45758.0,"chosen_score_lmetric":1819,"t_first_token":30845.192593328,"t_first_token_unix":1779964841.7475371,"t_done":30848.950592066,"t_done_unix":1779964845.5055358},{"request_id":"1277428:11:1520449:937","session_id":"1277428","input_length":46361,"t_proxy_recv":30854.647160308,"t_decision_unix":1779964851.2021012,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9939388710338432,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":281,"cache_hit":46080,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":46080,"new_prefill":281,"score_linear":43710.0,"score_lmetric":281},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":3584,"new_prefill":42777,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":28953,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4608,"new_prefill":41753,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43710.0,"chosen_score_lmetric":281,"t_first_token":30854.817710637,"t_first_token_unix":1779964851.372654,"t_done":30855.536246834,"t_done_unix":1779964852.0911903},{"request_id":"1363943:31:1509815:929","session_id":"1363943","input_length":89790,"t_proxy_recv":30819.412674138,"t_decision_unix":1779964815.9676156,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9978839514422542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":190,"cache_hit":89600,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":89600,"new_prefill":190,"score_linear":-89600.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":85694,"score_linear":175557.0,"score_lmetric":192806},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":4096,"new_prefill":85694,"score_linear":149450.0,"score_lmetric":191760}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":30819.529379386,"t_first_token_unix":1779964816.084323,"t_done":30857.172461607,"t_done_unix":1779964853.7274053},{"request_id":"1399948:18:1524432:938","session_id":"1399948","input_length":17276,"t_proxy_recv":30868.203281831,"t_decision_unix":1779964864.7582228,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16384,"affinity_cache_ratio":0.948367677703172,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (892 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":892,"cache_hit":16384,"estimated_new_tokens":892,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":16384,"new_prefill":892,"score_linear":-16384.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":30868.33798987,"t_first_token_unix":1779964864.8929338,"t_done":30868.69268251,"t_done_unix":1779964865.2476263},{"request_id":"1342921:9:1525898:939","session_id":"1342921","input_length":79086,"t_proxy_recv":30873.23613625,"t_decision_unix":1779964869.7910774,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9905166527577574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (750 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":750,"cache_hit":78336,"estimated_new_tokens":750,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":78336,"new_prefill":750,"score_linear":-78336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":30873.629874417,"t_first_token_unix":1779964870.184819,"t_done":30873.717110178,"t_done_unix":1779964870.272054},{"request_id":"1399948:19:1526739:941","session_id":"1399948","input_length":18091,"t_proxy_recv":30876.116183149,"t_decision_unix":1779964872.6711245,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9339450555524846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1195 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":1195,"cache_hit":16896,"estimated_new_tokens":1195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":18091,"score_linear":87576.0,"score_lmetric":28867},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":16896,"new_prefill":1195,"score_linear":-16896.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":30876.287057558,"t_first_token_unix":1779964872.8420012,"t_done":30876.570387712,"t_done_unix":1779964873.1253307},{"request_id":"1399948:20:1527857:942","session_id":"1399948","input_length":18164,"t_proxy_recv":30879.617580102,"t_decision_unix":1779964876.172521,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9865668354987888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":244,"cache_hit":17920,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":18164,"score_linear":87576.0,"score_lmetric":28940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":17920,"new_prefill":244,"score_linear":-17920.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":30879.663845332,"t_first_token_unix":1779964876.2187893,"t_done":30880.200109379,"t_done_unix":1779964876.7550533},{"request_id":"1399948:21:1528978:944","session_id":"1399948","input_length":18388,"t_proxy_recv":30883.559695084,"t_decision_unix":1779964880.1146362,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9745486186643463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (468 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":468,"cache_hit":17920,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":18388,"score_linear":124144.0,"score_lmetric":108936},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":17920,"new_prefill":468,"score_linear":-17920.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":30883.639065146,"t_first_token_unix":1779964880.1940086,"t_done":30884.223262579,"t_done_unix":1779964880.7782063},{"request_id":"1399948:22:1530122:947","session_id":"1399948","input_length":18563,"t_proxy_recv":30887.388871528,"t_decision_unix":1779964883.9438126,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.992942951031622,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (131 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":131,"cache_hit":18432,"estimated_new_tokens":131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":18563,"score_linear":124144.0,"score_lmetric":109286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71192,"ongoing_decode_tokens":0,"pending_prefill_tokens":8216,"num_requests":1,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":18563,"score_linear":71192.0,"score_lmetric":26779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":18432,"new_prefill":131,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":30887.446597535,"t_first_token_unix":1779964884.0015407,"t_done":30887.699907498,"t_done_unix":1779964884.2548506},{"request_id":"1268861:16:1529894:946","session_id":"1268861","input_length":71192,"t_proxy_recv":30886.575925359,"t_decision_unix":1779964883.1308665,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8845937745814136,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62976,"v3_new_local":8216,"cache_hit":62976,"estimated_new_tokens":8216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":71192,"score_linear":124144.0,"score_lmetric":214544},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":62976,"new_prefill":8216,"score_linear":-62976.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":21504,"new_prefill":49688,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":30890.040879092,"t_first_token_unix":1779964886.5958235,"t_done":30891.18158787,"t_done_unix":1779964887.7365315},{"request_id":"1356885:5:1533696:948","session_id":"1356885","input_length":130906,"t_proxy_recv":30899.234037055,"t_decision_unix":1779964895.7889595,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":130560,"affinity_cache_ratio":0.9973568820374925,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (346 < 8000)","v3_prefill_cache_hit":130560,"v3_new_local":346,"cache_hit":130560,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":130906,"score_linear":124144.0,"score_lmetric":333972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":130560,"new_prefill":346,"score_linear":-130560.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":122368,"new_prefill":8538,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-130560.0,"chosen_score_lmetric":0,"t_first_token":30899.471657137,"t_first_token_unix":1779964896.0266004,"t_done":30901.695713597,"t_done_unix":1779964898.2506573},{"request_id":"1363943:32:1537767:950","session_id":"1363943","input_length":93368,"t_proxy_recv":30913.017332675,"t_decision_unix":1779964909.572274,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9980293034015937,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":184,"cache_hit":93184,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":93184,"new_prefill":184,"score_linear":-93184.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":196131,"ongoing_decode_tokens":196131,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":93368,"score_linear":196131.0,"score_lmetric":280104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":30913.211069091,"t_first_token_unix":1779964909.7660124,"t_done":30915.15205013,"t_done_unix":1779964911.7069962},{"request_id":"1294611:15:1533841:949","session_id":"1294611","input_length":71987,"t_proxy_recv":30899.694860266,"t_decision_unix":1779964896.249801,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64000,"affinity_cache_ratio":0.8890494116993346,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7987 < 8000)","v3_prefill_cache_hit":64000,"v3_new_local":7987,"cache_hit":64000,"estimated_new_tokens":7987,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":64000,"new_prefill":7987,"score_linear":60144.0,"score_lmetric":88134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":71987,"score_linear":130906.0,"score_lmetric":71987},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":22835,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":60144.0,"chosen_score_lmetric":88134,"t_first_token":30910.153848275,"t_first_token_unix":1779964906.7087932,"t_done":30915.553230794,"t_done_unix":1779964912.1081743},{"request_id":"1243831:2:1528168:943","session_id":"1243831","input_length":36568,"t_proxy_recv":30880.82589436,"t_decision_unix":1779964877.3808355,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.30802887770728504,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":36080.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":11264,"v3_new_local":25304,"cache_hit":11264,"estimated_new_tokens":25304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":11264,"new_prefill":25304,"score_linear":76312.0,"score_lmetric":36080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":36080,"t_first_token":30909.72685066,"t_first_token_unix":1779964906.2817955,"t_done":30919.154684361,"t_done_unix":1779964915.7096274},{"request_id":"1243831:3:1270336:110","session_id":"1243831","input_length":11584,"t_proxy_recv":30919.158083885,"t_decision_unix":1779964915.7130256,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9723756906077348,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":320,"cache_hit":11264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":11264,"new_prefill":320,"score_linear":76312.0,"score_lmetric":320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":320,"t_first_token":30919.21166936,"t_first_token_unix":1779964915.7666125,"t_done":30920.933549465,"t_done_unix":1779964917.4884925},{"request_id":"1243831:4:1284306:183","session_id":"1243831","input_length":14515,"t_proxy_recv":30920.93861144,"t_decision_unix":1779964917.493553,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.7760248019290389,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3251 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":3251,"cache_hit":11264,"estimated_new_tokens":3251,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":11264,"new_prefill":3251,"score_linear":76312.0,"score_lmetric":3251},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":3251,"t_first_token":30921.334081777,"t_first_token_unix":1779964917.889027,"t_done":30922.199956704,"t_done_unix":1779964918.7549},{"request_id":"1243831:5:1303288:273","session_id":"1243831","input_length":14627,"t_proxy_recv":30922.203919716,"t_decision_unix":1779964918.7588613,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14336,"affinity_cache_ratio":0.980105284747385,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (291 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":291,"cache_hit":14336,"estimated_new_tokens":291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":14336,"new_prefill":291,"score_linear":73240.0,"score_lmetric":291},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":0,"pending_prefill_tokens":4525,"num_requests":1,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":14627,"score_linear":75693.0,"score_lmetric":19152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73240.0,"chosen_score_lmetric":291,"t_first_token":30922.265111558,"t_first_token_unix":1779964918.8200545,"t_done":30923.160943433,"t_done_unix":1779964919.7158866},{"request_id":"1243831:6:1313694:320","session_id":"1243831","input_length":17410,"t_proxy_recv":30923.166397577,"t_decision_unix":1779964919.7213392,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14336,"affinity_cache_ratio":0.8234348075818495,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3074 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":3074,"cache_hit":14336,"estimated_new_tokens":3074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":14336,"new_prefill":3074,"score_linear":73240.0,"score_lmetric":3074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":0,"pending_prefill_tokens":4525,"num_requests":1,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":17410,"score_linear":75693.0,"score_lmetric":21935},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73240.0,"chosen_score_lmetric":3074,"t_first_token":30923.593706322,"t_first_token_unix":1779964920.1486497,"t_done":30924.508047387,"t_done_unix":1779964921.062991},{"request_id":"1268861:17:1540278:951","session_id":"1268861","input_length":75693,"t_proxy_recv":30921.09755238,"t_decision_unix":1779964917.6524942,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9402190427120077,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4525 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":4525,"cache_hit":71168,"estimated_new_tokens":4525,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102091,"ongoing_decode_tokens":87576,"pending_prefill_tokens":3251,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":75693,"score_linear":102091.0,"score_lmetric":157888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":71168,"new_prefill":4525,"score_linear":-71168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":21504,"new_prefill":54189,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":30923.286182119,"t_first_token_unix":1779964919.8411257,"t_done":30924.754439093,"t_done_unix":1779964921.3093827},{"request_id":"1243831:7:1323865:366","session_id":"1243831","input_length":19460,"t_proxy_recv":30924.514447992,"t_decision_unix":1779964921.0693893,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17408,"affinity_cache_ratio":0.8945529290853032,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2052 < 8000)","v3_prefill_cache_hit":17408,"v3_new_local":2052,"cache_hit":17408,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":19460,"score_linear":93596.0,"score_lmetric":19460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":17408,"new_prefill":2052,"score_linear":70168.0,"score_lmetric":2052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":19460,"score_linear":75693.0,"score_lmetric":19460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70168.0,"chosen_score_lmetric":2052,"t_first_token":30924.869925373,"t_first_token_unix":1779964921.4248693,"t_done":30926.033532642,"t_done_unix":1779964922.5884762},{"request_id":"1243831:8:1333049:414","session_id":"1243831","input_length":24512,"t_proxy_recv":30926.041715961,"t_decision_unix":1779964922.5966575,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19456,"affinity_cache_ratio":0.793733681462141,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5056 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":5056,"cache_hit":19456,"estimated_new_tokens":5056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":24512,"score_linear":93596.0,"score_lmetric":24512},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":19456,"new_prefill":5056,"score_linear":68120.0,"score_lmetric":5056},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":68120.0,"chosen_score_lmetric":5056,"t_first_token":30926.933091883,"t_first_token_unix":1779964923.4880354,"t_done":30928.265155698,"t_done_unix":1779964924.8201013},{"request_id":"1243831:9:1348240:478","session_id":"1243831","input_length":25075,"t_proxy_recv":30928.270800605,"t_decision_unix":1779964924.825742,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.980099700897308,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (499 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":499,"cache_hit":24576,"estimated_new_tokens":499,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":25075,"score_linear":93596.0,"score_lmetric":25075},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":24576,"new_prefill":499,"score_linear":63000.0,"score_lmetric":499},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":63000.0,"chosen_score_lmetric":499,"t_first_token":30928.435091321,"t_first_token_unix":1779964924.990034,"t_done":30929.227758833,"t_done_unix":1779964925.7827017},{"request_id":"1363943:33:1541065:952","session_id":"1363943","input_length":93596,"t_proxy_recv":30923.747675623,"t_decision_unix":1779964920.302617,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9955981024830121,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (412 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":412,"cache_hit":93184,"estimated_new_tokens":412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":93184,"new_prefill":412,"score_linear":-93184.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104986,"ongoing_decode_tokens":104986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":93596,"score_linear":104986.0,"score_lmetric":187192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":93596,"score_linear":75693.0,"score_lmetric":93596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":30923.899555481,"t_first_token_unix":1779964920.4544985,"t_done":30930.402831226,"t_done_unix":1779964926.9577749},{"request_id":"1243831:10:1358921:521","session_id":"1243831","input_length":26343,"t_proxy_recv":30929.233672066,"t_decision_unix":1779964925.7886136,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9523592605246175,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1255 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1255,"cache_hit":25088,"estimated_new_tokens":1255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":26343,"score_linear":93596.0,"score_lmetric":26343},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":25088,"new_prefill":1255,"score_linear":62488.0,"score_lmetric":1255},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":62488.0,"chosen_score_lmetric":1255,"t_first_token":30929.562126273,"t_first_token_unix":1779964926.1170697,"t_done":30930.905209564,"t_done_unix":1779964927.4601533},{"request_id":"1243831:11:1371191:594","session_id":"1243831","input_length":26818,"t_proxy_recv":30930.911502521,"t_decision_unix":1779964927.4664435,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9736743977925274,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (706 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":706,"cache_hit":26112,"estimated_new_tokens":706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":26112,"new_prefill":706,"score_linear":61464.0,"score_lmetric":706},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":61464.0,"chosen_score_lmetric":706,"t_first_token":30931.076225904,"t_first_token_unix":1779964927.631169,"t_done":30931.950709554,"t_done_unix":1779964928.5056536},{"request_id":"1253804:7:1526643:940","session_id":"1253804","input_length":87576,"t_proxy_recv":30875.680778721,"t_decision_unix":1779964872.2357194,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.8769525897506166,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":76800,"v3_new_local":10776,"cache_hit":76800,"estimated_new_tokens":10776,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":76800,"new_prefill":10776,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":30901.458897915,"t_first_token_unix":1779964898.013841,"t_done":30931.963710537,"t_done_unix":1779964928.5186539},{"request_id":"1253804:8:1541192:953","session_id":"1253804","input_length":89116,"t_proxy_recv":30931.978962849,"t_decision_unix":1779964928.5339043,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9939404820683154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":88576,"v3_new_local":540,"cache_hit":88576,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27164,"ongoing_decode_tokens":0,"pending_prefill_tokens":540,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":88576,"new_prefill":540,"score_linear":-61412.0,"score_lmetric":1080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61412.0,"chosen_score_lmetric":1080,"t_first_token":30932.183807672,"t_first_token_unix":1779964928.7387514,"t_done":30932.696455347,"t_done_unix":1779964929.2513988},{"request_id":"1243831:12:1385174:681","session_id":"1243831","input_length":27164,"t_proxy_recv":30931.957483809,"t_decision_unix":1779964928.5124254,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9801207480488883,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":540,"cache_hit":26624,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":26624,"new_prefill":540,"score_linear":60952.0,"score_lmetric":540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":60952.0,"chosen_score_lmetric":540,"t_first_token":30932.076740542,"t_first_token_unix":1779964928.6316843,"t_done":30932.799748833,"t_done_unix":1779964929.354692},{"request_id":"1243831:13:1398072:738","session_id":"1243831","input_length":27286,"t_proxy_recv":30932.805628275,"t_decision_unix":1779964929.36057,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945026753646559,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (150 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":150,"cache_hit":27136,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2271,"cache_hit":27136,"new_prefill":150,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":30932.879397499,"t_first_token_unix":1779964929.434341,"t_done":30933.416730395,"t_done_unix":1779964929.9716742},{"request_id":"1243831:14:1411189:814","session_id":"1243831","input_length":28085,"t_proxy_recv":30933.423568697,"t_decision_unix":1779964929.9785101,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9662097204913654,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (949 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":949,"cache_hit":27136,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2271,"cache_hit":27136,"new_prefill":949,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":30933.664073939,"t_first_token_unix":1779964930.2190175,"t_done":30934.19109489,"t_done_unix":1779964930.7460394},{"request_id":"1399948:23:1544108:954","session_id":"1399948","input_length":20031,"t_proxy_recv":30933.61397087,"t_decision_unix":1779964930.1689124,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9201737307173881,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1599 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":1599,"cache_hit":18432,"estimated_new_tokens":1599,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28085,"ongoing_decode_tokens":0,"pending_prefill_tokens":949,"num_requests":1,"active_p_offloads":0,"cached_blocks":2271,"cache_hit":0,"new_prefill":20031,"score_linear":28085.0,"score_lmetric":20980},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":18432,"new_prefill":1599,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":30933.89164298,"t_first_token_unix":1779964930.446587,"t_done":30934.331506738,"t_done_unix":1779964930.8864508},{"request_id":"1243831:15:1427593:849","session_id":"1243831","input_length":29382,"t_proxy_recv":30934.198403884,"t_decision_unix":1779964930.7533455,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9584099108297597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1222 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":1222,"cache_hit":28160,"estimated_new_tokens":1222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2273,"cache_hit":28160,"new_prefill":1222,"score_linear":-28160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20031,"ongoing_decode_tokens":20031,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":29382,"score_linear":20031.0,"score_lmetric":29382}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":30934.510336943,"t_first_token_unix":1779964931.0652807,"t_done":30935.368962785,"t_done_unix":1779964931.9239068},{"request_id":"1243831:16:1446717:874","session_id":"1243831","input_length":29571,"t_proxy_recv":30935.375577283,"t_decision_unix":1779964931.9305189,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (387 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":387,"cache_hit":29184,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":29184,"new_prefill":387,"score_linear":-29184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":30935.454699738,"t_first_token_unix":1779964932.009643,"t_done":30935.88612596,"t_done_unix":1779964932.4410698},{"request_id":"1399948:24:1546940:955","session_id":"1399948","input_length":21809,"t_proxy_recv":30943.058155005,"t_decision_unix":1779964939.613096,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9155853088174607,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1841 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":1841,"cache_hit":19968,"estimated_new_tokens":1841,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":21809,"score_linear":31161.0,"score_lmetric":21809},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":19968,"new_prefill":1841,"score_linear":-19968.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":30943.400105634,"t_first_token_unix":1779964939.9550493,"t_done":30943.658026017,"t_done_unix":1779964940.2129695},{"request_id":"1399948:25:1553234:957","session_id":"1399948","input_length":22250,"t_proxy_recv":30963.590709144,"t_decision_unix":1779964960.1456504,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9664719101123596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (746 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":746,"cache_hit":21504,"estimated_new_tokens":746,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":22250,"score_linear":31161.0,"score_lmetric":22250},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76017,"ongoing_decode_tokens":76017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":22250,"score_linear":76017.0,"score_lmetric":22250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":21504,"new_prefill":746,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":30963.733851948,"t_first_token_unix":1779964960.288796,"t_done":30964.281476492,"t_done_unix":1779964960.8364203},{"request_id":"1268861:18:1553083:956","session_id":"1268861","input_length":76017,"t_proxy_recv":30963.150792409,"t_decision_unix":1779964959.7057333,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9968296565241985,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (241 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":241,"cache_hit":75776,"estimated_new_tokens":241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":76017,"score_linear":31161.0,"score_lmetric":76017},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":75776,"new_prefill":241,"score_linear":-75776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":21504,"new_prefill":54513,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":30963.393523851,"t_first_token_unix":1779964959.9484677,"t_done":30964.431338826,"t_done_unix":1779964960.9862823},{"request_id":"1399948:26:1557859:959","session_id":"1399948","input_length":23042,"t_proxy_recv":30979.548561851,"t_decision_unix":1779964976.1035028,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9554726152243729,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1026 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":1026,"cache_hit":22016,"estimated_new_tokens":1026,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":23042,"score_linear":31161.0,"score_lmetric":23042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":22016,"new_prefill":1026,"score_linear":-22016.0,"score_lmetric":0}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":30979.759067012,"t_first_token_unix":1779964976.3140106,"t_done":30980.046396156,"t_done_unix":1779964976.6013424},{"request_id":"1399948:27:1559017:960","session_id":"1399948","input_length":24139,"t_proxy_recv":30983.221185283,"t_decision_unix":1779964979.776126,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9544720162392808,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1099 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1099,"cache_hit":23040,"estimated_new_tokens":1099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":24139,"score_linear":31161.0,"score_lmetric":24139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2202,"cache_hit":23040,"new_prefill":1099,"score_linear":-23040.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":30983.485603959,"t_first_token_unix":1779964980.040548,"t_done":30984.44548641,"t_done_unix":1779964981.0004303},{"request_id":"1243831:17:1453633:883","session_id":"1243831","input_length":31161,"t_proxy_recv":30935.893574362,"t_decision_unix":1779964932.4485161,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9365553095215173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1977 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":1977,"cache_hit":29184,"estimated_new_tokens":1977,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":29184,"new_prefill":1977,"score_linear":-29184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":30936.279534063,"t_first_token_unix":1779964932.8344777,"t_done":30988.888869827,"t_done_unix":1779964985.4438136},{"request_id":"1399948:28:1560859:961","session_id":"1399948","input_length":24386,"t_proxy_recv":30989.342342145,"t_decision_unix":1779964985.897283,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9867957024522267,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (322 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":322,"cache_hit":24064,"estimated_new_tokens":322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":24064,"new_prefill":322,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30989.421398055,"t_first_token_unix":1779964985.9763415,"t_done":30990.697938798,"t_done_unix":1779964987.2528822},{"request_id":"1399948:29:1571125:963","session_id":"1399948","input_length":28781,"t_proxy_recv":31023.214360123,"t_decision_unix":1779965019.769301,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.8538966679406553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4205 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":4205,"cache_hit":24576,"estimated_new_tokens":4205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131413,"ongoing_decode_tokens":131413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":28781,"score_linear":131413.0,"score_lmetric":28781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2205,"cache_hit":24576,"new_prefill":4205,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":31024.089442378,"t_first_token_unix":1779965020.6443858,"t_done":31024.360357036,"t_done_unix":1779965020.9153001},{"request_id":"1356885:6:1570780:962","session_id":"1356885","input_length":131413,"t_proxy_recv":31022.201621825,"t_decision_unix":1779965018.756563,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131072,"affinity_cache_ratio":0.9974051273466096,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (341 < 8000)","v3_prefill_cache_hit":131072,"v3_new_local":341,"cache_hit":131072,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":131072,"new_prefill":341,"score_linear":-131072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":122368,"new_prefill":9045,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2205,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131072.0,"chosen_score_lmetric":0,"t_first_token":31022.835272223,"t_first_token_unix":1779965019.390216,"t_done":31025.041414527,"t_done_unix":1779965021.596358},{"request_id":"1399948:30:1578524:967","session_id":"1399948","input_length":30773,"t_proxy_recv":31048.403610276,"t_decision_unix":1779965044.9585516,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9317258635817113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2101 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":2101,"cache_hit":28672,"estimated_new_tokens":2101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":30773,"score_linear":186046.0,"score_lmetric":66022},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":28672,"new_prefill":2101,"score_linear":-28672.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":31048.904456938,"t_first_token_unix":1779965045.459401,"t_done":31049.206689178,"t_done_unix":1779965045.761634},{"request_id":"1399948:31:1579418:968","session_id":"1399948","input_length":30925,"t_proxy_recv":31051.625033447,"t_decision_unix":1779965048.1799746,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9933710590137429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (205 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":205,"cache_hit":30720,"estimated_new_tokens":205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":30925,"score_linear":186046.0,"score_lmetric":66326},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":30720,"new_prefill":205,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":31051.72112154,"t_first_token_unix":1779965048.2760649,"t_done":31053.05578531,"t_done_unix":1779965049.6107285},{"request_id":"1356885:7:1580925:969","session_id":"1356885","input_length":131775,"t_proxy_recv":31056.939937033,"t_decision_unix":1779965053.494878,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9985505596660975,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (191 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":191,"cache_hit":131584,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":131584,"new_prefill":191,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":122368,"new_prefill":9407,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":131775,"score_linear":186046.0,"score_lmetric":268026},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":31057.336737945,"t_first_token_unix":1779965053.891682,"t_done":31059.373378819,"t_done_unix":1779965055.9283233},{"request_id":"1399948:32:1581424:970","session_id":"1399948","input_length":31231,"t_proxy_recv":31058.387434882,"t_decision_unix":1779965054.942376,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9836380519355769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (511 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":511,"cache_hit":30720,"estimated_new_tokens":511,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":31231,"score_linear":131775.0,"score_lmetric":31231},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":31231,"score_linear":186046.0,"score_lmetric":66938},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":30720,"new_prefill":511,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":31058.484257343,"t_first_token_unix":1779965055.0392005,"t_done":31059.490867049,"t_done_unix":1779965056.0458105},{"request_id":"1399948:33:1583165:972","session_id":"1399948","input_length":31445,"t_proxy_recv":31064.288585004,"t_decision_unix":1779965060.8435261,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9932262680871363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (213 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":213,"cache_hit":31232,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":31445,"score_linear":186046.0,"score_lmetric":67366},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":31232,"new_prefill":213,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":31064.373439789,"t_first_token_unix":1779965060.9283834,"t_done":31065.030228758,"t_done_unix":1779965061.5851722},{"request_id":"1277428:12:1586139:973","session_id":"1277428","input_length":47660,"t_proxy_recv":31074.425926546,"t_decision_unix":1779965070.9808676,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9668485102811583,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1580 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":1580,"cache_hit":46080,"estimated_new_tokens":1580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":46080,"new_prefill":1580,"score_linear":-46080.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":3584,"new_prefill":44076,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":30252,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":47660,"score_linear":186046.0,"score_lmetric":99796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4608,"new_prefill":43052,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":31074.892351827,"t_first_token_unix":1779965071.4472957,"t_done":31075.501601659,"t_done_unix":1779965072.056545},{"request_id":"1399948:34:1586232:974","session_id":"1399948","input_length":32143,"t_proxy_recv":31074.77673679,"t_decision_unix":1779965071.3316765,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.97165790374265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (911 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":911,"cache_hit":31232,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47660,"ongoing_decode_tokens":0,"pending_prefill_tokens":1580,"num_requests":1,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":32143,"score_linear":47660.0,"score_lmetric":33723},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":32143,"score_linear":186046.0,"score_lmetric":68762},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":31232,"new_prefill":911,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":31074.979146373,"t_first_token_unix":1779965071.5340903,"t_done":31075.879976279,"t_done_unix":1779965072.4349196},{"request_id":"1270606:4:1578042:965","session_id":"1270606","input_length":109083,"t_proxy_recv":31046.81864203,"t_decision_unix":1779965043.373583,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9903651348056067,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1051 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":1051,"cache_hit":108032,"estimated_new_tokens":1051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":1536,"new_prefill":107547,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":108032,"new_prefill":1051,"score_linear":-108032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":31086.144061547,"t_first_token_unix":1779965082.6990051,"t_done":31086.752476618,"t_done_unix":1779965083.3074203},{"request_id":"1268861:19:1578134:966","session_id":"1268861","input_length":76963,"t_proxy_recv":31047.064118239,"t_decision_unix":1779965043.619059,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9845770045346465,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1187 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":1187,"cache_hit":75776,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":75776,"new_prefill":1187,"score_linear":33307.0,"score_lmetric":2238},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":21504,"new_prefill":55459,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":33307.0,"chosen_score_lmetric":2238,"t_first_token":31086.14808532,"t_first_token_unix":1779965082.7030292,"t_done":31089.010253875,"t_done_unix":1779965085.5651977},{"request_id":"1270606:5:1581455:971","session_id":"1270606","input_length":111387,"t_proxy_recv":31086.791307806,"t_decision_unix":1779965083.346249,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9790729618357618,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2331 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":2331,"cache_hit":109056,"estimated_new_tokens":2331,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":1536,"new_prefill":109851,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76963,"ongoing_decode_tokens":76963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2604,"cache_hit":109056,"new_prefill":2331,"score_linear":-32093.0,"score_lmetric":2331},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32093.0,"chosen_score_lmetric":2331,"t_first_token":31088.550047682,"t_first_token_unix":1779965085.1049917,"t_done":31091.55934902,"t_done_unix":1779965088.1142979},{"request_id":"1294611:15:1590202:975","session_id":"1294611","input_length":75249,"t_proxy_recv":31087.964164427,"t_decision_unix":1779965084.5191054,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9593748754136268,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3057 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":3057,"cache_hit":72192,"estimated_new_tokens":3057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":72192,"new_prefill":3057,"score_linear":-72192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":26097,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":188350,"ongoing_decode_tokens":76963,"pending_prefill_tokens":2331,"num_requests":2,"active_p_offloads":0,"cached_blocks":2604,"cache_hit":0,"new_prefill":75249,"score_linear":188350.0,"score_lmetric":155160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":31089.469397729,"t_first_token_unix":1779965086.0243413,"t_done":31092.189859822,"t_done_unix":1779965088.7448056},{"request_id":"1277428:13:1593499:976","session_id":"1277428","input_length":49316,"t_proxy_recv":31099.605273249,"t_decision_unix":1779965096.1602142,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47616,"affinity_cache_ratio":0.9655284289074539,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1700 < 8000)","v3_prefill_cache_hit":47616,"v3_new_local":1700,"cache_hit":47616,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":47616,"new_prefill":1700,"score_linear":-47616.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":3584,"new_prefill":45732,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":31908,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4608,"new_prefill":44708,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":31100.255314336,"t_first_token_unix":1779965096.8102586,"t_done":31101.782922529,"t_done_unix":1779965098.337866},{"request_id":"1294611:15:1594038:977","session_id":"1294611","input_length":75584,"t_proxy_recv":31101.326512234,"t_decision_unix":1779965097.8814533,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75264,"affinity_cache_ratio":0.995766299745978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":320,"cache_hit":75264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49316,"ongoing_decode_tokens":49316,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":75584,"score_linear":49316.0,"score_lmetric":75584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":75264,"new_prefill":320,"score_linear":-75264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":26432,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":31101.448693229,"t_first_token_unix":1779965098.0036373,"t_done":31102.564196607,"t_done_unix":1779965099.1191401},{"request_id":"1268861:20:1595141:978","session_id":"1268861","input_length":77218,"t_proxy_recv":31105.306933789,"t_decision_unix":1779965101.861875,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9945867543836929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":418,"cache_hit":76800,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":76800,"new_prefill":418,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":21504,"new_prefill":55714,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":31105.551871174,"t_first_token_unix":1779965102.1068146,"t_done":31106.086671771,"t_done_unix":1779965102.6416156},{"request_id":"1399948:35:1602048:980","session_id":"1399948","input_length":33533,"t_proxy_recv":31128.686513388,"t_decision_unix":1779965125.2414546,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9619181105179972,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1277 < 8000)","v3_prefill_cache_hit":32256,"v3_new_local":1277,"cache_hit":32256,"estimated_new_tokens":1277,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":0,"new_prefill":33533,"score_linear":75716.0,"score_lmetric":33533},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":32256,"new_prefill":1277,"score_linear":-32256.0,"score_lmetric":0}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":31129.087150692,"t_first_token_unix":1779965125.6420946,"t_done":31130.10333603,"t_done_unix":1779965126.658283},{"request_id":"1253804:9:1605110:981","session_id":"1253804","input_length":90656,"t_proxy_recv":31138.667784938,"t_decision_unix":1779965135.222726,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":89088,"affinity_cache_ratio":0.9827038475114719,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1568 < 8000)","v3_prefill_cache_hit":89088,"v3_new_local":1568,"cache_hit":89088,"estimated_new_tokens":1568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":89088,"new_prefill":1568,"score_linear":-13372.0,"score_lmetric":1568},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13372.0,"chosen_score_lmetric":1568,"t_first_token":31139.630181417,"t_first_token_unix":1779965136.1851254,"t_done":31144.921605527,"t_done_unix":1779965141.4765494},{"request_id":"1294611:15:1596163:979","session_id":"1294611","input_length":75716,"t_proxy_recv":31108.488263747,"t_decision_unix":1779965105.0432045,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9940303238417243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (452 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":452,"cache_hit":75264,"estimated_new_tokens":452,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":75264,"new_prefill":452,"score_linear":-75264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":26564,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":31108.600471167,"t_first_token_unix":1779965105.1554148,"t_done":31149.793859174,"t_done_unix":1779965146.3488033},{"request_id":"1268861:21:1609831:982","session_id":"1268861","input_length":77293,"t_proxy_recv":31154.413315081,"t_decision_unix":1779965150.9682562,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9936216733727504,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (493 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":493,"cache_hit":76800,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":76800,"new_prefill":493,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":21504,"new_prefill":55789,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":31154.518552117,"t_first_token_unix":1779965151.073496,"t_done":31156.127468037,"t_done_unix":1779965152.6824112},{"request_id":"1253804:10:1611505:983","session_id":"1253804","input_length":91103,"t_proxy_recv":31159.89312512,"t_decision_unix":1779965156.4480662,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9947422148557128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (479 < 8000)","v3_prefill_cache_hit":90624,"v3_new_local":479,"cache_hit":90624,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":90624,"new_prefill":479,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":31160.061438465,"t_first_token_unix":1779965156.616382,"t_done":31160.196057647,"t_done_unix":1779965156.7510011},{"request_id":"1399948:36:1612467:984","session_id":"1399948","input_length":34773,"t_proxy_recv":31162.998747078,"t_decision_unix":1779965159.5536883,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9570643890374716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1493 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":1493,"cache_hit":33280,"estimated_new_tokens":1493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":33280,"new_prefill":1493,"score_linear":-33280.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":31163.343207385,"t_first_token_unix":1779965159.8981507,"t_done":31163.892604173,"t_done_unix":1779965160.4475477},{"request_id":"1253804:11:1613030:985","session_id":"1253804","input_length":91131,"t_proxy_recv":31165.226473193,"t_decision_unix":1779965161.781414,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9944365803074695,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (507 < 8000)","v3_prefill_cache_hit":90624,"v3_new_local":507,"cache_hit":90624,"estimated_new_tokens":507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":90624,"new_prefill":507,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":31165.34210677,"t_first_token_unix":1779965161.8970506,"t_done":31167.421541867,"t_done_unix":1779965163.976485},{"request_id":"1399948:37:1613628:986","session_id":"1399948","input_length":35308,"t_proxy_recv":31167.074842214,"t_decision_unix":1779965163.6297836,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9860654809108418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (492 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":492,"cache_hit":34816,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91131,"ongoing_decode_tokens":91131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":35308,"score_linear":91131.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":34816,"new_prefill":492,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":31167.279660542,"t_first_token_unix":1779965163.834604,"t_done":31168.421190829,"t_done_unix":1779965164.9761393},{"request_id":"1399948:38:1616890:987","session_id":"1399948","input_length":35581,"t_proxy_recv":31178.260487878,"t_decision_unix":1779965174.8154292,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9928894634776988,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (253 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":253,"cache_hit":35328,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":35328,"new_prefill":253,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":31178.364708972,"t_first_token_unix":1779965174.919652,"t_done":31178.886147483,"t_done_unix":1779965175.4410906},{"request_id":"1399948:39:1618250:989","session_id":"1399948","input_length":35682,"t_proxy_recv":31182.954298616,"t_decision_unix":1779965179.5092402,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9900790314444258,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (354 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":354,"cache_hit":35328,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":35328,"new_prefill":354,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":31183.020529305,"t_first_token_unix":1779965179.5754726,"t_done":31183.465587099,"t_done_unix":1779965180.0205305},{"request_id":"1399948:40:1620970:991","session_id":"1399948","input_length":35958,"t_proxy_recv":31191.943322858,"t_decision_unix":1779965188.498264,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9824795594860671,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (630 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":630,"cache_hit":35328,"estimated_new_tokens":630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78439,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":35958,"score_linear":78439.0,"score_lmetric":37085},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":35328,"new_prefill":630,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":31192.074060037,"t_first_token_unix":1779965188.6290033,"t_done":31192.441638284,"t_done_unix":1779965188.9965813},{"request_id":"1268861:22:1620830:990","session_id":"1268861","input_length":78439,"t_proxy_recv":31191.47326178,"t_decision_unix":1779965188.0282028,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9856321472736777,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1127 < 8000)","v3_prefill_cache_hit":77312,"v3_new_local":1127,"cache_hit":77312,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":77312,"new_prefill":1127,"score_linear":-77312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":21504,"new_prefill":56935,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":31192.160031512,"t_first_token_unix":1779965188.7149744,"t_done":31193.442901055,"t_done_unix":1779965189.9978442},{"request_id":"1253804:12:1621957:992","session_id":"1253804","input_length":91389,"t_proxy_recv":31195.38635532,"t_decision_unix":1779965191.9412966,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9972316143080677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (253 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":253,"cache_hit":91136,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":91136,"new_prefill":253,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":31195.568394831,"t_first_token_unix":1779965192.1233385,"t_done":31195.857560445,"t_done_unix":1779965192.4125037},{"request_id":"1399948:41:1624143:993","session_id":"1399948","input_length":36168,"t_proxy_recv":31202.751406025,"t_decision_unix":1779965199.3063476,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.990931209909312,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (328 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":328,"cache_hit":35840,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":35840,"new_prefill":328,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":31202.891227069,"t_first_token_unix":1779965199.4461703,"t_done":31203.551404898,"t_done_unix":1779965200.106348},{"request_id":"1253804:13:1624613:994","session_id":"1253804","input_length":91440,"t_proxy_recv":31204.326943746,"t_decision_unix":1779965200.8818834,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9966754155730534,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (304 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":304,"cache_hit":91136,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":91136,"new_prefill":304,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":31204.456686752,"t_first_token_unix":1779965201.01163,"t_done":31205.456793199,"t_done_unix":1779965202.0117366},{"request_id":"1253804:14:1626575:995","session_id":"1253804","input_length":92367,"t_proxy_recv":31210.84119866,"t_decision_unix":1779965207.3961399,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9866727294380028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1231 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":1231,"cache_hit":91136,"estimated_new_tokens":1231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":91136,"new_prefill":1231,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":31211.472253217,"t_first_token_unix":1779965208.027197,"t_done":31212.282208178,"t_done_unix":1779965208.8371515},{"request_id":"1253804:15:1628485:997","session_id":"1253804","input_length":92701,"t_proxy_recv":31217.163872231,"t_decision_unix":1779965213.7188137,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92160,"affinity_cache_ratio":0.9941640327504557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (541 < 8000)","v3_prefill_cache_hit":92160,"v3_new_local":541,"cache_hit":92160,"estimated_new_tokens":541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2294,"cache_hit":92160,"new_prefill":541,"score_linear":-92160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36984,"ongoing_decode_tokens":0,"pending_prefill_tokens":1144,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":92701,"score_linear":36984.0,"score_lmetric":93845}],"chosen_score_linear":-92160.0,"chosen_score_lmetric":0,"t_first_token":31217.448263339,"t_first_token_unix":1779965214.003207,"t_done":31217.830229833,"t_done_unix":1779965214.3851733},{"request_id":"1399948:42:1628429:996","session_id":"1399948","input_length":36984,"t_proxy_recv":31216.942948576,"t_decision_unix":1779965213.4978898,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9690677049534934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1144 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":1144,"cache_hit":35840,"estimated_new_tokens":1144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2294,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":35840,"new_prefill":1144,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":31217.229398258,"t_first_token_unix":1779965213.7843418,"t_done":31218.440379503,"t_done_unix":1779965214.995323},{"request_id":"1388507:3:1629072:998","session_id":"1388507","input_length":79074,"t_proxy_recv":31219.25308256,"t_decision_unix":1779965215.8080242,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9582922325922554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3298 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":3298,"cache_hit":75776,"estimated_new_tokens":3298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":75776,"new_prefill":3298,"score_linear":-75776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":31220.952746873,"t_first_token_unix":1779965217.5076904,"t_done":31221.508301916,"t_done_unix":1779965218.0632453},{"request_id":"1253804:16:1629713:999","session_id":"1253804","input_length":92953,"t_proxy_recv":31221.212557347,"t_decision_unix":1779965217.7674985,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9969769668542167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":92672,"v3_new_local":281,"cache_hit":92672,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":92672,"new_prefill":281,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79074,"ongoing_decode_tokens":79074,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":89369,"score_linear":75490.0,"score_lmetric":89369},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":31221.494720185,"t_first_token_unix":1779965218.0496635,"t_done":31222.479119728,"t_done_unix":1779965219.0340633},{"request_id":"1268861:23:1631587:1001","session_id":"1268861","input_length":79693,"t_proxy_recv":31227.21081295,"t_decision_unix":1779965223.7657542,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9829721556472965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1357 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":1357,"cache_hit":78336,"estimated_new_tokens":1357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":0,"new_prefill":79693,"score_linear":79890.0,"score_lmetric":79693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":78336,"new_prefill":1357,"score_linear":-78336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":21504,"new_prefill":58189,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":31227.91548571,"t_first_token_unix":1779965224.4704294,"t_done":31228.560894107,"t_done_unix":1779965225.1158378},{"request_id":"1253804:17:1631602:1002","session_id":"1253804","input_length":93219,"t_proxy_recv":31227.288099575,"t_decision_unix":1779965223.843041,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9941320975337645,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (547 < 8000)","v3_prefill_cache_hit":92672,"v3_new_local":547,"cache_hit":92672,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":92672,"new_prefill":547,"score_linear":-12782.0,"score_lmetric":547},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79693,"ongoing_decode_tokens":0,"pending_prefill_tokens":1357,"num_requests":1,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":93219,"score_linear":79693.0,"score_lmetric":94576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12782.0,"chosen_score_lmetric":547,"t_first_token":31227.573837836,"t_first_token_unix":1779965224.128781,"t_done":31228.715148481,"t_done_unix":1779965225.2700915},{"request_id":"1294611:15:1631116:1000","session_id":"1294611","input_length":79890,"t_proxy_recv":31225.797205646,"t_decision_unix":1779965222.3521464,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9933658780823632,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (530 < 8000)","v3_prefill_cache_hit":79360,"v3_new_local":530,"cache_hit":79360,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":79360,"new_prefill":530,"score_linear":-79360.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":30738,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":31225.973120735,"t_first_token_unix":1779965222.5280645,"t_done":31229.35596545,"t_done_unix":1779965225.9109085},{"request_id":"1253804:18:1633257:1003","session_id":"1253804","input_length":93509,"t_proxy_recv":31232.74097759,"t_decision_unix":1779965229.295919,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9965243987209788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (325 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":325,"cache_hit":93184,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":93184,"new_prefill":325,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":31233.027205032,"t_first_token_unix":1779965229.5821483,"t_done":31233.916400364,"t_done_unix":1779965230.4713433},{"request_id":"1294611:15:1634779:1004","session_id":"1294611","input_length":80221,"t_proxy_recv":31237.908634779,"t_decision_unix":1779965234.463576,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.995649518205956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (349 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":349,"cache_hit":79872,"estimated_new_tokens":349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":79872,"new_prefill":349,"score_linear":-79872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":31069,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":31238.035780134,"t_first_token_unix":1779965234.5907235,"t_done":31238.842296779,"t_done_unix":1779965235.3972437},{"request_id":"1253804:19:1634903:1005","session_id":"1253804","input_length":93664,"t_proxy_recv":31238.282696155,"t_decision_unix":1779965234.8376377,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9948752989408951,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (480 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":480,"cache_hit":93184,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80221,"ongoing_decode_tokens":80221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":93184,"new_prefill":480,"score_linear":-12963.0,"score_lmetric":480},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12963.0,"chosen_score_lmetric":480,"t_first_token":31238.473080118,"t_first_token_unix":1779965235.028024,"t_done":31242.617734443,"t_done_unix":1779965239.172678},{"request_id":"1253804:20:1638889:1007","session_id":"1253804","input_length":94111,"t_proxy_recv":31251.459186188,"t_decision_unix":1779965248.0141273,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9955903135658956,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (415 < 8000)","v3_prefill_cache_hit":93696,"v3_new_local":415,"cache_hit":93696,"estimated_new_tokens":415,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":93696,"new_prefill":415,"score_linear":-12979.0,"score_lmetric":415},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12979.0,"chosen_score_lmetric":415,"t_first_token":31251.651181384,"t_first_token_unix":1779965248.206125,"t_done":31252.893715771,"t_done_unix":1779965249.4486594},{"request_id":"1258908:2:1639411:1008","session_id":"1258908","input_length":9804,"t_proxy_recv":31253.265779926,"t_decision_unix":1779965249.8207211,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9400244798041616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (588 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":588,"cache_hit":9216,"estimated_new_tokens":588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":9804,"score_linear":80717.0,"score_lmetric":9804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":9216,"new_prefill":588,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":31254.019571344,"t_first_token_unix":1779965250.5745149,"t_done":31255.594727001,"t_done_unix":1779965252.1496713},{"request_id":"1268861:24:1643502:1011","session_id":"1268861","input_length":80019,"t_proxy_recv":31267.086649121,"t_decision_unix":1779965263.6415906,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9917644559417138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (659 < 8000)","v3_prefill_cache_hit":79360,"v3_new_local":659,"cache_hit":79360,"estimated_new_tokens":659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":80019,"score_linear":174986.0,"score_lmetric":160038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":79360,"new_prefill":659,"score_linear":-79360.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":38102,"ongoing_decode_tokens":0,"pending_prefill_tokens":1238,"num_requests":1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":21504,"new_prefill":58515,"score_linear":16598.0,"score_lmetric":59753}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":31267.343293505,"t_first_token_unix":1779965263.898237,"t_done":31267.809682358,"t_done_unix":1779965264.3646264},{"request_id":"1399948:43:1643413:1010","session_id":"1399948","input_length":38102,"t_proxy_recv":31266.738646459,"t_decision_unix":1779965263.293587,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9675082672825573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1238 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":1238,"cache_hit":36864,"estimated_new_tokens":1238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":38102,"score_linear":174986.0,"score_lmetric":76204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":36864,"new_prefill":1238,"score_linear":-36864.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":31267.104562254,"t_first_token_unix":1779965263.6595054,"t_done":31267.88814445,"t_done_unix":1779965264.4430876},{"request_id":"1399948:44:1644970:1012","session_id":"1399948","input_length":38308,"t_proxy_recv":31271.86228124,"t_decision_unix":1779965268.4172227,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9890362326407017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":420,"cache_hit":37888,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":38308,"score_linear":174986.0,"score_lmetric":76616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2231,"cache_hit":37888,"new_prefill":420,"score_linear":-37888.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":31271.972306505,"t_first_token_unix":1779965268.5272498,"t_done":31273.491746089,"t_done_unix":1779965270.0466893},{"request_id":"1294611:15:1636645:1006","session_id":"1294611","input_length":80717,"t_proxy_recv":31243.949875114,"t_decision_unix":1779965240.5048163,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9895313254952488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (845 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":845,"cache_hit":79872,"estimated_new_tokens":845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":79872,"new_prefill":845,"score_linear":-79872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":31565,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":31244.361610457,"t_first_token_unix":1779965240.9165542,"t_done":31274.702116929,"t_done_unix":1779965271.2570603},{"request_id":"1253804:21:1640487:1009","session_id":"1253804","input_length":94269,"t_proxy_recv":31256.745765499,"t_decision_unix":1779965253.3007069,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9939216497470006,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (573 < 8000)","v3_prefill_cache_hit":93696,"v3_new_local":573,"cache_hit":93696,"estimated_new_tokens":573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":93696,"new_prefill":573,"score_linear":-12979.0,"score_lmetric":573},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12979.0,"chosen_score_lmetric":573,"t_first_token":31256.947372912,"t_first_token_unix":1779965253.5023165,"t_done":31276.945331454,"t_done_unix":1779965273.500277},{"request_id":"1253804:22:1650001:1013","session_id":"1253804","input_length":95715,"t_proxy_recv":31288.4561183,"t_decision_unix":1779965285.0110595,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9949537690017238,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":95232,"v3_new_local":483,"cache_hit":95232,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":95232,"new_prefill":483,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":31288.642230599,"t_first_token_unix":1779965285.1971748,"t_done":31289.138932392,"t_done_unix":1779965285.6938758},{"request_id":"1399948:45:1650679:1014","session_id":"1399948","input_length":38758,"t_proxy_recv":31290.901872797,"t_decision_unix":1779965287.4568138,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9907631972754012,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (358 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":358,"cache_hit":38400,"estimated_new_tokens":358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":38400,"new_prefill":358,"score_linear":-38400.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":31291.046403104,"t_first_token_unix":1779965287.601347,"t_done":31291.640114277,"t_done_unix":1779965288.1950576},{"request_id":"1253804:23:1651448:1015","session_id":"1253804","input_length":96944,"t_proxy_recv":31293.202942643,"t_decision_unix":1779965289.7578838,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9876217197557353,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1200 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":1200,"cache_hit":95744,"estimated_new_tokens":1200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":95744,"new_prefill":1200,"score_linear":-95744.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":31294.042153298,"t_first_token_unix":1779965290.5970974,"t_done":31294.448215766,"t_done_unix":1779965291.0031588},{"request_id":"1399948:46:1658183:1018","session_id":"1399948","input_length":39837,"t_proxy_recv":31316.038248036,"t_decision_unix":1779965312.593189,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9639280066270051,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1437 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":1437,"cache_hit":38400,"estimated_new_tokens":1437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":0,"new_prefill":39837,"score_linear":83204.0,"score_lmetric":39837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":39837,"score_linear":80406.0,"score_lmetric":39837},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":38400,"new_prefill":1437,"score_linear":-38400.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":31316.422876355,"t_first_token_unix":1779965312.97782,"t_done":31317.27898536,"t_done_unix":1779965313.8339286},{"request_id":"1253804:24:1659020:1019","session_id":"1253804","input_length":97769,"t_proxy_recv":31318.93540083,"t_decision_unix":1779965315.4903421,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":96768,"affinity_cache_ratio":0.9897615808691916,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1001 < 8000)","v3_prefill_cache_hit":96768,"v3_new_local":1001,"cache_hit":96768,"estimated_new_tokens":1001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":96768,"new_prefill":1001,"score_linear":-13564.0,"score_lmetric":1001},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":97769,"score_linear":80406.0,"score_lmetric":97769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13564.0,"chosen_score_lmetric":1001,"t_first_token":31319.598412621,"t_first_token_unix":1779965316.1533568,"t_done":31320.225250937,"t_done_unix":1779965316.780194},{"request_id":"1268861:25:1653400:1016","session_id":"1268861","input_length":80406,"t_proxy_recv":31299.636673241,"t_decision_unix":1779965296.1916142,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9933587045742855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (534 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":534,"cache_hit":79872,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":79872,"new_prefill":534,"score_linear":-79872.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":21504,"new_prefill":58902,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":31300.039508163,"t_first_token_unix":1779965296.594452,"t_done":31324.507889687,"t_done_unix":1779965321.062833},{"request_id":"1253804:25:1662273:1020","session_id":"1253804","input_length":98187,"t_proxy_recv":31329.799274116,"t_decision_unix":1779965326.3542151,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9959770641734649,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (395 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":395,"cache_hit":97792,"estimated_new_tokens":395,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":97792,"new_prefill":395,"score_linear":-14588.0,"score_lmetric":395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14588.0,"chosen_score_lmetric":395,"t_first_token":31330.283915432,"t_first_token_unix":1779965326.8388596,"t_done":31330.901009465,"t_done_unix":1779965327.4559531},{"request_id":"1399948:47:1664702:1022","session_id":"1399948","input_length":40261,"t_proxy_recv":31338.400594166,"t_decision_unix":1779965334.9555354,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9919276719405876,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (325 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":325,"cache_hit":39936,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":181458,"ongoing_decode_tokens":181458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":0,"new_prefill":40261,"score_linear":181458.0,"score_lmetric":80522},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":39936,"new_prefill":325,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":31338.620408835,"t_first_token_unix":1779965335.1753526,"t_done":31339.044078152,"t_done_unix":1779965335.5990245},{"request_id":"1294611:15:1657992:1017","session_id":"1294611","input_length":83204,"t_proxy_recv":31315.56002718,"t_decision_unix":1779965312.1149683,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9968751502331619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (260 < 8000)","v3_prefill_cache_hit":82944,"v3_new_local":260,"cache_hit":82944,"estimated_new_tokens":260,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":82944,"new_prefill":260,"score_linear":-82944.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":34052,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":83204,"score_linear":80406.0,"score_lmetric":83204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":31315.743354168,"t_first_token_unix":1779965312.2982976,"t_done":31341.997911979,"t_done_unix":1779965338.5528555},{"request_id":"1356885:8:1665690:1023","session_id":"1356885","input_length":132537,"t_proxy_recv":31341.61794111,"t_decision_unix":1779965338.1728823,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9928095550676415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (953 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":953,"cache_hit":131584,"estimated_new_tokens":953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":181458,"ongoing_decode_tokens":181458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":0,"new_prefill":132537,"score_linear":181458.0,"score_lmetric":265074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":131584,"new_prefill":953,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":10169,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":31342.321521249,"t_first_token_unix":1779965338.8764644,"t_done":31344.117744464,"t_done_unix":1779965340.6726875},{"request_id":"1399948:48:1666394:1024","session_id":"1399948","input_length":40343,"t_proxy_recv":31344.030685261,"t_decision_unix":1779965340.5856266,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9899115088119377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (407 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":407,"cache_hit":39936,"estimated_new_tokens":407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":40343,"score_linear":98254.0,"score_lmetric":40343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132537,"ongoing_decode_tokens":132537,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":40343,"score_linear":132537.0,"score_lmetric":40343},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":39936,"new_prefill":407,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":31344.102069355,"t_first_token_unix":1779965340.6570127,"t_done":31345.491415365,"t_done_unix":1779965342.0463586},{"request_id":"1399948:49:1668825:1025","session_id":"1399948","input_length":40642,"t_proxy_recv":31352.591512501,"t_decision_unix":1779965349.1464539,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9952266128635402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (194 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":194,"cache_hit":40448,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":40642,"score_linear":98254.0,"score_lmetric":40642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":40448,"new_prefill":194,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":31352.706967698,"t_first_token_unix":1779965349.2619107,"t_done":31353.787466101,"t_done_unix":1779965350.3424094},{"request_id":"1294611:15:1673197:1026","session_id":"1294611","input_length":85542,"t_proxy_recv":31367.808452779,"t_decision_unix":1779965364.363394,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9935704098571462,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (550 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":550,"cache_hit":84992,"estimated_new_tokens":550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":84992,"new_prefill":550,"score_linear":13262.0,"score_lmetric":550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":36390,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":13262.0,"chosen_score_lmetric":550,"t_first_token":31367.975415529,"t_first_token_unix":1779965364.5303595,"t_done":31370.577358461,"t_done_unix":1779965367.132304},{"request_id":"1253804:26:1663639:1021","session_id":"1253804","input_length":98254,"t_proxy_recv":31334.632672259,"t_decision_unix":1779965331.1876135,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9952979013577056,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (462 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":462,"cache_hit":97792,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":97792,"new_prefill":462,"score_linear":-14588.0,"score_lmetric":462},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14588.0,"chosen_score_lmetric":462,"t_first_token":31334.805235569,"t_first_token_unix":1779965331.3601794,"t_done":31374.42753886,"t_done_unix":1779965370.9824822},{"request_id":"1294611:15:1676489:1027","session_id":"1294611","input_length":85722,"t_proxy_recv":31379.194052307,"t_decision_unix":1779965375.7489936,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9974568955460675,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (218 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":218,"cache_hit":85504,"estimated_new_tokens":218,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":85504,"new_prefill":218,"score_linear":-85504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":36570,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":31379.324236317,"t_first_token_unix":1779965375.87918,"t_done":31381.919080276,"t_done_unix":1779965378.4740236},{"request_id":"1399948:50:1677482:1028","session_id":"1399948","input_length":42648,"t_proxy_recv":31382.447314232,"t_decision_unix":1779965379.0022557,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9484149315325455,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2200 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":2200,"cache_hit":40448,"estimated_new_tokens":2200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":40448,"new_prefill":2200,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":31383.032213272,"t_first_token_unix":1779965379.5871572,"t_done":31386.686514751,"t_done_unix":1779965383.2414582},{"request_id":"1294611:15:1679070:1029","session_id":"1294611","input_length":86602,"t_proxy_recv":31387.875724759,"t_decision_unix":1779965384.430666,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.987321308976698,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1098 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":1098,"cache_hit":85504,"estimated_new_tokens":1098,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":85504,"new_prefill":1098,"score_linear":-85504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":37450,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":31388.321788225,"t_first_token_unix":1779965384.8767319,"t_done":31391.112301224,"t_done_unix":1779965387.6672444},{"request_id":"1253804:27:1683133:1031","session_id":"1253804","input_length":101743,"t_proxy_recv":31401.504573684,"t_decision_unix":1779965398.0595148,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9963928722369106,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (367 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":367,"cache_hit":101376,"estimated_new_tokens":367,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":86925,"ongoing_decode_tokens":86925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2313,"cache_hit":101376,"new_prefill":367,"score_linear":-14451.0,"score_lmetric":367},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14451.0,"chosen_score_lmetric":367,"t_first_token":31401.70727995,"t_first_token_unix":1779965398.2622237,"t_done":31402.192922727,"t_done_unix":1779965398.7478664},{"request_id":"1294611:15:1682649:1030","session_id":"1294611","input_length":86925,"t_proxy_recv":31399.785573252,"t_decision_unix":1779965396.3405144,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":86528,"affinity_cache_ratio":0.9954328444060973,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (397 < 8000)","v3_prefill_cache_hit":86528,"v3_new_local":397,"cache_hit":86528,"estimated_new_tokens":397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2313,"cache_hit":86528,"new_prefill":397,"score_linear":-86528.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":37773,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":31399.923985121,"t_first_token_unix":1779965396.4789288,"t_done":31404.216425789,"t_done_unix":1779965400.771369},{"request_id":"1253804:28:1685257:1032","session_id":"1253804","input_length":101794,"t_proxy_recv":31408.506090612,"t_decision_unix":1779965405.0610316,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9958936676031986,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":418,"cache_hit":101376,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":101376,"new_prefill":418,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":31408.653803271,"t_first_token_unix":1779965405.2087467,"t_done":31409.369038883,"t_done_unix":1779965405.9239829},{"request_id":"1399948:51:1686626:1033","session_id":"1399948","input_length":43407,"t_proxy_recv":31413.439058124,"t_decision_unix":1779965409.993999,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43008,"affinity_cache_ratio":0.9908079342041606,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (399 < 8000)","v3_prefill_cache_hit":43008,"v3_new_local":399,"cache_hit":43008,"estimated_new_tokens":399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":43008,"new_prefill":399,"score_linear":-43008.0,"score_lmetric":0}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":31413.596757169,"t_first_token_unix":1779965410.1517007,"t_done":31415.038810598,"t_done_unix":1779965411.5937543},{"request_id":"1253804:29:1688398:1034","session_id":"1253804","input_length":102067,"t_proxy_recv":31419.490502548,"t_decision_unix":1779965416.0454438,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9932299371981149,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (691 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":691,"cache_hit":101376,"estimated_new_tokens":691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":101376,"new_prefill":691,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":31419.808273864,"t_first_token_unix":1779965416.363218,"t_done":31420.821550914,"t_done_unix":1779965417.3764942},{"request_id":"1399948:52:1689144:1035","session_id":"1399948","input_length":43673,"t_proxy_recv":31422.072614394,"t_decision_unix":1779965418.6275556,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (153 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":153,"cache_hit":43520,"estimated_new_tokens":153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":43520,"new_prefill":153,"score_linear":-43520.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":31422.180201926,"t_first_token_unix":1779965418.7351456,"t_done":31422.91758093,"t_done_unix":1779965419.472525},{"request_id":"1356885:9:1689871:1036","session_id":"1356885","input_length":132823,"t_proxy_recv":31424.452935419,"t_decision_unix":1779965421.0078766,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9983813044427546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (215 < 8000)","v3_prefill_cache_hit":132608,"v3_new_local":215,"cache_hit":132608,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":132608,"new_prefill":215,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":10455,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":31424.748878806,"t_first_token_unix":1779965421.3038223,"t_done":31426.452354773,"t_done_unix":1779965423.007298},{"request_id":"1253804:30:1690362:1037","session_id":"1253804","input_length":102214,"t_proxy_recv":31426.104424482,"t_decision_unix":1779965422.6593657,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9968106130275696,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (326 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":326,"cache_hit":101888,"estimated_new_tokens":326,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":101888,"new_prefill":326,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132823,"ongoing_decode_tokens":132823,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102214,"score_linear":132823.0,"score_lmetric":102214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":31426.298807334,"t_first_token_unix":1779965422.8537507,"t_done":31427.058838918,"t_done_unix":1779965423.613783},{"request_id":"1253804:31:1691981:1038","session_id":"1253804","input_length":102322,"t_proxy_recv":31431.684319868,"t_decision_unix":1779965428.239261,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9957584879107132,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (434 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":434,"cache_hit":101888,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":101888,"new_prefill":434,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":31431.843058928,"t_first_token_unix":1779965428.3980029,"t_done":31432.227659869,"t_done_unix":1779965428.782603},{"request_id":"1399948:53:1692115:1039","session_id":"1399948","input_length":43938,"t_proxy_recv":31432.201693128,"t_decision_unix":1779965428.7566345,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9904865947471437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":418,"cache_hit":43520,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102322,"ongoing_decode_tokens":102322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":43938,"score_linear":102322.0,"score_lmetric":43938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":43520,"new_prefill":418,"score_linear":-43520.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":31432.355087224,"t_first_token_unix":1779965428.9100304,"t_done":31433.726052422,"t_done_unix":1779965430.2809958},{"request_id":"1253804:32:1693715:1040","session_id":"1253804","input_length":102509,"t_proxy_recv":31437.766552851,"t_decision_unix":1779965434.321494,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9939419953369948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (621 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":621,"cache_hit":101888,"estimated_new_tokens":621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":101888,"new_prefill":621,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":31438.075326688,"t_first_token_unix":1779965434.6302707,"t_done":31438.857331927,"t_done_unix":1779965435.412278},{"request_id":"1399948:54:1694570:1041","session_id":"1399948","input_length":44182,"t_proxy_recv":31440.85482839,"t_decision_unix":1779965437.4097695,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9966049522429948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (150 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":150,"cache_hit":44032,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":44032,"new_prefill":150,"score_linear":-44032.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":31440.963016432,"t_first_token_unix":1779965437.5179603,"t_done":31441.24188256,"t_done_unix":1779965437.7968264},{"request_id":"1253804:33:1695393:1042","session_id":"1253804","input_length":102632,"t_proxy_recv":31443.519698529,"t_decision_unix":1779965440.0746396,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9977394964533479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (232 < 8000)","v3_prefill_cache_hit":102400,"v3_new_local":232,"cache_hit":102400,"estimated_new_tokens":232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":102400,"new_prefill":232,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":31443.716365452,"t_first_token_unix":1779965440.2713094,"t_done":31444.21774406,"t_done_unix":1779965440.7726874},{"request_id":"1253804:34:1697569:1043","session_id":"1253804","input_length":102792,"t_proxy_recv":31451.350313733,"t_decision_unix":1779965447.9052548,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9961864736555374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (392 < 8000)","v3_prefill_cache_hit":102400,"v3_new_local":392,"cache_hit":102400,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":102400,"new_prefill":392,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":31451.599794722,"t_first_token_unix":1779965448.1547384,"t_done":31454.99895087,"t_done_unix":1779965451.5538943},{"request_id":"1253804:35:1701250:1044","session_id":"1253804","input_length":103349,"t_proxy_recv":31463.901520169,"t_decision_unix":1779965460.4564614,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9957716088205981,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":102912,"v3_new_local":437,"cache_hit":102912,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":102912,"new_prefill":437,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":31464.226908363,"t_first_token_unix":1779965460.7818525,"t_done":31464.529766313,"t_done_unix":1779965461.0847096},{"request_id":"1253804:36:1702697:1045","session_id":"1253804","input_length":103400,"t_proxy_recv":31469.049973058,"t_decision_unix":1779965465.6049142,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9952804642166344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (488 < 8000)","v3_prefill_cache_hit":102912,"v3_new_local":488,"cache_hit":102912,"estimated_new_tokens":488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":102912,"new_prefill":488,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":31469.193405249,"t_first_token_unix":1779965465.748349,"t_done":31469.641301546,"t_done_unix":1779965466.196245},{"request_id":"1399948:55:1704272:1047","session_id":"1399948","input_length":45284,"t_proxy_recv":31474.31813803,"t_decision_unix":1779965470.8730793,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9723522657009098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1252 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1252,"cache_hit":44032,"estimated_new_tokens":1252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":45284,"score_linear":103471.0,"score_lmetric":45284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":44032,"new_prefill":1252,"score_linear":-44032.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":31474.74942216,"t_first_token_unix":1779965471.304366,"t_done":31476.42653493,"t_done_unix":1779965472.9814785},{"request_id":"1356885:10:1706624:1048","session_id":"1356885","input_length":133014,"t_proxy_recv":31482.647306833,"t_decision_unix":1779965479.2022479,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9969476897168719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (406 < 8000)","v3_prefill_cache_hit":132608,"v3_new_local":406,"cache_hit":132608,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":133014,"score_linear":103471.0,"score_lmetric":133014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":132608,"new_prefill":406,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":10646,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":31482.910911209,"t_first_token_unix":1779965479.465855,"t_done":31484.386629643,"t_done_unix":1779965480.9415731},{"request_id":"1253804:37:1704071:1046","session_id":"1253804","input_length":103471,"t_proxy_recv":31473.522310138,"t_decision_unix":1779965470.077251,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":103424,"affinity_cache_ratio":0.9995457664466372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (47 < 8000)","v3_prefill_cache_hit":103424,"v3_new_local":47,"cache_hit":103424,"estimated_new_tokens":47,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":103424,"new_prefill":47,"score_linear":-103424.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-103424.0,"chosen_score_lmetric":0,"t_first_token":31473.667800758,"t_first_token_unix":1779965470.222745,"t_done":31489.139687355,"t_done_unix":1779965485.6946309},{"request_id":"1399948:56:1708284:1049","session_id":"1399948","input_length":45571,"t_proxy_recv":31488.355195796,"t_decision_unix":1779965484.9101372,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9886989532816923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (515 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":515,"cache_hit":45056,"estimated_new_tokens":515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":45571,"score_linear":103471.0,"score_lmetric":45571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":45056,"new_prefill":515,"score_linear":-45056.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":31488.467151017,"t_first_token_unix":1779965485.022095,"t_done":31489.364318159,"t_done_unix":1779965485.9192615},{"request_id":"1399948:57:1711464:1050","session_id":"1399948","input_length":45756,"t_proxy_recv":31499.151720477,"t_decision_unix":1779965495.7066617,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45568,"affinity_cache_ratio":0.995891249235073,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (188 < 8000)","v3_prefill_cache_hit":45568,"v3_new_local":188,"cache_hit":45568,"estimated_new_tokens":188,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":45568,"new_prefill":188,"score_linear":-45568.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":31499.267573444,"t_first_token_unix":1779965495.8225172,"t_done":31501.740448427,"t_done_unix":1779965498.2953918},{"request_id":"1253804:38:1712824:1051","session_id":"1253804","input_length":104953,"t_proxy_recv":31503.978795352,"t_decision_unix":1779965500.5337365,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104448,"affinity_cache_ratio":0.9951883223919278,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":104448,"v3_new_local":505,"cache_hit":104448,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":104448,"new_prefill":505,"score_linear":-104448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104448.0,"chosen_score_lmetric":0,"t_first_token":31504.188256454,"t_first_token_unix":1779965500.7432005,"t_done":31504.495553814,"t_done_unix":1779965501.050497},{"request_id":"1253804:39:1714767:1052","session_id":"1253804","input_length":105004,"t_proxy_recv":31510.559291624,"t_decision_unix":1779965507.1142325,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9995809683440631,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (44 < 8000)","v3_prefill_cache_hit":104960,"v3_new_local":44,"cache_hit":104960,"estimated_new_tokens":44,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":104960,"new_prefill":44,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":31510.712287274,"t_first_token_unix":1779965507.267231,"t_done":31511.281625809,"t_done_unix":1779965507.836569},{"request_id":"1253804:40:1716790:1053","session_id":"1253804","input_length":105156,"t_proxy_recv":31517.271532024,"t_decision_unix":1779965513.8264732,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9981361025523984,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (196 < 8000)","v3_prefill_cache_hit":104960,"v3_new_local":196,"cache_hit":104960,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":104960,"new_prefill":196,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":31517.532057864,"t_first_token_unix":1779965514.0870016,"t_done":31522.185205303,"t_done_unix":1779965518.7401483},{"request_id":"1340290:13:1718889:1055","session_id":"1340290","input_length":37173,"t_proxy_recv":31524.35369742,"t_decision_unix":1779965520.9086385,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9503672020014526,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1845 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":1845,"cache_hit":35328,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":47861,"ongoing_decode_tokens":0,"pending_prefill_tokens":2805,"num_requests":1,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":37173,"score_linear":47861.0,"score_lmetric":39978},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":35328,"new_prefill":1845,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":31529.971336868,"t_first_token_unix":1779965526.5262806,"t_done":31531.598945975,"t_done_unix":1779965528.1538906},{"request_id":"1305906:4:1718131:1054","session_id":"1305906","input_length":47861,"t_proxy_recv":31521.717864446,"t_decision_unix":1779965518.2728055,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9413927832682142,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2805 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":2805,"cache_hit":45056,"estimated_new_tokens":2805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105156,"ongoing_decode_tokens":105156,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":47861,"score_linear":105156.0,"score_lmetric":47861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":45056,"new_prefill":2805,"score_linear":-45056.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":31530.445203666,"t_first_token_unix":1779965527.0001469,"t_done":31532.536563506,"t_done_unix":1779965529.0915072},{"request_id":"1305906:5:1514292:934","session_id":"1305906","input_length":49817,"t_proxy_recv":31532.548637082,"t_decision_unix":1779965529.1035783,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9660959110343859,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1689 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":1689,"cache_hit":48128,"estimated_new_tokens":1689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":48128,"new_prefill":1689,"score_linear":-48128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":31533.21090508,"t_first_token_unix":1779965529.7658486,"t_done":31533.886903821,"t_done_unix":1779965530.441847},{"request_id":"1253804:41:1721979:1057","session_id":"1253804","input_length":105638,"t_proxy_recv":31534.960973414,"t_decision_unix":1779965531.5159147,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9984285957704614,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (166 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":166,"cache_hit":105472,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":105472,"new_prefill":166,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37438,"ongoing_decode_tokens":37438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":3584,"new_prefill":102054,"score_linear":33854.0,"score_lmetric":102054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":31535.165580401,"t_first_token_unix":1779965531.7205238,"t_done":31535.813515141,"t_done_unix":1779965532.3684587},{"request_id":"1340290:14:1721731:1056","session_id":"1340290","input_length":37438,"t_proxy_recv":31534.071044093,"t_decision_unix":1779965530.6259859,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.998343928628666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (62 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":62,"cache_hit":37376,"estimated_new_tokens":62,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":37376,"new_prefill":62,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":31534.143020035,"t_first_token_unix":1779965530.6979632,"t_done":31535.921603252,"t_done_unix":1779965532.4765465},{"request_id":"1253804:42:1724453:1058","session_id":"1253804","input_length":105715,"t_proxy_recv":31543.450168523,"t_decision_unix":1779965540.0051095,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977013668826562,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (243 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":243,"cache_hit":105472,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":105472,"new_prefill":243,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":31543.59476402,"t_first_token_unix":1779965540.1497078,"t_done":31544.37704267,"t_done_unix":1779965540.9319863},{"request_id":"1253804:43:1726322:1060","session_id":"1253804","input_length":105845,"t_proxy_recv":31549.522340731,"t_decision_unix":1779965546.077282,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9964759790259341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (373 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":373,"cache_hit":105472,"estimated_new_tokens":373,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":105472,"new_prefill":373,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":3584,"new_prefill":102261,"score_linear":34140.0,"score_lmetric":102261},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":31549.723164941,"t_first_token_unix":1779965546.2781086,"t_done":31550.414470127,"t_done_unix":1779965546.9694135},{"request_id":"1399948:58:1726693:1061","session_id":"1399948","input_length":46886,"t_proxy_recv":31550.739904801,"t_decision_unix":1779965547.294846,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46080,"affinity_cache_ratio":0.982809367401783,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (806 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":806,"cache_hit":46080,"estimated_new_tokens":806,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":0,"new_prefill":46886,"score_linear":37724.0,"score_lmetric":46886},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":46080,"new_prefill":806,"score_linear":-46080.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":31551.095344728,"t_first_token_unix":1779965547.650288,"t_done":31551.225485296,"t_done_unix":1779965547.7804286},{"request_id":"1399948:59:1728305:1062","session_id":"1399948","input_length":46927,"t_proxy_recv":31556.033306393,"t_decision_unix":1779965552.5882475,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9928612525838004,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (335 < 8000)","v3_prefill_cache_hit":46592,"v3_new_local":335,"cache_hit":46592,"estimated_new_tokens":335,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":0,"new_prefill":46927,"score_linear":37724.0,"score_lmetric":46927},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":46592,"new_prefill":335,"score_linear":-46592.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":31556.113549107,"t_first_token_unix":1779965552.6684928,"t_done":31556.258621708,"t_done_unix":1779965552.813565},{"request_id":"1253804:44:1728625:1063","session_id":"1253804","input_length":106070,"t_proxy_recv":31557.224650176,"t_decision_unix":1779965553.779591,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9943622136325069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (598 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":598,"cache_hit":105472,"estimated_new_tokens":598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":105472,"new_prefill":598,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":3584,"new_prefill":102486,"score_linear":34140.0,"score_lmetric":102486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":31557.546944669,"t_first_token_unix":1779965554.101888,"t_done":31558.586747349,"t_done_unix":1779965555.141691},{"request_id":"1340290:15:1725612:1059","session_id":"1340290","input_length":37724,"t_proxy_recv":31547.255625208,"t_decision_unix":1779965543.8105662,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9907751033824621,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (348 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":348,"cache_hit":37376,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":37376,"new_prefill":348,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":31547.330792586,"t_first_token_unix":1779965543.8857362,"t_done":31564.934159081,"t_done_unix":1779965561.4891038},{"request_id":"1253804:45:1732408:1064","session_id":"1253804","input_length":106394,"t_proxy_recv":31570.195319261,"t_decision_unix":1779965566.7502606,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9961463992330395,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (410 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":410,"cache_hit":105984,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":105984,"new_prefill":410,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":31570.52528094,"t_first_token_unix":1779965567.080225,"t_done":31570.891013794,"t_done_unix":1779965567.4459574},{"request_id":"1399948:60:1732843:1065","session_id":"1399948","input_length":47074,"t_proxy_recv":31571.785764954,"t_decision_unix":1779965568.340706,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9897608021413095,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (482 < 8000)","v3_prefill_cache_hit":46592,"v3_new_local":482,"cache_hit":46592,"estimated_new_tokens":482,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":46592,"new_prefill":482,"score_linear":-46592.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":31571.915357532,"t_first_token_unix":1779965568.4703016,"t_done":31572.288338386,"t_done_unix":1779965568.843282},{"request_id":"1253804:46:1733935:1066","session_id":"1253804","input_length":106443,"t_proxy_recv":31575.28450794,"t_decision_unix":1779965571.8394494,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9956878329246639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (459 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":459,"cache_hit":105984,"estimated_new_tokens":459,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":105984,"new_prefill":459,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":31575.421632696,"t_first_token_unix":1779965571.9765763,"t_done":31576.132311598,"t_done_unix":1779965572.6872547},{"request_id":"1399948:61:1735933:1067","session_id":"1399948","input_length":47205,"t_proxy_recv":31581.98832674,"t_decision_unix":1779965578.5432682,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9978603961444762,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (101 < 8000)","v3_prefill_cache_hit":47104,"v3_new_local":101,"cache_hit":47104,"estimated_new_tokens":101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":47104,"new_prefill":101,"score_linear":-47104.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":31582.09181047,"t_first_token_unix":1779965578.6467543,"t_done":31583.627248023,"t_done_unix":1779965580.1821914},{"request_id":"1253804:47:1736337:1068","session_id":"1253804","input_length":107137,"t_proxy_recv":31583.260944841,"t_decision_unix":1779965579.815886,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.994017006263009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (641 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":641,"cache_hit":106496,"estimated_new_tokens":641,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":106496,"new_prefill":641,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47205,"ongoing_decode_tokens":47205,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":107137,"score_linear":47205.0,"score_lmetric":107137}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":31583.981865724,"t_first_token_unix":1779965580.5368097,"t_done":31584.393579266,"t_done_unix":1779965580.9485226},{"request_id":"1253804:48:1737694:1069","session_id":"1253804","input_length":108145,"t_proxy_recv":31587.700019737,"t_decision_unix":1779965584.254961,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.98948633778723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1137 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1137,"cache_hit":107008,"estimated_new_tokens":1137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":107008,"new_prefill":1137,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":31588.615554229,"t_first_token_unix":1779965585.170498,"t_done":31589.039349046,"t_done_unix":1779965585.594292},{"request_id":"1253804:49:1739030:1070","session_id":"1253804","input_length":109454,"t_proxy_recv":31592.08095745,"t_decision_unix":1779965588.6358988,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9870082409048551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1422 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":1422,"cache_hit":108032,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":108032,"new_prefill":1422,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":31593.215088011,"t_first_token_unix":1779965589.7700317,"t_done":31593.636571576,"t_done_unix":1779965590.191515},{"request_id":"1253804:50:1741670:1071","session_id":"1253804","input_length":110854,"t_proxy_recv":31601.059855402,"t_decision_unix":1779965597.6147966,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9837804680029588,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1798 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":1798,"cache_hit":109056,"estimated_new_tokens":1798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":109056,"new_prefill":1798,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":31602.200668715,"t_first_token_unix":1779965598.7556126,"t_done":31602.637176192,"t_done_unix":1779965599.1921196},{"request_id":"1253804:51:1744514:1072","session_id":"1253804","input_length":111661,"t_proxy_recv":31610.49024342,"t_decision_unix":1779965607.0451846,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":110592,"affinity_cache_ratio":0.9904263798461415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1069 < 8000)","v3_prefill_cache_hit":110592,"v3_new_local":1069,"cache_hit":110592,"estimated_new_tokens":1069,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":110592,"new_prefill":1069,"score_linear":-110592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-110592.0,"chosen_score_lmetric":0,"t_first_token":31611.237153857,"t_first_token_unix":1779965607.792098,"t_done":31611.6708262,"t_done_unix":1779965608.22577},{"request_id":"1340290:16:1745847:1073","session_id":"1340290","input_length":40200,"t_proxy_recv":31615.093403901,"t_decision_unix":1779965611.648345,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9934328358208955,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (264 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":264,"cache_hit":39936,"estimated_new_tokens":264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":39936,"new_prefill":264,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":31615.170466684,"t_first_token_unix":1779965611.72541,"t_done":31615.898137668,"t_done_unix":1779965612.453081},{"request_id":"1253804:52:1746191:1074","session_id":"1253804","input_length":111724,"t_proxy_recv":31616.129019216,"t_decision_unix":1779965612.6839585,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9990333321399162,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":108,"cache_hit":111616,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":111616,"new_prefill":108,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":31616.285273025,"t_first_token_unix":1779965612.8402164,"t_done":31617.067604837,"t_done_unix":1779965613.6225479},{"request_id":"1253804:53:1748377:1075","session_id":"1253804","input_length":111811,"t_proxy_recv":31623.466646676,"t_decision_unix":1779965620.0215874,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9982559855470392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (195 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":195,"cache_hit":111616,"estimated_new_tokens":195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":111616,"new_prefill":195,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":31623.625455468,"t_first_token_unix":1779965620.1803992,"t_done":31624.112406612,"t_done_unix":1779965620.6673498},{"request_id":"1399948:62:1749028:1076","session_id":"1399948","input_length":48212,"t_proxy_recv":31625.624859373,"t_decision_unix":1779965622.1798003,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9770181697502697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":47104,"v3_new_local":1108,"cache_hit":47104,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":47104,"new_prefill":1108,"score_linear":-47104.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":31625.986274161,"t_first_token_unix":1779965622.5412183,"t_done":31626.540234,"t_done_unix":1779965623.0951772},{"request_id":"1253804:54:1750056:1077","session_id":"1253804","input_length":112074,"t_proxy_recv":31629.057221147,"t_decision_unix":1779965625.6121624,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9959134143512323,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (458 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":458,"cache_hit":111616,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":111616,"new_prefill":458,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":31629.401251935,"t_first_token_unix":1779965625.956196,"t_done":31635.329452344,"t_done_unix":1779965631.8843977},{"request_id":"1399948:63:1753316:1079","session_id":"1399948","input_length":48636,"t_proxy_recv":31639.922354902,"t_decision_unix":1779965636.477296,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9895550620939222,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (508 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":508,"cache_hit":48128,"estimated_new_tokens":508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":0,"pending_prefill_tokens":432,"num_requests":1,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":48636,"score_linear":133552.0,"score_lmetric":49068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":48128,"new_prefill":508,"score_linear":-48128.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":31640.188271303,"t_first_token_unix":1779965636.7432148,"t_done":31640.296151587,"t_done_unix":1779965636.8510947},{"request_id":"1399948:64:1754453:1080","session_id":"1399948","input_length":48693,"t_proxy_recv":31643.833316155,"t_decision_unix":1779965640.3882573,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9989115478610888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (53 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":53,"cache_hit":48640,"estimated_new_tokens":53,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":133552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":48693,"score_linear":133552.0,"score_lmetric":48693},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2252,"cache_hit":48640,"new_prefill":53,"score_linear":-48640.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":31643.939954105,"t_first_token_unix":1779965640.4948978,"t_done":31645.222968259,"t_done_unix":1779965641.7779117},{"request_id":"1356885:11:1753167:1078","session_id":"1356885","input_length":133552,"t_proxy_recv":31639.498954797,"t_decision_unix":1779965636.053896,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":133120,"affinity_cache_ratio":0.9967653048999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (432 < 8000)","v3_prefill_cache_hit":133120,"v3_new_local":432,"cache_hit":133120,"estimated_new_tokens":432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":133120,"new_prefill":432,"score_linear":-133120.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":11184,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-133120.0,"chosen_score_lmetric":0,"t_first_token":31640.151280511,"t_first_token_unix":1779965636.7062244,"t_done":31657.577733847,"t_done_unix":1779965654.132681},{"request_id":"1399948:65:1759200:1081","session_id":"1399948","input_length":49220,"t_proxy_recv":31660.329983607,"t_decision_unix":1779965656.8849244,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9882161722876879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (580 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":580,"cache_hit":48640,"estimated_new_tokens":580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2252,"cache_hit":48640,"new_prefill":580,"score_linear":-48640.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":31660.594644549,"t_first_token_unix":1779965657.149588,"t_done":31666.163650715,"t_done_unix":1779965662.7185943},{"request_id":"1277428:14:1767578:1082","session_id":"1277428","input_length":49716,"t_proxy_recv":31689.199022828,"t_decision_unix":1779965685.7539642,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9886555636012552,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (564 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":564,"cache_hit":49152,"estimated_new_tokens":564,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":49152,"new_prefill":564,"score_linear":-49152.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":46132,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":32308,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":45108,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":31689.379185036,"t_first_token_unix":1779965685.934129,"t_done":31690.421673179,"t_done_unix":1779965686.9766166},{"request_id":"1277428:14:1770237:1083","session_id":"1277428","input_length":49925,"t_proxy_recv":31698.538534691,"t_decision_unix":1779965695.0934756,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.994772158237356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (261 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":261,"cache_hit":49664,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":49664,"new_prefill":261,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":46341,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":32517,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":45317,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":31698.649618739,"t_first_token_unix":1779965695.204562,"t_done":31698.963792602,"t_done_unix":1779965695.5187361},{"request_id":"1277428:15:1771467:1084","session_id":"1277428","input_length":51398,"t_proxy_recv":31702.608829075,"t_decision_unix":1779965699.1637702,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9662632787267987,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1734 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":1734,"cache_hit":49664,"estimated_new_tokens":1734,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":49664,"new_prefill":1734,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":47814,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":33990,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":46790,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":31703.193754856,"t_first_token_unix":1779965699.7486987,"t_done":31706.702322233,"t_done_unix":1779965703.2572684},{"request_id":"1399948:66:1772336:1085","session_id":"1399948","input_length":51012,"t_proxy_recv":31705.557364153,"t_decision_unix":1779965702.112305,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9735748451344781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1348 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":1348,"cache_hit":49664,"estimated_new_tokens":1348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51398,"ongoing_decode_tokens":51398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":51012,"score_linear":51398.0,"score_lmetric":51012},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":49664,"new_prefill":1348,"score_linear":-49664.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":31706.032077839,"t_first_token_unix":1779965702.5870214,"t_done":31708.997399097,"t_done_unix":1779965705.5523422},{"request_id":"1399948:67:1777074:1086","session_id":"1399948","input_length":52331,"t_proxy_recv":31721.624027892,"t_decision_unix":1779965718.1789691,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9783875714203818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1131 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":1131,"cache_hit":51200,"estimated_new_tokens":1131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":51200,"new_prefill":1131,"score_linear":-51200.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":31722.100890569,"t_first_token_unix":1779965718.6558344,"t_done":31726.420326653,"t_done_unix":1779965722.9752698},{"request_id":"1399948:68:1784799:1087","session_id":"1399948","input_length":53289,"t_proxy_recv":31748.121632609,"t_decision_unix":1779965744.6765738,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9896226238060387,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (553 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":553,"cache_hit":52736,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2260,"cache_hit":52736,"new_prefill":553,"score_linear":-52736.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":31748.406261653,"t_first_token_unix":1779965744.9612052,"t_done":31752.712378658,"t_done_unix":1779965749.2673218},{"request_id":"1277428:16:1787662:1088","session_id":"1277428","input_length":52754,"t_proxy_recv":31758.559316775,"t_decision_unix":1779965755.1142578,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":51712,"affinity_cache_ratio":0.9802479432839216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1042 < 8000)","v3_prefill_cache_hit":51712,"v3_new_local":1042,"cache_hit":51712,"estimated_new_tokens":1042,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":51712,"new_prefill":1042,"score_linear":-51712.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":49170,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":35346,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":48146,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51712.0,"chosen_score_lmetric":0,"t_first_token":31758.956410772,"t_first_token_unix":1779965755.5113544,"t_done":31759.552923935,"t_done_unix":1779965756.1078675},{"request_id":"1305906:5:1788459:1089","session_id":"1305906","input_length":52461,"t_proxy_recv":31761.097496382,"t_decision_unix":1779965757.652434,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.946684203503555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2797 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":2797,"cache_hit":49664,"estimated_new_tokens":2797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":49664,"new_prefill":2797,"score_linear":-49664.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":31762.088898829,"t_first_token_unix":1779965758.6438425,"t_done":31762.600796908,"t_done_unix":1779965759.155741},{"request_id":"1399948:69:1790968:1090","session_id":"1399948","input_length":54141,"t_proxy_recv":31769.692281882,"t_decision_unix":1779965766.2472234,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9929628193051476,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (381 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":381,"cache_hit":53760,"estimated_new_tokens":381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51255,"ongoing_decode_tokens":51255,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2634,"cache_hit":0,"new_prefill":54141,"score_linear":51255.0,"score_lmetric":54141},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":53760,"new_prefill":381,"score_linear":-53760.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":31769.974247082,"t_first_token_unix":1779965766.5291903,"t_done":31773.863375536,"t_done_unix":1779965770.4183214},{"request_id":"1305906:6:1529600:945","session_id":"1305906","input_length":51255,"t_proxy_recv":31762.611265984,"t_decision_unix":1779965759.1662073,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9989269339576626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (55 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":55,"cache_hit":51200,"estimated_new_tokens":55,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2634,"cache_hit":51200,"new_prefill":55,"score_linear":-51200.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":31762.68567135,"t_first_token_unix":1779965759.240615,"t_done":31777.768303519,"t_done_unix":1779965774.323247},{"request_id":"1277428:17:1793546:1091","session_id":"1277428","input_length":53574,"t_proxy_recv":31778.693502526,"t_decision_unix":1779965775.2484434,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9843580841452944,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (838 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":838,"cache_hit":52736,"estimated_new_tokens":838,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":52736,"new_prefill":838,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":49990,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":36166,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":48966,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":31779.089303632,"t_first_token_unix":1779965775.6442478,"t_done":31780.408565435,"t_done_unix":1779965776.963509},{"request_id":"1399948:70:1795589:1092","session_id":"1399948","input_length":54654,"t_proxy_recv":31786.016513552,"t_decision_unix":1779965782.5714545,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9930105756211806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (382 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":382,"cache_hit":54272,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":54272,"new_prefill":382,"score_linear":-54272.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":31786.105940613,"t_first_token_unix":1779965782.660884,"t_done":31787.038910457,"t_done_unix":1779965783.593854},{"request_id":"1277428:18:1796824:1093","session_id":"1277428","input_length":53805,"t_proxy_recv":31790.610674902,"t_decision_unix":1779965787.1656158,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53248,"affinity_cache_ratio":0.9896478022488616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (557 < 8000)","v3_prefill_cache_hit":53248,"v3_new_local":557,"cache_hit":53248,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":53248,"new_prefill":557,"score_linear":-53248.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":50221,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":36397,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":49197,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53248.0,"chosen_score_lmetric":0,"t_first_token":31790.74468204,"t_first_token_unix":1779965787.2996264,"t_done":31791.116387741,"t_done_unix":1779965787.6713312},{"request_id":"1399948:71:1800797:1094","session_id":"1399948","input_length":54920,"t_proxy_recv":31804.200118976,"t_decision_unix":1779965800.75506,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9882010196649672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (648 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":648,"cache_hit":54272,"estimated_new_tokens":648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":54272,"new_prefill":648,"score_linear":-54272.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":31804.384413476,"t_first_token_unix":1779965800.9393573,"t_done":31806.455334394,"t_done_unix":1779965803.010278},{"request_id":"1399948:72:1804699:1097","session_id":"1399948","input_length":55246,"t_proxy_recv":31817.659937037,"t_decision_unix":1779965814.2148783,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9916374036129313,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (462 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":462,"cache_hit":54784,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":55246,"score_linear":112634.0,"score_lmetric":55246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":55246,"score_linear":111736.0,"score_lmetric":55246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2264,"cache_hit":54784,"new_prefill":462,"score_linear":-54784.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":31817.780462969,"t_first_token_unix":1779965814.3354063,"t_done":31818.171498489,"t_done_unix":1779965814.7264416},{"request_id":"1399948:73:1805981:1098","session_id":"1399948","input_length":55559,"t_proxy_recv":31821.837651731,"t_decision_unix":1779965818.392593,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9952662934898037,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (263 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":263,"cache_hit":55296,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":55559,"score_linear":112634.0,"score_lmetric":55559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":55559,"score_linear":111736.0,"score_lmetric":55559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":55296,"new_prefill":263,"score_linear":-55296.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":31822.026890416,"t_first_token_unix":1779965818.5818338,"t_done":31823.318610759,"t_done_unix":1779965819.873556},{"request_id":"1305906:6:1806419:1099","session_id":"1305906","input_length":52932,"t_proxy_recv":31823.342739468,"t_decision_unix":1779965819.897681,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9962971359480087,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (196 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":196,"cache_hit":52736,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":52932,"score_linear":112634.0,"score_lmetric":52932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":52736,"new_prefill":196,"score_linear":59000.0,"score_lmetric":196},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":59000.0,"chosen_score_lmetric":196,"t_first_token":31823.421549354,"t_first_token_unix":1779965819.9764926,"t_done":31824.781814164,"t_done_unix":1779965821.3367577},{"request_id":"1305906:7:1572780:964","session_id":"1305906","input_length":54789,"t_proxy_recv":31824.794172971,"t_decision_unix":1779965821.3491147,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9625289747942105,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2053 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2053,"cache_hit":52736,"estimated_new_tokens":2053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":54789,"score_linear":112634.0,"score_lmetric":54789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":52736,"new_prefill":2053,"score_linear":59000.0,"score_lmetric":2053},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":59000.0,"chosen_score_lmetric":2053,"t_first_token":31825.516069062,"t_first_token_unix":1779965822.0710123,"t_done":31826.121113195,"t_done_unix":1779965822.6760569},{"request_id":"1399948:74:1808473:1100","session_id":"1399948","input_length":55791,"t_proxy_recv":31830.534502134,"t_decision_unix":1779965827.0894434,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (495 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":495,"cache_hit":55296,"estimated_new_tokens":495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":55791,"score_linear":112634.0,"score_lmetric":55791},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":0,"new_prefill":55791,"score_linear":111736.0,"score_lmetric":55791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":55296,"new_prefill":495,"score_linear":-55296.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":31830.665574825,"t_first_token_unix":1779965827.220518,"t_done":31832.539939833,"t_done_unix":1779965829.094884},{"request_id":"1399948:75:1817312:1101","session_id":"1399948","input_length":57308,"t_proxy_recv":31859.080670028,"t_decision_unix":1779965855.6356108,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9738256438891604,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1500 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":1500,"cache_hit":55808,"estimated_new_tokens":1500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":57308,"score_linear":112634.0,"score_lmetric":57308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":0,"new_prefill":57308,"score_linear":111736.0,"score_lmetric":57308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2266,"cache_hit":55808,"new_prefill":1500,"score_linear":-55808.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":31859.714516136,"t_first_token_unix":1779965856.2694604,"t_done":31860.546330685,"t_done_unix":1779965857.101277},{"request_id":"1270606:6:1804345:1096","session_id":"1270606","input_length":111736,"t_proxy_recv":31816.493953908,"t_decision_unix":1779965813.048894,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9989260399513138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (120 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":120,"cache_hit":111616,"estimated_new_tokens":120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":1536,"new_prefill":110200,"score_linear":111098.0,"score_lmetric":110200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":111616,"new_prefill":120,"score_linear":-111616.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2264,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":31816.775995824,"t_first_token_unix":1779965813.330939,"t_done":31860.676854991,"t_done_unix":1779965857.231799},{"request_id":"1399948:76:1821495:1102","session_id":"1399948","input_length":57659,"t_proxy_recv":31872.72940734,"t_decision_unix":1779965869.2843485,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9945368459390554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (315 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":315,"cache_hit":57344,"estimated_new_tokens":315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":57659,"score_linear":112634.0,"score_lmetric":57659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2642,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":57344,"new_prefill":315,"score_linear":-57344.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":31872.929941731,"t_first_token_unix":1779965869.4848855,"t_done":31873.588018875,"t_done_unix":1779965870.1429627},{"request_id":"1270606:6:1822681:1103","session_id":"1270606","input_length":112180,"t_proxy_recv":31876.570392708,"t_decision_unix":1779965873.1253338,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9995364592619005,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (52 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":52,"cache_hit":112128,"estimated_new_tokens":52,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":1536,"new_prefill":110644,"score_linear":111098.0,"score_lmetric":110644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2642,"cache_hit":112128,"new_prefill":52,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":31876.710897785,"t_first_token_unix":1779965873.2658412,"t_done":31877.604797665,"t_done_unix":1779965874.1597428},{"request_id":"1270606:7:1825806:1104","session_id":"1270606","input_length":112645,"t_proxy_recv":31887.184139864,"t_decision_unix":1779965883.739081,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9954103599804697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (517 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":517,"cache_hit":112128,"estimated_new_tokens":517,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":1536,"new_prefill":111109,"score_linear":111098.0,"score_lmetric":111109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2642,"cache_hit":112128,"new_prefill":517,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":31887.745106763,"t_first_token_unix":1779965884.3000503,"t_done":31891.818251997,"t_done_unix":1779965888.373196},{"request_id":"1277428:19:1834491:1105","session_id":"1277428","input_length":58474,"t_proxy_recv":31916.461578448,"t_decision_unix":1779965913.016519,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9193829736293053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4714 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":4714,"cache_hit":53760,"estimated_new_tokens":4714,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":53760,"new_prefill":4714,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":54890,"score_linear":109050.0,"score_lmetric":54890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":41066,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":53866,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":31918.210256909,"t_first_token_unix":1779965914.7652073,"t_done":31918.544349951,"t_done_unix":1779965915.099295},{"request_id":"1270606:8:1837578:1106","session_id":"1270606","input_length":113482,"t_proxy_recv":31927.288376615,"t_decision_unix":1779965923.8433173,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9925803211081934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (842 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":842,"cache_hit":112640,"estimated_new_tokens":842,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":1536,"new_prefill":111946,"score_linear":111098.0,"score_lmetric":111946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":112640,"new_prefill":842,"score_linear":-112640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":31927.851829273,"t_first_token_unix":1779965924.4067736,"t_done":31928.286621083,"t_done_unix":1779965924.8415647},{"request_id":"1253804:55:1803044:1095","session_id":"1253804","input_length":112634,"t_proxy_recv":31812.077711769,"t_decision_unix":1779965808.632653,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9955075732016976,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (506 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":506,"cache_hit":112128,"estimated_new_tokens":506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":112128,"new_prefill":506,"score_linear":-112128.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2264,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":31812.271496011,"t_first_token_unix":1779965808.8264399,"t_done":31937.085338971,"t_done_unix":1779965933.640287},{"request_id":"1270606:9:1847569:1107","session_id":"1270606","input_length":116467,"t_proxy_recv":31961.192170184,"t_decision_unix":1779965957.7471108,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":113152,"affinity_cache_ratio":0.9715370018975332,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3315 < 8000)","v3_prefill_cache_hit":113152,"v3_new_local":3315,"cache_hit":113152,"estimated_new_tokens":3315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":114931,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2644,"cache_hit":113152,"new_prefill":3315,"score_linear":-113152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-113152.0,"chosen_score_lmetric":0,"t_first_token":31963.462217935,"t_first_token_unix":1779965960.0171623,"t_done":31965.009325844,"t_done_unix":1779965961.5642698},{"request_id":"1270606:10:1851128:1108","session_id":"1270606","input_length":116659,"t_proxy_recv":31973.275342381,"t_decision_unix":1779965969.8302832,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9962711835349181,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":435,"cache_hit":116224,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":115123,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":116224,"new_prefill":435,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":31973.528451853,"t_first_token_unix":1779965970.0833962,"t_done":31974.286745051,"t_done_unix":1779965970.8416889},{"request_id":"1305906:7:1851943:1109","session_id":"1305906","input_length":58042,"t_proxy_recv":31975.810097709,"t_decision_unix":1779965972.3650386,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9438682333482651,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3258 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":3258,"cache_hit":54784,"estimated_new_tokens":3258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":54784,"new_prefill":3258,"score_linear":-54784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":31977.110345696,"t_first_token_unix":1779965973.6652899,"t_done":31979.383763951,"t_done_unix":1779965975.9387078},{"request_id":"1305906:8:1866131:1110","session_id":"1305906","input_length":58687,"t_proxy_recv":32024.321267305,"t_decision_unix":1779966020.876208,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9858401349532264,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (831 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":831,"cache_hit":57856,"estimated_new_tokens":831,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2656,"cache_hit":57856,"new_prefill":831,"score_linear":-57856.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32024.634394449,"t_first_token_unix":1779966021.1893387,"t_done":32026.533362,"t_done_unix":1779966023.0883071},{"request_id":"1270606:11:1868274:1111","session_id":"1270606","input_length":117828,"t_proxy_recv":32031.561035077,"t_decision_unix":1779966028.115976,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9863869368910615,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1604 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":1604,"cache_hit":116224,"estimated_new_tokens":1604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":116292,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2658,"cache_hit":116224,"new_prefill":1604,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":32032.574229605,"t_first_token_unix":1779966029.1291738,"t_done":32034.322550101,"t_done_unix":1779966030.877494},{"request_id":"1270606:11:1870810:1113","session_id":"1270606","input_length":118012,"t_proxy_recv":32040.054949401,"t_decision_unix":1779966036.6098905,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9978646239365488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (252 < 8000)","v3_prefill_cache_hit":117760,"v3_new_local":252,"cache_hit":117760,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":116476,"score_linear":111390.0,"score_lmetric":116476},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":117760,"new_prefill":252,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":32040.230100599,"t_first_token_unix":1779966036.785044,"t_done":32040.740809744,"t_done_unix":1779966037.2957535},{"request_id":"1356885:12:1874205:1114","session_id":"1356885","input_length":135435,"t_proxy_recv":32051.520442856,"t_decision_unix":1779966048.0753837,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":134656,"affinity_cache_ratio":0.9942481633255805,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (779 < 8000)","v3_prefill_cache_hit":134656,"v3_new_local":779,"cache_hit":134656,"estimated_new_tokens":779,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":135435,"score_linear":112926.0,"score_lmetric":135435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":134656,"new_prefill":779,"score_linear":-134656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":13067,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-134656.0,"chosen_score_lmetric":0,"t_first_token":32052.203934918,"t_first_token_unix":1779966048.7588823,"t_done":32054.76587047,"t_done_unix":1779966051.3208146},{"request_id":"1340290:17:1875101:1115","session_id":"1340290","input_length":40328,"t_proxy_recv":32054.450551299,"t_decision_unix":1779966051.0054922,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9902797064074589,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (392 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":392,"cache_hit":39936,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":40328,"score_linear":112926.0,"score_lmetric":40328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135435,"ongoing_decode_tokens":135435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":40328,"score_linear":135435.0,"score_lmetric":40328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":39936,"new_prefill":392,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":32054.524348587,"t_first_token_unix":1779966051.079292,"t_done":32057.649680383,"t_done_unix":1779966054.204624},{"request_id":"1270606:12:1876851:1116","session_id":"1270606","input_length":118600,"t_proxy_recv":32060.41755583,"t_decision_unix":1779966056.972497,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9929173693086003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (840 < 8000)","v3_prefill_cache_hit":117760,"v3_new_local":840,"cache_hit":117760,"estimated_new_tokens":840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":117064,"score_linear":111390.0,"score_lmetric":117064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":117760,"new_prefill":840,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":32061.012027795,"t_first_token_unix":1779966057.5669715,"t_done":32063.193270534,"t_done_unix":1779966059.7482374},{"request_id":"1340290:18:1878955:1117","session_id":"1340290","input_length":40583,"t_proxy_recv":32068.141716536,"t_decision_unix":1779966064.6966574,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9966734839711209,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (135 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":135,"cache_hit":40448,"estimated_new_tokens":135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":40583,"score_linear":112926.0,"score_lmetric":40583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":40448,"new_prefill":135,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":32068.221775999,"t_first_token_unix":1779966064.77672,"t_done":32068.420467199,"t_done_unix":1779966064.9754105},{"request_id":"1340290:19:1880565:1118","session_id":"1340290","input_length":40676,"t_proxy_recv":32073.399298879,"t_decision_unix":1779966069.95424,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9943947290785722,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (228 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":228,"cache_hit":40448,"estimated_new_tokens":228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":40676,"score_linear":112926.0,"score_lmetric":40676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":40448,"new_prefill":228,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":32073.502440443,"t_first_token_unix":1779966070.0573838,"t_done":32074.062718496,"t_done_unix":1779966070.6176617},{"request_id":"1340290:20:1882251:1120","session_id":"1340290","input_length":40883,"t_proxy_recv":32079.214023371,"t_decision_unix":1779966075.768964,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9893598806349827,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":435,"cache_hit":40448,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":40883,"score_linear":112926.0,"score_lmetric":40883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119030,"ongoing_decode_tokens":119030,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":40883,"score_linear":119030.0,"score_lmetric":40883},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":40448,"new_prefill":435,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":32079.320779873,"t_first_token_unix":1779966075.8757236,"t_done":32079.648954636,"t_done_unix":1779966076.2038982},{"request_id":"1270606:12:1881189:1119","session_id":"1270606","input_length":119030,"t_proxy_recv":32075.807019511,"t_decision_unix":1779966072.3619606,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118784,"affinity_cache_ratio":0.9979332941275308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":118784,"v3_new_local":246,"cache_hit":118784,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":117494,"score_linear":111390.0,"score_lmetric":117494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":118784,"new_prefill":246,"score_linear":-118784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118784.0,"chosen_score_lmetric":0,"t_first_token":32076.17302837,"t_first_token_unix":1779966072.727972,"t_done":32080.236988061,"t_done_unix":1779966076.791932},{"request_id":"1340290:21:1883855:1121","session_id":"1340290","input_length":41002,"t_proxy_recv":32084.677634189,"t_decision_unix":1779966081.2325754,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.986488463977367,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (554 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":554,"cache_hit":40448,"estimated_new_tokens":554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":41002,"score_linear":112926.0,"score_lmetric":41002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":40448,"new_prefill":554,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":32084.782216564,"t_first_token_unix":1779966081.33716,"t_done":32085.036994031,"t_done_unix":1779966081.5919375},{"request_id":"1340290:22:1884847:1122","session_id":"1340290","input_length":41909,"t_proxy_recv":32088.15025482,"t_decision_unix":1779966084.7051961,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9773556992531437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (949 < 8000)","v3_prefill_cache_hit":40960,"v3_new_local":949,"cache_hit":40960,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":41909,"score_linear":112926.0,"score_lmetric":41909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":40960,"new_prefill":949,"score_linear":-40960.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":32088.480406567,"t_first_token_unix":1779966085.0353503,"t_done":32088.820632284,"t_done_unix":1779966085.3755758},{"request_id":"1253804:55:1869941:1112","session_id":"1253804","input_length":112926,"t_proxy_recv":32037.190035255,"t_decision_unix":1779966033.7449768,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9974673680109098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (286 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":286,"cache_hit":112640,"estimated_new_tokens":286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":112640,"new_prefill":286,"score_linear":-112640.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":32037.339604623,"t_first_token_unix":1779966033.8945496,"t_done":32090.26529185,"t_done_unix":1779966086.82024},{"request_id":"1340290:23:1886013:1124","session_id":"1340290","input_length":42086,"t_proxy_recv":32092.180944565,"t_decision_unix":1779966088.7358856,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41472,"affinity_cache_ratio":0.9854108254526446,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (614 < 8000)","v3_prefill_cache_hit":41472,"v3_new_local":614,"cache_hit":41472,"estimated_new_tokens":614,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":0,"pending_prefill_tokens":5477,"num_requests":1,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":42086,"score_linear":63845.0,"score_lmetric":47563},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2466,"cache_hit":41472,"new_prefill":614,"score_linear":-41472.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":32092.290234017,"t_first_token_unix":1779966088.845178,"t_done":32092.587836094,"t_done_unix":1779966089.14278},{"request_id":"1270606:12:1886765:1125","session_id":"1270606","input_length":119440,"t_proxy_recv":32094.923340324,"t_decision_unix":1779966091.4782815,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9987943737441393,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (144 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":144,"cache_hit":119296,"estimated_new_tokens":144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":119440,"score_linear":63845.0,"score_lmetric":119440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":117904,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":119296,"new_prefill":144,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":32095.156981653,"t_first_token_unix":1779966091.7119253,"t_done":32096.21596142,"t_done_unix":1779966092.7709074},{"request_id":"1340290:24:1887125:1126","session_id":"1340290","input_length":42199,"t_proxy_recv":32095.956661671,"t_decision_unix":1779966092.5116024,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9949050925377378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (215 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":215,"cache_hit":41984,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":42199,"score_linear":63845.0,"score_lmetric":42199},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119440,"ongoing_decode_tokens":119440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":42199,"score_linear":119440.0,"score_lmetric":42199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":41984,"new_prefill":215,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":32096.067346306,"t_first_token_unix":1779966092.6222901,"t_done":32096.239359138,"t_done_unix":1779966092.794302},{"request_id":"1340290:25:1888447:1127","session_id":"1340290","input_length":42444,"t_proxy_recv":32100.34958472,"t_decision_unix":1779966096.9045258,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9891621901800018,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (460 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":460,"cache_hit":41984,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":42444,"score_linear":63845.0,"score_lmetric":42444},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":41984,"new_prefill":460,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":32100.500234881,"t_first_token_unix":1779966097.0551784,"t_done":32100.8052699,"t_done_unix":1779966097.3602133},{"request_id":"1277428:20:1885419:1123","session_id":"1277428","input_length":63845,"t_proxy_recv":32090.066457258,"t_decision_unix":1779966086.6213982,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9142141123032343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5477 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":5477,"cache_hit":58368,"estimated_new_tokens":5477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":58368,"new_prefill":5477,"score_linear":-58368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":3584,"new_prefill":60261,"score_linear":109342.0,"score_lmetric":60261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":46437,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2466,"cache_hit":4608,"new_prefill":59237,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":32092.294333202,"t_first_token_unix":1779966088.8492763,"t_done":32102.449506909,"t_done_unix":1779966099.00445},{"request_id":"1340290:26:1889402:1128","session_id":"1340290","input_length":48504,"t_proxy_recv":32103.669604298,"t_decision_unix":1779966100.2245455,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.8655780966518225,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6520 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":6520,"cache_hit":41984,"estimated_new_tokens":6520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":41984,"new_prefill":6520,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":32105.553182042,"t_first_token_unix":1779966102.1081264,"t_done":32105.763218156,"t_done_unix":1779966102.3181617},{"request_id":"1270606:13:1890252:1129","session_id":"1270606","input_length":119686,"t_proxy_recv":32106.651616504,"t_decision_unix":1779966103.2065573,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9967414735223836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (390 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":390,"cache_hit":119296,"estimated_new_tokens":390,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":118150,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":119296,"new_prefill":390,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":32107.111909778,"t_first_token_unix":1779966103.6668534,"t_done":32107.949746831,"t_done_unix":1779966104.5046937},{"request_id":"1340290:27:1892591:1131","session_id":"1340290","input_length":49361,"t_proxy_recv":32114.256705787,"t_decision_unix":1779966110.811647,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9750207653815766,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1233 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":1233,"cache_hit":48128,"estimated_new_tokens":1233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119828,"ongoing_decode_tokens":119828,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":49361,"score_linear":119828.0,"score_lmetric":49361},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":48128,"new_prefill":1233,"score_linear":-48128.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":32114.628438114,"t_first_token_unix":1779966111.183382,"t_done":32114.954213393,"t_done_unix":1779966111.5091567},{"request_id":"1270606:14:1892412:1130","session_id":"1270606","input_length":119828,"t_proxy_recv":32113.59840988,"t_decision_unix":1779966110.1533508,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9955603031011115,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":532,"cache_hit":119296,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":118292,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":119296,"new_prefill":532,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":32113.854400281,"t_first_token_unix":1779966110.4093444,"t_done":32115.837916441,"t_done_unix":1779966112.39286},{"request_id":"1340290:28:1893837:1132","session_id":"1340290","input_length":49454,"t_proxy_recv":32118.565512916,"t_decision_unix":1779966115.1204538,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9938933149997978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (302 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":302,"cache_hit":49152,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":49152,"new_prefill":302,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":32118.674705734,"t_first_token_unix":1779966115.22965,"t_done":32118.930409834,"t_done_unix":1779966115.485353},{"request_id":"1305906:9:1893880:1133","session_id":"1305906","input_length":59265,"t_proxy_recv":32118.730628518,"t_decision_unix":1779966115.2855704,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9935037543237999,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (385 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":385,"cache_hit":58880,"estimated_new_tokens":385,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":58880,"new_prefill":385,"score_linear":-58880.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49454,"ongoing_decode_tokens":49454,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":0,"new_prefill":59265,"score_linear":49454.0,"score_lmetric":59265},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":32119.041980802,"t_first_token_unix":1779966115.5969243,"t_done":32119.661077094,"t_done_unix":1779966116.216021},{"request_id":"1270606:15:1895310:1134","session_id":"1270606","input_length":120058,"t_proxy_recv":32123.399066214,"t_decision_unix":1779966119.9540071,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9979176731246564,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (250 < 8000)","v3_prefill_cache_hit":119808,"v3_new_local":250,"cache_hit":119808,"estimated_new_tokens":250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":118522,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":119808,"new_prefill":250,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":32123.658376279,"t_first_token_unix":1779966120.2133205,"t_done":32124.647323154,"t_done_unix":1779966121.2022712},{"request_id":"1340290:29:1896119:1136","session_id":"1340290","input_length":49576,"t_proxy_recv":32125.890611516,"t_decision_unix":1779966122.4455526,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9914474745844764,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (424 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":424,"cache_hit":49152,"estimated_new_tokens":424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135905,"ongoing_decode_tokens":135905,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":49576,"score_linear":135905.0,"score_lmetric":49576},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":49152,"new_prefill":424,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":32125.99815648,"t_first_token_unix":1779966122.5531,"t_done":32126.246461803,"t_done_unix":1779966122.801405},{"request_id":"1356885:13:1895311:1135","session_id":"1356885","input_length":135905,"t_proxy_recv":32123.411217788,"t_decision_unix":1779966119.966159,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135168,"affinity_cache_ratio":0.9945770942938081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (737 < 8000)","v3_prefill_cache_hit":135168,"v3_new_local":737,"cache_hit":135168,"estimated_new_tokens":737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":135168,"new_prefill":737,"score_linear":-135168.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":13537,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120058,"ongoing_decode_tokens":0,"pending_prefill_tokens":250,"num_requests":1,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":135905,"score_linear":120058.0,"score_lmetric":136155},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135168.0,"chosen_score_lmetric":0,"t_first_token":32123.846140269,"t_first_token_unix":1779966120.4010901,"t_done":32126.293710676,"t_done_unix":1779966122.8486538},{"request_id":"1340290:30:1896991:1137","session_id":"1340290","input_length":49695,"t_proxy_recv":32128.864012764,"t_decision_unix":1779966125.4189537,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9890733474192575,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (543 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":543,"cache_hit":49152,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":49152,"new_prefill":543,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":32128.971495989,"t_first_token_unix":1779966125.5264397,"t_done":32130.486300169,"t_done_unix":1779966127.0412433},{"request_id":"1340290:31:1899492:1138","session_id":"1340290","input_length":49927,"t_proxy_recv":32137.241234952,"t_decision_unix":1779966133.796176,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9947323091713902,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (263 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":263,"cache_hit":49664,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":49664,"new_prefill":263,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":32137.332052487,"t_first_token_unix":1779966133.886996,"t_done":32137.994458323,"t_done_unix":1779966134.5494015},{"request_id":"1270606:16:1902252:1140","session_id":"1270606","input_length":120572,"t_proxy_recv":32145.748631893,"t_decision_unix":1779966142.303573,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9936635371396344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (764 < 8000)","v3_prefill_cache_hit":119808,"v3_new_local":764,"cache_hit":119808,"estimated_new_tokens":764,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":119036,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":119808,"new_prefill":764,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":120572,"score_linear":50078.0,"score_lmetric":120572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":32146.338760726,"t_first_token_unix":1779966142.8937047,"t_done":32147.307248603,"t_done_unix":1779966143.8621924},{"request_id":"1270606:17:1908800:1141","session_id":"1270606","input_length":121006,"t_proxy_recv":32167.352893573,"t_decision_unix":1779966163.9078343,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120320,"affinity_cache_ratio":0.9943308596267953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (686 < 8000)","v3_prefill_cache_hit":120320,"v3_new_local":686,"cache_hit":120320,"estimated_new_tokens":686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":119470,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2666,"cache_hit":120320,"new_prefill":686,"score_linear":-120320.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":121006,"score_linear":50078.0,"score_lmetric":121006},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120320.0,"chosen_score_lmetric":0,"t_first_token":32167.945517321,"t_first_token_unix":1779966164.5004609,"t_done":32168.570062153,"t_done_unix":1779966165.1250093},{"request_id":"1340290:32:1901260:1139","session_id":"1340290","input_length":50078,"t_proxy_recv":32142.658448468,"t_decision_unix":1779966139.2133896,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9917328966811774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (414 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":414,"cache_hit":49664,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":49664,"new_prefill":414,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":32142.778447408,"t_first_token_unix":1779966139.3333912,"t_done":32173.520341791,"t_done_unix":1779966170.075285},{"request_id":"1270606:18:1915824:1142","session_id":"1270606","input_length":121288,"t_proxy_recv":32190.325149845,"t_decision_unix":1779966186.8800914,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120832,"affinity_cache_ratio":0.9962403535386848,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (456 < 8000)","v3_prefill_cache_hit":120832,"v3_new_local":456,"cache_hit":120832,"estimated_new_tokens":456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":119752,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2667,"cache_hit":120832,"new_prefill":456,"score_linear":-120832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120832.0,"chosen_score_lmetric":0,"t_first_token":32190.694854258,"t_first_token_unix":1779966187.2497978,"t_done":32191.580661999,"t_done_unix":1779966188.1356053},{"request_id":"1270606:19:1920499:1143","session_id":"1270606","input_length":121560,"t_proxy_recv":32205.476171045,"t_decision_unix":1779966202.0311122,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9982230997038499,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (216 < 8000)","v3_prefill_cache_hit":121344,"v3_new_local":216,"cache_hit":121344,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":120024,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":121344,"new_prefill":216,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":32205.846491803,"t_first_token_unix":1779966202.401436,"t_done":32206.838408096,"t_done_unix":1779966203.393352},{"request_id":"1270606:20:1922639:1144","session_id":"1270606","input_length":121704,"t_proxy_recv":32212.915097859,"t_decision_unix":1779966209.470039,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9970420035495957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (360 < 8000)","v3_prefill_cache_hit":121344,"v3_new_local":360,"cache_hit":121344,"estimated_new_tokens":360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":120168,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":121344,"new_prefill":360,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":32213.155940677,"t_first_token_unix":1779966209.710885,"t_done":32214.488949555,"t_done_unix":1779966211.0438938},{"request_id":"1305906:10:1928316:1145","session_id":"1305906","input_length":61801,"t_proxy_recv":32231.479931826,"t_decision_unix":1779966228.034873,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9527353926311872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2921 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":2921,"cache_hit":58880,"estimated_new_tokens":2921,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":58880,"new_prefill":2921,"score_linear":-58880.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":32232.515185605,"t_first_token_unix":1779966229.0701294,"t_done":32232.875401934,"t_done_unix":1779966229.4303496},{"request_id":"1340290:33:1939781:1146","session_id":"1340290","input_length":53990,"t_proxy_recv":32269.239302756,"t_decision_unix":1779966265.794244,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9957399518429338,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (230 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":230,"cache_hit":53760,"estimated_new_tokens":230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":53760,"new_prefill":230,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":32269.334974018,"t_first_token_unix":1779966265.8899174,"t_done":32270.433058019,"t_done_unix":1779966266.9880013},{"request_id":"1340290:34:1942249:1147","session_id":"1340290","input_length":54164,"t_proxy_recv":32277.07650991,"t_decision_unix":1779966273.631451,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.992541171257662,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (404 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":404,"cache_hit":53760,"estimated_new_tokens":404,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":53760,"new_prefill":404,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":32277.170033293,"t_first_token_unix":1779966273.7249768,"t_done":32279.647587174,"t_done_unix":1779966276.2025306},{"request_id":"1356885:14:1948151:1148","session_id":"1356885","input_length":136210,"t_proxy_recv":32296.833386973,"t_decision_unix":1779966293.388328,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135680,"affinity_cache_ratio":0.9961089494163424,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (530 < 8000)","v3_prefill_cache_hit":135680,"v3_new_local":530,"cache_hit":135680,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":135680,"new_prefill":530,"score_linear":-135680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":13842,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135680.0,"chosen_score_lmetric":0,"t_first_token":32297.167573183,"t_first_token_unix":1779966293.722517,"t_done":32298.883293542,"t_done_unix":1779966295.4382384},{"request_id":"1340290:35:1964727:1149","session_id":"1340290","input_length":54498,"t_proxy_recv":32351.515558326,"t_decision_unix":1779966348.0704997,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9958530588278469,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (226 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":226,"cache_hit":54272,"estimated_new_tokens":226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":54272,"new_prefill":226,"score_linear":-54272.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":32351.619326741,"t_first_token_unix":1779966348.1742706,"t_done":32355.423337733,"t_done_unix":1779966351.9782815},{"request_id":"1340290:36:1969509:1150","session_id":"1340290","input_length":54811,"t_proxy_recv":32367.312833245,"t_decision_unix":1779966363.8677742,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9995073981500063,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (27 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":27,"cache_hit":54784,"estimated_new_tokens":27,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":54784,"new_prefill":27,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":32367.393366156,"t_first_token_unix":1779966363.94831,"t_done":32367.850069469,"t_done_unix":1779966364.4050133},{"request_id":"1340290:37:1971106:1151","session_id":"1340290","input_length":55358,"t_proxy_recv":32372.45559076,"t_decision_unix":1779966369.010532,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9896311282922071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (574 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":574,"cache_hit":54784,"estimated_new_tokens":574,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":54784,"new_prefill":574,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":32372.750101579,"t_first_token_unix":1779966369.3050454,"t_done":32373.214281321,"t_done_unix":1779966369.7692246},{"request_id":"1340290:38:1972289:1152","session_id":"1340290","input_length":56006,"t_proxy_recv":32376.383177399,"t_decision_unix":1779966372.9381187,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9873227868442667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":710,"cache_hit":55296,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":55296,"new_prefill":710,"score_linear":-55296.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":32376.695154981,"t_first_token_unix":1779966373.2500992,"t_done":32377.362559846,"t_done_unix":1779966373.9175036},{"request_id":"1340290:39:1973889:1153","session_id":"1340290","input_length":56242,"t_proxy_recv":32381.808446055,"t_decision_unix":1779966378.3633869,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9922833469649017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (434 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":434,"cache_hit":55808,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":55808,"new_prefill":434,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":32381.993879124,"t_first_token_unix":1779966378.5488236,"t_done":32382.660703329,"t_done_unix":1779966379.215647},{"request_id":"1340290:40:1975278:1154","session_id":"1340290","input_length":56416,"t_proxy_recv":32386.374323852,"t_decision_unix":1779966382.9292648,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.998298355076574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (96 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":96,"cache_hit":56320,"estimated_new_tokens":96,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2488,"cache_hit":56320,"new_prefill":96,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":32386.492092211,"t_first_token_unix":1779966383.0470357,"t_done":32386.978441244,"t_done_unix":1779966383.533385},{"request_id":"1340290:41:1977055:1156","session_id":"1340290","input_length":57181,"t_proxy_recv":32392.309031667,"t_decision_unix":1779966388.8639731,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9849425508473094,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (861 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":861,"cache_hit":56320,"estimated_new_tokens":861,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":67793,"ongoing_decode_tokens":0,"pending_prefill_tokens":2769,"num_requests":1,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":57181,"score_linear":67793.0,"score_lmetric":59950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2488,"cache_hit":56320,"new_prefill":861,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":32392.72367872,"t_first_token_unix":1779966389.2786226,"t_done":32394.71648036,"t_done_unix":1779966391.271424},{"request_id":"1277428:21:1976968:1155","session_id":"1277428","input_length":67793,"t_proxy_recv":32392.025304797,"t_decision_unix":1779966388.5802457,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9591550750077442,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2769 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":2769,"cache_hit":65024,"estimated_new_tokens":2769,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":65024,"new_prefill":2769,"score_linear":-65024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":3584,"new_prefill":64209,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":50385,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2488,"cache_hit":4608,"new_prefill":63185,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":32393.289676904,"t_first_token_unix":1779966389.8446207,"t_done":32399.185404071,"t_done_unix":1779966395.7403479},{"request_id":"1340290:42:1982198:1157","session_id":"1340290","input_length":57463,"t_proxy_recv":32409.211503471,"t_decision_unix":1779966405.7664444,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9979291022048971,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (119 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":119,"cache_hit":57344,"estimated_new_tokens":119,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":57344,"new_prefill":119,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":32409.310330336,"t_first_token_unix":1779966405.865274,"t_done":32409.806615983,"t_done_unix":1779966406.3615599},{"request_id":"1340290:43:1983901:1158","session_id":"1340290","input_length":57640,"t_proxy_recv":32414.609697537,"t_decision_unix":1779966411.1646388,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9948646773074254,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (296 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":296,"cache_hit":57344,"estimated_new_tokens":296,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":57344,"new_prefill":296,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":32414.76596268,"t_first_token_unix":1779966411.320907,"t_done":32415.283656916,"t_done_unix":1779966411.8386004},{"request_id":"1340290:44:1986230:1159","session_id":"1340290","input_length":57809,"t_proxy_recv":32422.6921667,"t_decision_unix":1779966419.2471077,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9919562697849815,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (465 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":465,"cache_hit":57344,"estimated_new_tokens":465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":57344,"new_prefill":465,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":32422.850411661,"t_first_token_unix":1779966419.4053555,"t_done":32423.567022204,"t_done_unix":1779966420.1219661},{"request_id":"1277428:21:1989132:1160","session_id":"1277428","input_length":69987,"t_proxy_recv":32432.102898334,"t_decision_unix":1779966428.6578398,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9729806964150485,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1891 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":1891,"cache_hit":68096,"estimated_new_tokens":1891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":68096,"new_prefill":1891,"score_linear":-68096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":3584,"new_prefill":66403,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":52579,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":4608,"new_prefill":65379,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":32432.883656088,"t_first_token_unix":1779966429.4385996,"t_done":32433.228952078,"t_done_unix":1779966429.783899},{"request_id":"1277428:22:1990436:1161","session_id":"1277428","input_length":70055,"t_proxy_recv":32436.65002674,"t_decision_unix":1779966433.204968,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69632,"affinity_cache_ratio":0.993961887088716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (423 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":423,"cache_hit":69632,"estimated_new_tokens":423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":69632,"new_prefill":423,"score_linear":-69632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":3584,"new_prefill":66471,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":52647,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":4608,"new_prefill":65447,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":32436.766861763,"t_first_token_unix":1779966433.3218055,"t_done":32437.17815091,"t_done_unix":1779966433.7330947},{"request_id":"1340290:45:1991694:1162","session_id":"1340290","input_length":58053,"t_proxy_recv":32440.664598523,"t_decision_unix":1779966437.2195396,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9966065491878111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (197 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":197,"cache_hit":57856,"estimated_new_tokens":197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":57856,"new_prefill":197,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32440.856443898,"t_first_token_unix":1779966437.4113877,"t_done":32441.109668223,"t_done_unix":1779966437.6646113},{"request_id":"1340290:46:1992980:1163","session_id":"1340290","input_length":58122,"t_proxy_recv":32444.889801952,"t_decision_unix":1779966441.4447432,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9954234197033826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (266 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":266,"cache_hit":57856,"estimated_new_tokens":266,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":57856,"new_prefill":266,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32444.991786025,"t_first_token_unix":1779966441.5467305,"t_done":32445.411705385,"t_done_unix":1779966441.9666486},{"request_id":"1340290:47:1995358:1164","session_id":"1340290","input_length":58307,"t_proxy_recv":32452.749197101,"t_decision_unix":1779966449.3041382,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9922650796645343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (451 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":451,"cache_hit":57856,"estimated_new_tokens":451,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":57856,"new_prefill":451,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32452.890115633,"t_first_token_unix":1779966449.4450588,"t_done":32453.144851282,"t_done_unix":1779966449.6997948},{"request_id":"1340290:48:1996945:1165","session_id":"1340290","input_length":58339,"t_proxy_recv":32458.058425836,"t_decision_unix":1779966454.613367,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9917208042647285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":483,"cache_hit":57856,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":57856,"new_prefill":483,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32458.138919277,"t_first_token_unix":1779966454.6938624,"t_done":32460.173165104,"t_done_unix":1779966456.728109},{"request_id":"1356885:15:1998292:1166","session_id":"1356885","input_length":136653,"t_proxy_recv":32462.52671899,"t_decision_unix":1779966459.0816603,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136192,"affinity_cache_ratio":0.9966264919174844,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (461 < 8000)","v3_prefill_cache_hit":136192,"v3_new_local":461,"cache_hit":136192,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":136192,"new_prefill":461,"score_linear":-136192.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":14285,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136192.0,"chosen_score_lmetric":0,"t_first_token":32463.192035147,"t_first_token_unix":1779966459.7469788,"t_done":32464.876802366,"t_done_unix":1779966461.4317458},{"request_id":"1340290:48:1999591:1167","session_id":"1340290","input_length":58622,"t_proxy_recv":32467.07259614,"t_decision_unix":1779966463.6275373,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9956671556753437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (254 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":254,"cache_hit":58368,"estimated_new_tokens":254,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":58368,"new_prefill":254,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":32467.172785925,"t_first_token_unix":1779966463.7277296,"t_done":32467.775689665,"t_done_unix":1779966464.3306327},{"request_id":"1340290:48:2001313:1168","session_id":"1340290","input_length":58808,"t_proxy_recv":32472.53886897,"t_decision_unix":1779966469.09381,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9925180247585362,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (440 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":440,"cache_hit":58368,"estimated_new_tokens":440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":58368,"new_prefill":440,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":32472.710348494,"t_first_token_unix":1779966469.265293,"t_done":32473.215767191,"t_done_unix":1779966469.7707222},{"request_id":"1340290:48:2003195:1169","session_id":"1340290","input_length":58977,"t_proxy_recv":32478.859911667,"t_decision_unix":1779966475.4148526,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.989673940688743,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (609 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":609,"cache_hit":58368,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":58368,"new_prefill":609,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":32479.017172877,"t_first_token_unix":1779966475.5721164,"t_done":32479.908631312,"t_done_unix":1779966476.463575},{"request_id":"1340290:48:2005449:1170","session_id":"1340290","input_length":59220,"t_proxy_recv":32486.252363737,"t_decision_unix":1779966482.8073044,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.994258696386356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (340 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":340,"cache_hit":58880,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":58880,"new_prefill":340,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":32486.394236625,"t_first_token_unix":1779966482.9491801,"t_done":32487.24363119,"t_done_unix":1779966483.7985747},{"request_id":"1340290:48:2007287:1171","session_id":"1340290","input_length":59487,"t_proxy_recv":32492.377476909,"t_decision_unix":1779966488.9324183,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9897960899019954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (607 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":607,"cache_hit":58880,"estimated_new_tokens":607,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":58880,"new_prefill":607,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":32492.588208193,"t_first_token_unix":1779966489.1431518,"t_done":32492.959584491,"t_done_unix":1779966489.5145278},{"request_id":"1340290:48:2008380:1173","session_id":"1340290","input_length":60935,"t_proxy_recv":32496.480350132,"t_decision_unix":1779966493.0352914,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9746779355050463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1543 < 8000)","v3_prefill_cache_hit":59392,"v3_new_local":1543,"cache_hit":59392,"estimated_new_tokens":1543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":66506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5066,"num_requests":1,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":60935,"score_linear":66506.0,"score_lmetric":66001},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":59392,"new_prefill":1543,"score_linear":-59392.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":32497.153934075,"t_first_token_unix":1779966493.7088785,"t_done":32497.846071497,"t_done_unix":1779966494.4010153},{"request_id":"1305906:11:2008110:1172","session_id":"1305906","input_length":66506,"t_proxy_recv":32495.469506315,"t_decision_unix":1779966492.0244474,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9238264216762397,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5066 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":5066,"cache_hit":61440,"estimated_new_tokens":5066,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":61440,"new_prefill":5066,"score_linear":-61440.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":32497.433841062,"t_first_token_unix":1779966493.9887846,"t_done":32499.803188517,"t_done_unix":1779966496.3581321},{"request_id":"1340290:48:2010180:1174","session_id":"1340290","input_length":61080,"t_proxy_recv":32502.33664565,"t_decision_unix":1779966498.8915868,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9975114603798297,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (152 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":152,"cache_hit":60928,"estimated_new_tokens":152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2497,"cache_hit":60928,"new_prefill":152,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":32502.476850259,"t_first_token_unix":1779966499.0317945,"t_done":32503.507021822,"t_done_unix":1779966500.061966},{"request_id":"1340290:48:2012871:1175","session_id":"1340290","input_length":61365,"t_proxy_recv":32511.01761985,"t_decision_unix":1779966507.5725613,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9928786767701459,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":437,"cache_hit":60928,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2497,"cache_hit":60928,"new_prefill":437,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":32511.220411833,"t_first_token_unix":1779966507.7753556,"t_done":32511.7446266,"t_done_unix":1779966508.29957},{"request_id":"1340290:48:2014153:1176","session_id":"1340290","input_length":61518,"t_proxy_recv":32515.414532017,"t_decision_unix":1779966511.9694731,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9904093110959394,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (590 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":590,"cache_hit":60928,"estimated_new_tokens":590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2497,"cache_hit":60928,"new_prefill":590,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":32515.542297549,"t_first_token_unix":1779966512.0972412,"t_done":32516.043725537,"t_done_unix":1779966512.5986688},{"request_id":"1340290:48:2015982:1177","session_id":"1340290","input_length":69113,"t_proxy_recv":32521.514241553,"t_decision_unix":1779966518.0691826,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":61440,"affinity_cache_ratio":0.8889789185826111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7673 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":7673,"cache_hit":61440,"estimated_new_tokens":7673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":61440,"new_prefill":7673,"score_linear":-61440.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":32524.730486812,"t_first_token_unix":1779966521.2854304,"t_done":32527.194081067,"t_done_unix":1779966523.7490284},{"request_id":"1340290:48:2018973:1178","session_id":"1340290","input_length":69426,"t_proxy_recv":32531.292633198,"t_decision_unix":1779966527.8475745,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9955924293492352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (306 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":306,"cache_hit":69120,"estimated_new_tokens":306,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2513,"cache_hit":69120,"new_prefill":306,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":32531.414162104,"t_first_token_unix":1779966527.9691057,"t_done":32532.00846951,"t_done_unix":1779966528.5634127},{"request_id":"1340290:48:2020779:1179","session_id":"1340290","input_length":69601,"t_proxy_recv":32537.350812365,"t_decision_unix":1779966533.9057536,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9930891797531645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (481 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":481,"cache_hit":69120,"estimated_new_tokens":481,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2513,"cache_hit":69120,"new_prefill":481,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":32537.53407912,"t_first_token_unix":1779966534.089023,"t_done":32538.108831715,"t_done_unix":1779966534.663775},{"request_id":"1340290:48:2023753:1180","session_id":"1340290","input_length":69951,"t_proxy_recv":32546.971359882,"t_decision_unix":1779966543.526301,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9954396649082929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (319 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":319,"cache_hit":69632,"estimated_new_tokens":319,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2514,"cache_hit":69632,"new_prefill":319,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":32547.204663554,"t_first_token_unix":1779966543.7596078,"t_done":32548.102059662,"t_done_unix":1779966544.6570027},{"request_id":"1340290:48:2026751:1181","session_id":"1340290","input_length":70342,"t_proxy_recv":32557.249862987,"t_decision_unix":1779966553.8048038,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.989906457024253,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":710,"cache_hit":69632,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2514,"cache_hit":69632,"new_prefill":710,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":32557.484711901,"t_first_token_unix":1779966554.0396554,"t_done":32558.016733803,"t_done_unix":1779966554.5716777},{"request_id":"1340290:48:2028652:1182","session_id":"1340290","input_length":70503,"t_proxy_recv":32563.514190407,"t_decision_unix":1779966560.0691316,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9949080180985206,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (359 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":359,"cache_hit":70144,"estimated_new_tokens":359,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":70144,"new_prefill":359,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":32563.695406613,"t_first_token_unix":1779966560.2503505,"t_done":32564.603276438,"t_done_unix":1779966561.1582198},{"request_id":"1340290:48:2033065:1183","session_id":"1340290","input_length":70851,"t_proxy_recv":32578.229723529,"t_decision_unix":1779966574.7846649,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9900213123315126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (707 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":707,"cache_hit":70144,"estimated_new_tokens":707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":70144,"new_prefill":707,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":32578.464280187,"t_first_token_unix":1779966575.0192242,"t_done":32579.111400311,"t_done_unix":1779966575.666344},{"request_id":"1340290:48:2034908:1184","session_id":"1340290","input_length":71067,"t_proxy_recv":32584.451013923,"t_decision_unix":1779966581.0059547,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9942167250622652,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (411 < 8000)","v3_prefill_cache_hit":70656,"v3_new_local":411,"cache_hit":70656,"estimated_new_tokens":411,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2516,"cache_hit":70656,"new_prefill":411,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":32584.617202496,"t_first_token_unix":1779966581.1721468,"t_done":32585.138394674,"t_done_unix":1779966581.693338},{"request_id":"1258908:2:2035438:1185","session_id":"1258908","input_length":7844,"t_proxy_recv":32586.260616116,"t_decision_unix":1779966582.815557,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.9790922998470168,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (164 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":164,"cache_hit":7680,"estimated_new_tokens":164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":7680,"new_prefill":164,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2516,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":32586.291355632,"t_first_token_unix":1779966582.8463001,"t_done":32587.328013783,"t_done_unix":1779966583.8829575},{"request_id":"1258908:3:1388683:699","session_id":"1258908","input_length":9120,"t_proxy_recv":32587.331809711,"t_decision_unix":1779966583.886751,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8421052631578947,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1440 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":1440,"cache_hit":7680,"estimated_new_tokens":1440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":7680,"new_prefill":1440,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2516,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":32587.477344849,"t_first_token_unix":1779966584.032289,"t_done":32588.158765709,"t_done_unix":1779966584.7137094},{"request_id":"1340290:48:2036994:1186","session_id":"1340290","input_length":71240,"t_proxy_recv":32591.3936651,"t_decision_unix":1779966587.9486058,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9918023582257159,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (584 < 8000)","v3_prefill_cache_hit":70656,"v3_new_local":584,"cache_hit":70656,"estimated_new_tokens":584,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2516,"cache_hit":70656,"new_prefill":584,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":32591.578764204,"t_first_token_unix":1779966588.1337087,"t_done":32592.303626701,"t_done_unix":1779966588.8585706},{"request_id":"1340290:48:2040473:1187","session_id":"1340290","input_length":71545,"t_proxy_recv":32602.920144508,"t_decision_unix":1779966599.475085,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9947305891397022,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (377 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":377,"cache_hit":71168,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2517,"cache_hit":71168,"new_prefill":377,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":32603.153016032,"t_first_token_unix":1779966599.7079601,"t_done":32604.306255145,"t_done_unix":1779966600.8611996},{"request_id":"1340290:48:2043771:1188","session_id":"1340290","input_length":71867,"t_proxy_recv":32613.940464634,"t_decision_unix":1779966610.4954052,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9902737000292207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (699 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":699,"cache_hit":71168,"estimated_new_tokens":699,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2517,"cache_hit":71168,"new_prefill":699,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":32614.172239376,"t_first_token_unix":1779966610.7271829,"t_done":32614.754261538,"t_done_unix":1779966611.3092053},{"request_id":"1340290:48:2045403:1189","session_id":"1340290","input_length":72025,"t_proxy_recv":32619.44948125,"t_decision_unix":1779966616.0044222,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.995209996528983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (345 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":345,"cache_hit":71680,"estimated_new_tokens":345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2518,"cache_hit":71680,"new_prefill":345,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":32619.591705994,"t_first_token_unix":1779966616.1466494,"t_done":32620.282597302,"t_done_unix":1779966616.8375409},{"request_id":"1340290:48:2047167:1190","session_id":"1340290","input_length":72211,"t_proxy_recv":32625.214651993,"t_decision_unix":1779966621.7695928,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9926465496946448,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (531 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":531,"cache_hit":71680,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2518,"cache_hit":71680,"new_prefill":531,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":32625.400629307,"t_first_token_unix":1779966621.9555733,"t_done":32625.956929818,"t_done_unix":1779966622.5118752},{"request_id":"1340290:48:2048793:1191","session_id":"1340290","input_length":72777,"t_proxy_recv":32630.647539478,"t_decision_unix":1779966627.2024806,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9919617461560658,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (585 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":585,"cache_hit":72192,"estimated_new_tokens":585,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2519,"cache_hit":72192,"new_prefill":585,"score_linear":-72192.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":32631.023898417,"t_first_token_unix":1779966627.5788422,"t_done":32631.552686735,"t_done_unix":1779966628.1076298},{"request_id":"1340290:48:2050838:1192","session_id":"1340290","input_length":72952,"t_proxy_recv":32637.870786224,"t_decision_unix":1779966634.4257271,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9966005044412765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (248 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":248,"cache_hit":72704,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2520,"cache_hit":72704,"new_prefill":248,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":32638.061341419,"t_first_token_unix":1779966634.616285,"t_done":32638.424867691,"t_done_unix":1779966634.9798107},{"request_id":"1340290:48:2052523:1193","session_id":"1340290","input_length":73208,"t_proxy_recv":32643.437208415,"t_decision_unix":1779966639.9921498,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9931155065020216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (504 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":504,"cache_hit":72704,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2520,"cache_hit":72704,"new_prefill":504,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":32643.672110909,"t_first_token_unix":1779966640.227055,"t_done":32644.460687407,"t_done_unix":1779966641.0156305},{"request_id":"1340290:48:2055365:1194","session_id":"1340290","input_length":73454,"t_proxy_recv":32653.146520559,"t_decision_unix":1779966649.701462,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9967598769297792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (238 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":238,"cache_hit":73216,"estimated_new_tokens":238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2521,"cache_hit":73216,"new_prefill":238,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":32653.380262302,"t_first_token_unix":1779966649.9352057,"t_done":32653.805798816,"t_done_unix":1779966650.360742},{"request_id":"1340290:48:2057042:1195","session_id":"1340290","input_length":73636,"t_proxy_recv":32658.519040057,"t_decision_unix":1779966655.0739815,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9942962681297192,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":420,"cache_hit":73216,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2521,"cache_hit":73216,"new_prefill":420,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":32658.686594505,"t_first_token_unix":1779966655.2415383,"t_done":32658.960655691,"t_done_unix":1779966655.515599},{"request_id":"1340290:48:2058614:1196","session_id":"1340290","input_length":73653,"t_proxy_recv":32663.666167711,"t_decision_unix":1779966660.221109,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9940667725686666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":437,"cache_hit":73216,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2521,"cache_hit":73216,"new_prefill":437,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":32663.784440373,"t_first_token_unix":1779966660.339384,"t_done":32665.526832381,"t_done_unix":1779966662.0817761},{"request_id":"1340290:48:2061834:1197","session_id":"1340290","input_length":73858,"t_proxy_recv":32673.806988558,"t_decision_unix":1779966670.3619297,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9982398656882125,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (130 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":130,"cache_hit":73728,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":73728,"new_prefill":130,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":32673.918384051,"t_first_token_unix":1779966670.4733276,"t_done":32674.471603555,"t_done_unix":1779966671.0265515},{"request_id":"1258908:3:2063441:1198","session_id":"1258908","input_length":9359,"t_proxy_recv":32678.854762456,"t_decision_unix":1779966675.4097037,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9847205898066033,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (143 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":143,"cache_hit":9216,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":9216,"new_prefill":143,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":32678.904867308,"t_first_token_unix":1779966675.4598107,"t_done":32679.991848187,"t_done_unix":1779966676.5467918},{"request_id":"1340290:48:2063837:1199","session_id":"1340290","input_length":74011,"t_proxy_recv":32680.209761101,"t_decision_unix":1779966676.7647026,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9961762440718271,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (283 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":283,"cache_hit":73728,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9740,"ongoing_decode_tokens":9740,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":74011,"score_linear":9740.0,"score_lmetric":74011},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":73728,"new_prefill":283,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":32680.356127939,"t_first_token_unix":1779966676.9110725,"t_done":32680.938333363,"t_done_unix":1779966677.4932766},{"request_id":"1258908:4:1553508:958","session_id":"1258908","input_length":9740,"t_proxy_recv":32679.995849716,"t_decision_unix":1779966676.5507915,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9462012320328542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (524 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":524,"cache_hit":9216,"estimated_new_tokens":524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":9216,"new_prefill":524,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":32680.054425579,"t_first_token_unix":1779966676.609369,"t_done":32681.97729335,"t_done_unix":1779966678.532237},{"request_id":"1258908:5:1617181:988","session_id":"1258908","input_length":10201,"t_proxy_recv":32681.980639418,"t_decision_unix":1779966678.5355809,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9536319968630527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (473 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":473,"cache_hit":9728,"estimated_new_tokens":473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2642,"cache_hit":9728,"new_prefill":473,"score_linear":-9728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":32682.030762276,"t_first_token_unix":1779966678.5857055,"t_done":32684.118842123,"t_done_unix":1779966680.6737854},{"request_id":"1340290:48:2066647:1200","session_id":"1340290","input_length":74557,"t_proxy_recv":32689.646290532,"t_decision_unix":1779966686.2012312,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9888809903831968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (829 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":829,"cache_hit":73728,"estimated_new_tokens":829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":73728,"new_prefill":829,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":32690.030621672,"t_first_token_unix":1779966686.5855653,"t_done":32691.281093935,"t_done_unix":1779966687.8360372},{"request_id":"1340290:48:2071598:1201","session_id":"1340290","input_length":74863,"t_proxy_recv":32706.301846611,"t_decision_unix":1779966702.8567877,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.991678132054553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (623 < 8000)","v3_prefill_cache_hit":74240,"v3_new_local":623,"cache_hit":74240,"estimated_new_tokens":623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2523,"cache_hit":74240,"new_prefill":623,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":32706.542799834,"t_first_token_unix":1779966703.097744,"t_done":32707.359073295,"t_done_unix":1779966703.9140167},{"request_id":"1340290:48:2076822:1202","session_id":"1340290","input_length":75113,"t_proxy_recv":32723.819814902,"t_decision_unix":1779966720.374756,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9951939078455128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (361 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":361,"cache_hit":74752,"estimated_new_tokens":361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2524,"cache_hit":74752,"new_prefill":361,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":32724.060964473,"t_first_token_unix":1779966720.6159081,"t_done":32724.504023884,"t_done_unix":1779966721.05897},{"request_id":"1340290:48:2078461:1203","session_id":"1340290","input_length":75299,"t_proxy_recv":32729.108259737,"t_decision_unix":1779966725.663201,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9927356272991673,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (547 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":547,"cache_hit":74752,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2524,"cache_hit":74752,"new_prefill":547,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":32729.343931726,"t_first_token_unix":1779966725.8988757,"t_done":32729.630784958,"t_done_unix":1779966726.1857295},{"request_id":"1340290:48:2080016:1204","session_id":"1340290","input_length":75338,"t_proxy_recv":32734.398554243,"t_decision_unix":1779966730.9534953,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9990177599617723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (74 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":74,"cache_hit":75264,"estimated_new_tokens":74,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":75264,"new_prefill":74,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":32734.518749495,"t_first_token_unix":1779966731.0736935,"t_done":32734.879410472,"t_done_unix":1779966731.4343536},{"request_id":"1340290:48:2082644:1206","session_id":"1340290","input_length":75439,"t_proxy_recv":32743.075078892,"t_decision_unix":1779966739.6300201,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9976802449661316,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (175 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":175,"cache_hit":75264,"estimated_new_tokens":175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":75439,"score_linear":114971.0,"score_lmetric":136650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":75264,"new_prefill":175,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":32743.23001846,"t_first_token_unix":1779966739.784962,"t_done":32744.221832781,"t_done_unix":1779966740.7767766},{"request_id":"1356885:16:2084239:1207","session_id":"1356885","input_length":136991,"t_proxy_recv":32748.168825817,"t_decision_unix":1779966744.7237668,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136704,"affinity_cache_ratio":0.9979049718594653,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (287 < 8000)","v3_prefill_cache_hit":136704,"v3_new_local":287,"cache_hit":136704,"estimated_new_tokens":287,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":136991,"score_linear":114971.0,"score_lmetric":198202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":136704,"new_prefill":287,"score_linear":-136704.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":122368,"new_prefill":14623,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136704.0,"chosen_score_lmetric":0,"t_first_token":32748.605470728,"t_first_token_unix":1779966745.1604147,"t_done":32751.464225514,"t_done_unix":1779966748.0191693},{"request_id":"1340290:48:2085626:1208","session_id":"1340290","input_length":77337,"t_proxy_recv":32753.149786858,"t_decision_unix":1779966749.7047281,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9731952364327553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2073 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":2073,"cache_hit":75264,"estimated_new_tokens":2073,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":77337,"score_linear":114971.0,"score_lmetric":138548},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":75264,"new_prefill":2073,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":32754.117944234,"t_first_token_unix":1779966750.6728883,"t_done":32754.631793136,"t_done_unix":1779966751.1867368},{"request_id":"1340290:48:2087584:1209","session_id":"1340290","input_length":78683,"t_proxy_recv":32759.727423275,"t_decision_unix":1779966756.2823644,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9825756516655441,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1371 < 8000)","v3_prefill_cache_hit":77312,"v3_new_local":1371,"cache_hit":77312,"estimated_new_tokens":1371,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":78683,"score_linear":114971.0,"score_lmetric":139894},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2529,"cache_hit":77312,"new_prefill":1371,"score_linear":-77312.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":32760.560677315,"t_first_token_unix":1779966757.1156209,"t_done":32762.034106734,"t_done_unix":1779966758.58905},{"request_id":"1340290:48:2092759:1211","session_id":"1340290","input_length":79023,"t_proxy_recv":32777.01384972,"t_decision_unix":1779966773.5687912,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9913063285372613,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (687 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":687,"cache_hit":78336,"estimated_new_tokens":687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":79023,"score_linear":114971.0,"score_lmetric":140234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":78336,"new_prefill":687,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":32777.270797108,"t_first_token_unix":1779966773.8257408,"t_done":32778.565381405,"t_done_unix":1779966775.1203249},{"request_id":"1382086:2:2082052:1205","session_id":"1382086","input_length":114971,"t_proxy_recv":32741.057313988,"t_decision_unix":1779966737.6122553,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.467596176427099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":61211.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":53760,"v3_new_local":61211,"cache_hit":53760,"estimated_new_tokens":61211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":53760,"new_prefill":61211,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":32783.872230049,"t_first_token_unix":1779966780.427174,"t_done":32785.053830615,"t_done_unix":1779966781.6087742},{"request_id":"1382086:3:2089879:1210","session_id":"1382086","input_length":115184,"t_proxy_recv":32785.069454303,"t_decision_unix":1779966781.6243958,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114688,"affinity_cache_ratio":0.9956938463675511,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":114688,"v3_new_local":496,"cache_hit":114688,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2033,"cache_hit":114688,"new_prefill":496,"score_linear":-114688.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2532,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114688.0,"chosen_score_lmetric":0,"t_first_token":32785.358302919,"t_first_token_unix":1779966781.9132473,"t_done":32785.869327072,"t_done_unix":1779966782.4242706},{"request_id":"1382086:4:2092953:1212","session_id":"1382086","input_length":115246,"t_proxy_recv":32785.887279511,"t_decision_unix":1779966782.4422212,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":115200,"affinity_cache_ratio":0.9996008538257293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (46 < 8000)","v3_prefill_cache_hit":115200,"v3_new_local":46,"cache_hit":115200,"estimated_new_tokens":46,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":115200,"new_prefill":46,"score_linear":-115200.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2532,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-115200.0,"chosen_score_lmetric":0,"t_first_token":32786.050027735,"t_first_token_unix":1779966782.6049714,"t_done":32793.162369663,"t_done_unix":1779966789.7173154},{"request_id":"1356885:17:2097011:1213","session_id":"1356885","input_length":137546,"t_proxy_recv":32790.882315838,"t_decision_unix":1779966787.4372573,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":137216,"affinity_cache_ratio":0.9976008026405712,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (330 < 8000)","v3_prefill_cache_hit":137216,"v3_new_local":330,"cache_hit":137216,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":115246,"ongoing_decode_tokens":115246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":137546,"score_linear":115246.0,"score_lmetric":137546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":137216,"new_prefill":330,"score_linear":-137216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":122368,"new_prefill":15178,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2532,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-137216.0,"chosen_score_lmetric":0,"t_first_token":32791.543539904,"t_first_token_unix":1779966788.098483,"t_done":32794.249111852,"t_done_unix":1779966790.8040552}] \ No newline at end of file diff --git a/microbench/connector_tax/layerwise/results/trace/layerwise_metrics.jsonl b/microbench/connector_tax/layerwise/results/trace/layerwise_metrics.jsonl new file mode 100644 index 0000000..b4af223 --- /dev/null +++ b/microbench/connector_tax/layerwise/results/trace/layerwise_metrics.jsonl @@ -0,0 +1,1214 @@ +{"actual_output_tokens": 21, "cached_tokens": 0, "effective_input_length": 8228, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8228, "latency_s": 0.970583591999457, "output_length": 21, "proxy_request_id": "1237198:1:1237198:0", "request_id": "1237198:1:1237198:0", "request_type": "coder", "requested_output_tokens": 21, "session_id": "1237198", "t_dispatch_unix": 1779963874.988545, "t_finish_unix": 1779963875.9591284, "t_first_token_unix": 1779963875.862485, "tpot_s": 0.004814817099941138, "trace_hash_ids": [12292995, 12292996, 12292997, 12304212, 12304213, 12304214, 12304215, 12304216, 12304217, 12311566, 12311567, 12311568, 12311569, 12311570, 12318563, 12318564, 12318565], "trace_timestamp_s": 0.0, "ttft_s": 0.8739367839989427, "turn_id": 1} +{"actual_output_tokens": 78, "cached_tokens": 0, "effective_input_length": 3976, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3976, "latency_s": 0.9313022860005731, "output_length": 78, "proxy_request_id": "1237337:1:1237337:1", "request_id": "1237337:1:1237337:1", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1237337", "t_dispatch_unix": 1779963875.4064753, "t_finish_unix": 1779963876.3377776, "t_first_token_unix": 1779963875.9456651, "tpot_s": 0.005088781077929171, "trace_hash_ids": [12309322, 12309323, 12309324, 12319949, 12319950, 12319951, 12319952, 12319953], "trace_timestamp_s": 0.4420000000000073, "ttft_s": 0.5391879279995919, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 8240, "effective_input_length": 10237, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10237, "latency_s": 0.42755517399928067, "output_length": 27, "proxy_request_id": "1237198:2:1237773:2", "request_id": "1237198:2:1237773:2", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1237198", "t_dispatch_unix": 1779963876.9548767, "t_finish_unix": 1779963877.3824317, "t_first_token_unix": 1779963877.2493103, "tpot_s": 0.005111707807652867, "trace_hash_ids": [12292995, 12292996, 12292997, 12304212, 12304213, 12304214, 12304215, 12304216, 12304217, 12311566, 12311567, 12311568, 12311569, 12311570, 12318563, 12318564, 12323845, 12323846, 12323847, 12323848], "trace_timestamp_s": 1.9920000000001892, "ttft_s": 0.29443204600102035, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 749, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 749, "latency_s": 0.2528300259982643, "output_length": 27, "proxy_request_id": "1237877:1:1237877:3", "request_id": "1237877:1:1237877:3", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1237877", "t_dispatch_unix": 1779963877.4143167, "t_finish_unix": 1779963877.6671467, "t_first_token_unix": 1779963877.5386083, "tpot_s": 0.004934263692260943, "trace_hash_ids": [12325182, 12325183], "trace_timestamp_s": 2.4520000000002256, "ttft_s": 0.12429066999902716, "turn_id": 1} +{"actual_output_tokens": 83, "cached_tokens": 0, "effective_input_length": 13489, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13489, "latency_s": 1.9674007649991836, "output_length": 83, "proxy_request_id": "1239034:1:1239034:4", "request_id": "1239034:1:1239034:4", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1239034", "t_dispatch_unix": 1779963881.1912572, "t_finish_unix": 1779963883.1586578, "t_first_token_unix": 1779963882.7068286, "tpot_s": 0.005507563048811834, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 12336726, 12336727, 12336728, 12336729, 12336730], "trace_timestamp_s": 6.222000000000662, "ttft_s": 1.515569693998259, "turn_id": 1} +{"actual_output_tokens": 91, "cached_tokens": 768, "effective_input_length": 1620, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1620, "latency_s": 0.535378368000238, "output_length": 91, "proxy_request_id": "1237877:2:1239577:6", "request_id": "1237877:2:1239577:6", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1237877", "t_dispatch_unix": 1779963883.0757763, "t_finish_unix": 1779963883.611154, "t_first_token_unix": 1779963883.1591291, "tpot_s": 0.005020032588921215, "trace_hash_ids": [12325182, 12342035, 12342036, 12342037], "trace_timestamp_s": 8.113000000000284, "ttft_s": 0.0833522399989306, "turn_id": 2} +{"actual_output_tokens": 54, "cached_tokens": 0, "effective_input_length": 5194, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5194, "latency_s": 0.893287283997779, "output_length": 54, "proxy_request_id": "1239704:1:1239704:7", "request_id": "1239704:1:1239704:7", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1239704", "t_dispatch_unix": 1779963883.5172706, "t_finish_unix": 1779963884.4105577, "t_first_token_unix": 1779963884.143232, "tpot_s": 0.005038512773542195, "trace_hash_ids": [12325298, 12325299, 12325300, 12325301, 12325302, 12325303, 12325304, 12335875, 12343073, 12343074, 12343075], "trace_timestamp_s": 8.554000000000087, "ttft_s": 0.6259595310002624, "turn_id": 1} +{"actual_output_tokens": 35, "cached_tokens": 0, "effective_input_length": 7429, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7429, "latency_s": 0.7174330750021909, "output_length": 35, "proxy_request_id": "1240924:1:1240924:11", "request_id": "1240924:1:1240924:11", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1240924", "t_dispatch_unix": 1779963887.5383725, "t_finish_unix": 1779963888.255806, "t_first_token_unix": 1779963888.078144, "tpot_s": 0.005217225735310314, "trace_hash_ids": [12342008, 12342009, 12342010, 12342011, 12342012, 12342013, 12342014, 12342015, 12342016, 12342017, 12342018, 12342019, 12354472, 12354473, 12354474], "trace_timestamp_s": 12.574000000000524, "ttft_s": 0.5397697560001689, "turn_id": 1} +{"actual_output_tokens": 183, "cached_tokens": 0, "effective_input_length": 37165, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37165, "latency_s": 7.230899399997725, "output_length": 183, "proxy_request_id": "1239100:1:1239100:5", "request_id": "1239100:1:1239100:5", "request_type": "coder", "requested_output_tokens": 183, "session_id": "1239100", "t_dispatch_unix": 1779963881.427213, "t_finish_unix": 1779963888.6581123, "t_first_token_unix": 1779963887.3949811, "tpot_s": 0.006938834615389319, "trace_hash_ids": [44767, 44768, 44769, 44770, 44771, 44772, 44773, 127444, 75740, 127445, 127446, 127447, 127448, 127449, 127450, 127451, 127452, 127453, 127454, 127455, 127456, 127457, 127458, 127459, 127460, 127461, 127462, 127463, 127464, 127465, 127466, 127467, 127468, 127469, 8983871, 8983872, 8983873, 8983874, 12337377, 12337378, 12337379, 12337380, 12337381, 12337382, 12337383, 12337384, 12337385, 12337386, 12337386, 12337387, 1738555, 1738555, 12337388, 12337389, 12337390, 12337391, 12337392, 12337393, 12337394, 12337395, 12337396, 12337397, 12337398, 12337399, 12337400, 12337401, 12337402, 12337403, 12337404, 12337405, 12337406, 12337407, 12337408], "trace_timestamp_s": 6.451000000000022, "ttft_s": 5.967766092999227, "turn_id": 1} +{"actual_output_tokens": 101, "cached_tokens": 0, "effective_input_length": 30040, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30040, "latency_s": 4.58998624099695, "output_length": 101, "proxy_request_id": "1240198:1:1240198:9", "request_id": "1240198:1:1240198:9", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1240198", "t_dispatch_unix": 1779963885.0475173, "t_finish_unix": 1779963889.637503, "t_first_token_unix": 1779963888.9882646, "tpot_s": 0.006489675980010361, "trace_hash_ids": [156827, 156828, 156829, 156830, 156831, 156832, 156833, 156834, 156835, 156836, 156837, 5767151, 5767152, 5767153, 5767154, 5767155, 5767156, 5767157, 5767158, 5767159, 5767160, 5767161, 5767162, 5767163, 5767164, 5767165, 5767166, 5767167, 5767168, 5767169, 5767170, 5767171, 8388251, 8388252, 8388253, 8388254, 8388255, 8388256, 8388257, 8388258, 8388259, 8388260, 8388261, 8388262, 8388263, 8388264, 8388265, 8388266, 8388267, 8388268, 8388269, 8388270, 8388271, 8388272, 12328522, 12348124, 12348125, 12348126, 12328526], "trace_timestamp_s": 10.07300000000032, "ttft_s": 3.940745321997383, "turn_id": 1} +{"actual_output_tokens": 105, "cached_tokens": 0, "effective_input_length": 1093, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1093, "latency_s": 0.6348435340005381, "output_length": 105, "proxy_request_id": "1241953:1:1241953:13", "request_id": "1241953:1:1241953:13", "request_type": "coder", "requested_output_tokens": 105, "session_id": "1241953", "t_dispatch_unix": 1779963890.9567583, "t_finish_unix": 1779963891.591602, "t_first_token_unix": 1779963891.0702693, "tpot_s": 0.005010454913470032, "trace_hash_ids": [12364240, 12364241, 12364242], "trace_timestamp_s": 15.994000000000597, "ttft_s": 0.1135098190025019, "turn_id": 1} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 7587, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7587, "latency_s": 0.720895352998923, "output_length": 38, "proxy_request_id": "1241942:1:1241942:12", "request_id": "1241942:1:1241942:12", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1241942", "t_dispatch_unix": 1779963890.9091961, "t_finish_unix": 1779963891.6300912, "t_first_token_unix": 1779963891.4368162, "tpot_s": 0.005217329378423086, "trace_hash_ids": [12364172, 12364173, 12364174, 12364175, 12364176, 12364177, 12364178, 12364179, 12364180, 12364181, 12364182, 12364183, 12364184, 12364185, 12364186], "trace_timestamp_s": 15.945000000000618, "ttft_s": 0.5276186829978542, "turn_id": 1} +{"actual_output_tokens": 14, "cached_tokens": 1696, "effective_input_length": 2659, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2659, "latency_s": 0.1579875230017933, "output_length": 14, "proxy_request_id": "1237877:3:1242953:15", "request_id": "1237877:3:1242953:15", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1237877", "t_dispatch_unix": 1779963894.3414848, "t_finish_unix": 1779963894.4994721, "t_first_token_unix": 1779963894.4354172, "tpot_s": 0.004903908461598733, "trace_hash_ids": [12325182, 12342035, 12342036, 12357464, 12373319, 12373320], "trace_timestamp_s": 19.379000000000815, "ttft_s": 0.09393110100063495, "turn_id": 3} +{"actual_output_tokens": 155, "cached_tokens": 0, "effective_input_length": 17157, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17157, "latency_s": 2.6008283619994472, "output_length": 155, "proxy_request_id": "1242838:1:1242838:14", "request_id": "1242838:1:1242838:14", "request_type": "coder", "requested_output_tokens": 155, "session_id": "1242838", "t_dispatch_unix": 1779963893.96092, "t_finish_unix": 1779963896.561748, "t_first_token_unix": 1779963895.6669655, "tpot_s": 0.005808686863657657, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275], "trace_timestamp_s": 18.993000000000393, "ttft_s": 1.7060439119995863, "turn_id": 1} +{"actual_output_tokens": 23, "cached_tokens": 5232, "effective_input_length": 14812, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14812, "latency_s": 1.3530308800000057, "output_length": 23, "proxy_request_id": "1239704:2:1243943:17", "request_id": "1239704:2:1243943:17", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1239704", "t_dispatch_unix": 1779963897.6195168, "t_finish_unix": 1779963898.9725475, "t_first_token_unix": 1779963898.8588629, "tpot_s": 0.005157576090906249, "trace_hash_ids": [12325298, 12325299, 12325300, 12325301, 12325302, 12325303, 12325304, 12335875, 12343073, 12343074, 12353398, 12353399, 12353400, 12353401, 12353402, 12362248, 12362249, 12362250, 12362251, 12362252, 12362253, 12374360, 12374361, 12374362, 12374363, 12374364, 12382332, 12382333, 12382334], "trace_timestamp_s": 22.65400000000045, "ttft_s": 1.2393446339992806, "turn_id": 2} +{"actual_output_tokens": 264, "cached_tokens": 0, "effective_input_length": 11074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11074, "latency_s": 2.4119598559991573, "output_length": 264, "proxy_request_id": "1243831:1:1243831:16", "request_id": "1243831:1:1243831:16", "request_type": "coder", "requested_output_tokens": 264, "session_id": "1243831", "t_dispatch_unix": 1779963897.217851, "t_finish_unix": 1779963899.6298103, "t_first_token_unix": 1779963898.158934, "tpot_s": 0.005591724916350096, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12381653], "trace_timestamp_s": 22.252000000000407, "ttft_s": 0.9410813850008708, "turn_id": 1} +{"actual_output_tokens": 86, "cached_tokens": 0, "effective_input_length": 66214, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66214, "latency_s": 16.588936860000103, "output_length": 86, "proxy_request_id": "1239755:1:1239755:8", "request_id": "1239755:1:1239755:8", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1239755", "t_dispatch_unix": 1779963883.7189202, "t_finish_unix": 1779963900.3078566, "t_first_token_unix": 1779963899.6283226, "tpot_s": 0.00799177169413751, "trace_hash_ids": [987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 12343455, 6866241, 2853774, 6866242, 7163, 7164, 7165, 7166, 7167, 7168, 7169, 7170, 7171, 7172, 7173, 7174, 7175, 7176, 7177, 7178, 7179, 7180, 7181, 7182, 7183, 7184, 6866243, 6866244, 6866245, 6866246, 6866247, 6866248, 6866249, 6866250, 6866251, 6866252, 6866253, 6866254, 6866255, 6866256, 6866257, 8545375, 8556763, 8697639, 8697640, 8697641, 8697642, 8697643, 8697644, 8801955, 9096778, 9096779, 9096780, 9096781, 9096782, 9096783, 9096784, 9096785, 9096786, 9149397, 9149398, 9362937, 9625264, 9969708, 9969709, 9969710, 9969711, 9969712, 10041460, 11312552, 11312553, 11312554, 11312555, 11312556, 11738834, 11738835, 11738836, 11738837, 11817307, 11870242, 11870243, 12068422, 12068423, 12068424, 12068425, 12068426, 12068427, 12068428, 12068429, 12180426, 12180427, 12343456, 12343457], "trace_timestamp_s": 8.731000000000677, "ttft_s": 15.909399742999085, "turn_id": 1} +{"actual_output_tokens": 2204, "cached_tokens": 13568, "effective_input_length": 18420, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18420, "latency_s": 14.201338365000993, "output_length": 2204, "proxy_request_id": "1239034:2:1240558:10", "request_id": "1239034:2:1240558:10", "request_type": "coder", "requested_output_tokens": 2204, "session_id": "1239034", "t_dispatch_unix": 1779963886.286477, "t_finish_unix": 1779963900.4878147, "t_first_token_unix": 1779963887.0016108, "tpot_s": 0.006121644647299013, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 12336726, 12336727, 12336728, 12336729, 12351436, 12351437, 12351438, 12351439, 12351440, 12351441, 12351442, 12351443, 12351444, 12351445], "trace_timestamp_s": 11.321000000000822, "ttft_s": 0.7151308390020858, "turn_id": 2} +{"actual_output_tokens": 40, "cached_tokens": 0, "effective_input_length": 8274, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8274, "latency_s": 0.8006874730017444, "output_length": 40, "proxy_request_id": "1244640:1:1244640:18", "request_id": "1244640:1:1244640:18", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1244640", "t_dispatch_unix": 1779963900.1141672, "t_finish_unix": 1779963900.9148548, "t_first_token_unix": 1779963900.710973, "tpot_s": 0.005221464410192895, "trace_hash_ids": [12346349, 12346350, 12346351, 12346352, 12346353, 12346354, 12346355, 12353250, 12363902, 12363903, 12363904, 12370522, 12389149, 12389150, 12389151, 12389152, 12389153], "trace_timestamp_s": 25.149000000000342, "ttft_s": 0.5968038880018867, "turn_id": 1} +{"actual_output_tokens": 36, "cached_tokens": 1184, "effective_input_length": 10382, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10382, "latency_s": 0.9554664219976985, "output_length": 36, "proxy_request_id": "1241953:2:1245624:20", "request_id": "1241953:2:1245624:20", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1241953", "t_dispatch_unix": 1779963903.3380857, "t_finish_unix": 1779963904.293552, "t_first_token_unix": 1779963904.108193, "tpot_s": 0.005289611971446512, "trace_hash_ids": [12364240, 12364241, 12380769, 12380770, 12380771, 12380772, 12380773, 12380774, 12380775, 12380776, 12380777, 12380778, 12398115, 12398116, 12398117, 12398118, 12398119, 12398120, 12398121, 12398122, 12398123], "trace_timestamp_s": 28.373000000000502, "ttft_s": 0.7701053259988839, "turn_id": 2} +{"actual_output_tokens": 49, "cached_tokens": 0, "effective_input_length": 6109, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6109, "latency_s": 1.2116272999992361, "output_length": 49, "proxy_request_id": "1245572:1:1245572:19", "request_id": "1245572:1:1245572:19", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1245572", "t_dispatch_unix": 1779963903.247452, "t_finish_unix": 1779963904.459079, "t_first_token_unix": 1779963904.2170057, "tpot_s": 0.005038448500044979, "trace_hash_ids": [12397656, 12397657, 12397658, 12397659, 12397660, 12397661, 12397662, 12397663, 12397664, 12397665, 12397666, 12397667], "trace_timestamp_s": 28.282000000000153, "ttft_s": 0.9695530619974306, "turn_id": 1} +{"actual_output_tokens": 36, "cached_tokens": 6144, "effective_input_length": 6182, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6182, "latency_s": 0.21125910699993256, "output_length": 36, "proxy_request_id": "1245572:2:1246348:22", "request_id": "1245572:2:1246348:22", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1245572", "t_dispatch_unix": 1779963905.8445513, "t_finish_unix": 1779963906.055811, "t_first_token_unix": 1779963905.8766768, "tpot_s": 0.005110761399971255, "trace_hash_ids": [12397656, 12397657, 12397658, 12397659, 12397660, 12397661, 12397662, 12397663, 12397664, 12397665, 12397666, 12397667, 12405800], "trace_timestamp_s": 30.882000000000517, "ttft_s": 0.03212413399887737, "turn_id": 2} +{"actual_output_tokens": 66, "cached_tokens": 7456, "effective_input_length": 17447, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17447, "latency_s": 1.576925768997171, "output_length": 66, "proxy_request_id": "1240924:2:1246244:21", "request_id": "1240924:2:1246244:21", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1240924", "t_dispatch_unix": 1779963905.4687667, "t_finish_unix": 1779963907.0456922, "t_first_token_unix": 1779963906.672855, "tpot_s": 0.0057325472923156874, "trace_hash_ids": [12342008, 12342009, 12342010, 12342011, 12342012, 12342013, 12342014, 12342015, 12342016, 12342017, 12342018, 12342019, 12354472, 12354473, 12365097, 12370962, 12370963, 12370964, 12370965, 12378987, 12378988, 12378989, 12378990, 12384895, 12384896, 12384897, 12384898, 12393889, 12393890, 12393891, 12404797, 12404798, 12404799, 12404800, 12404801], "trace_timestamp_s": 30.502000000000407, "ttft_s": 1.2040865829985705, "turn_id": 2} +{"actual_output_tokens": 35, "cached_tokens": 7616, "effective_input_length": 17975, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17975, "latency_s": 1.466486937002628, "output_length": 35, "proxy_request_id": "1241942:2:1247111:23", "request_id": "1241942:2:1247111:23", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1241942", "t_dispatch_unix": 1779963908.5162323, "t_finish_unix": 1779963909.9827187, "t_first_token_unix": 1779963909.795561, "tpot_s": 0.005497795382325421, "trace_hash_ids": [12364172, 12364173, 12364174, 12364175, 12364176, 12364177, 12364178, 12364179, 12364180, 12364181, 12364182, 12364183, 12364184, 12364185, 12370891, 12379261, 12379262, 12379263, 12379264, 12386129, 12386130, 12386131, 12386132, 12386133, 12391712, 12391713, 12391714, 12391715, 12398819, 12398820, 12398821, 12398822, 12412294, 12412295, 12412296, 12412297], "trace_timestamp_s": 33.54899999999998, "ttft_s": 1.2793269650028378, "turn_id": 2} +{"actual_output_tokens": 11, "cached_tokens": 8304, "effective_input_length": 10696, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10696, "latency_s": 0.3715229259978514, "output_length": 11, "proxy_request_id": "1244640:2:1247941:24", "request_id": "1244640:2:1247941:24", "request_type": "coder", "requested_output_tokens": 11, "session_id": "1244640", "t_dispatch_unix": 1779963911.3328288, "t_finish_unix": 1779963911.7043514, "t_first_token_unix": 1779963911.6598496, "tpot_s": 0.0044260131999180885, "trace_hash_ids": [12421739, 12421740, 12421741, 12421742, 12421743, 12421744, 12421745, 12421746, 12421747, 12421748, 12421749, 12421750, 12421751, 12421752, 12421753, 12421754, 12421755, 12421756, 12421757, 12421758, 12421759], "trace_timestamp_s": 36.365999999999985, "ttft_s": 0.3270184969987895, "turn_id": 2} +{"actual_output_tokens": 49, "cached_tokens": 0, "effective_input_length": 11515, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11515, "latency_s": 1.2417071320014657, "output_length": 49, "proxy_request_id": "1248768:1:1248768:25", "request_id": "1248768:1:1248768:25", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1248768", "t_dispatch_unix": 1779963914.1136696, "t_finish_unix": 1779963915.3553767, "t_first_token_unix": 1779963915.0970712, "tpot_s": 0.0053768256458776404, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 58774, 12408861, 12408862, 12408863, 12429471, 12429472], "trace_timestamp_s": 39.14500000000044, "ttft_s": 0.9833994299988262, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 4126, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4126, "latency_s": 0.4331980349998048, "output_length": 34, "proxy_request_id": "1249058:1:1249058:26", "request_id": "1249058:1:1249058:26", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1249058", "t_dispatch_unix": 1779963915.1340234, "t_finish_unix": 1779963915.5672212, "t_first_token_unix": 1779963915.4000607, "tpot_s": 0.005058544393911937, "trace_hash_ids": [12432326, 12432327, 12432328, 12432329, 12432330, 12432331, 12432332, 12432333, 12432334], "trace_timestamp_s": 40.17100000000028, "ttft_s": 0.26603599900045083, "turn_id": 1} +{"actual_output_tokens": 85, "cached_tokens": 11552, "effective_input_length": 12188, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12188, "latency_s": 0.6084281029980048, "output_length": 85, "proxy_request_id": "1248768:2:1249765:27", "request_id": "1248768:2:1249765:27", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1248768", "t_dispatch_unix": 1779963917.3958566, "t_finish_unix": 1779963918.0042844, "t_first_token_unix": 1779963917.5424023, "tpot_s": 0.005495907916675995, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 58774, 12408861, 12408862, 12408863, 12429471, 12439395, 12439396], "trace_timestamp_s": 42.43299999999999, "ttft_s": 0.14654379399871686, "turn_id": 2} +{"actual_output_tokens": 26, "cached_tokens": 4144, "effective_input_length": 7482, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7482, "latency_s": 0.4491251180006657, "output_length": 26, "proxy_request_id": "1249058:2:1249872:28", "request_id": "1249058:2:1249872:28", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1249058", "t_dispatch_unix": 1779963917.7892826, "t_finish_unix": 1779963918.2384076, "t_first_token_unix": 1779963918.1093693, "tpot_s": 0.00515332443988882, "trace_hash_ids": [12432326, 12432327, 12432328, 12432329, 12432330, 12432331, 12432332, 12432333, 12440459, 12440460, 12440461, 12440462, 12440463, 12440464, 12440465], "trace_timestamp_s": 42.82600000000002, "ttft_s": 0.32008542000039597, "turn_id": 2} +{"actual_output_tokens": 83, "cached_tokens": 17296, "effective_input_length": 21578, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21578, "latency_s": 1.2032242610002868, "output_length": 83, "proxy_request_id": "1242838:2:1250503:29", "request_id": "1242838:2:1250503:29", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1242838", "t_dispatch_unix": 1779963920.0622864, "t_finish_unix": 1779963921.26551, "t_first_token_unix": 1779963920.7824256, "tpot_s": 0.005888522853682644, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12446387], "trace_timestamp_s": 45.09700000000066, "ttft_s": 0.7201371019982616, "turn_id": 2} +{"actual_output_tokens": 297, "cached_tokens": 0, "effective_input_length": 6829, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6829, "latency_s": 2.3708383869998215, "output_length": 297, "proxy_request_id": "1250772:1:1250772:30", "request_id": "1250772:1:1250772:30", "request_type": "coder", "requested_output_tokens": 297, "session_id": "1250772", "t_dispatch_unix": 1779963920.9239175, "t_finish_unix": 1779963923.2947562, "t_first_token_unix": 1779963921.6956985, "tpot_s": 0.0054007628108027695, "trace_hash_ids": [85000, 11362, 11363, 11364, 11365, 85001, 11367, 2920612, 12393745, 12423526, 12423527, 12449311, 12449312, 12449313], "trace_timestamp_s": 45.960000000000036, "ttft_s": 0.7717794590025733, "turn_id": 1} +{"actual_output_tokens": 1, "cached_tokens": 0, "effective_input_length": 16512, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16512, "latency_s": 1.5643596590016386, "output_length": 1, "proxy_request_id": "1251059:1:1251059:32", "request_id": "1251059:1:1251059:32", "request_type": "coder", "requested_output_tokens": 1, "session_id": "1251059", "t_dispatch_unix": 1779963922.1050413, "t_finish_unix": 1779963923.6694, "t_first_token_unix": 1779963923.6689093, "tpot_s": 0.0, "trace_hash_ids": [7062, 7063, 7064, 7065, 7066, 7067, 7068, 7069, 7070, 7071, 7072, 7073, 7074, 7075, 7076, 7077, 7078, 7079, 7080, 7081, 7082, 7083, 7084, 7085, 490787, 490788, 490789, 585565, 585566, 8073040, 572419, 572420, 572421], "trace_timestamp_s": 47.137000000000626, "ttft_s": 1.5638659120013472, "turn_id": 1} +{"actual_output_tokens": 167, "cached_tokens": 12272, "effective_input_length": 16989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16989, "latency_s": 1.65097023600174, "output_length": 167, "proxy_request_id": "1248768:3:1251261:33", "request_id": "1248768:3:1251261:33", "request_type": "coder", "requested_output_tokens": 167, "session_id": "1248768", "t_dispatch_unix": 1779963922.6790442, "t_finish_unix": 1779963924.3300145, "t_first_token_unix": 1779963923.3622391, "tpot_s": 0.0058284240542023505, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 58774, 12408861, 12408862, 12408863, 12429471, 12439395, 12439396, 12454154, 12454155, 12454156, 12454157, 12454158, 12454159, 12454160, 12454161, 12454162, 12454163], "trace_timestamp_s": 47.715000000000146, "ttft_s": 0.6831930470034422, "turn_id": 3} +{"actual_output_tokens": 23, "cached_tokens": 0, "effective_input_length": 1090, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1090, "latency_s": 0.1965893979977409, "output_length": 23, "proxy_request_id": "1251828:1:1251828:35", "request_id": "1251828:1:1251828:35", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1251828", "t_dispatch_unix": 1779963924.6114423, "t_finish_unix": 1779963924.8080318, "t_first_token_unix": 1779963924.6993926, "tpot_s": 0.00492643718181088, "trace_hash_ids": [12459863, 12459864, 12459865], "trace_timestamp_s": 49.64900000000034, "ttft_s": 0.08794893199956277, "turn_id": 1} +{"actual_output_tokens": 211, "cached_tokens": 0, "effective_input_length": 20086, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20086, "latency_s": 3.3320784450006613, "output_length": 211, "proxy_request_id": "1250935:1:1250935:31", "request_id": "1250935:1:1250935:31", "request_type": "coder", "requested_output_tokens": 211, "session_id": "1250935", "t_dispatch_unix": 1779963921.547109, "t_finish_unix": 1779963924.8791869, "t_first_token_unix": 1779963923.615518, "tpot_s": 0.006016374414286388, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 59796, 4849633, 12365971, 12450880, 12450881, 12450882, 12450883, 12450884, 12450885, 12450886, 12450887, 12450888, 12450889, 12450890, 12450891, 12450892, 603588], "trace_timestamp_s": 46.577000000000226, "ttft_s": 2.068407216000196, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 6208, "effective_input_length": 13780, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13780, "latency_s": 1.0343306779977866, "output_length": 42, "proxy_request_id": "1245572:3:1251662:34", "request_id": "1245572:3:1251662:34", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1245572", "t_dispatch_unix": 1779963924.0910428, "t_finish_unix": 1779963925.1253731, "t_first_token_unix": 1779963924.9031594, "tpot_s": 0.005413516024418641, "trace_hash_ids": [12397656, 12397657, 12397658, 12397659, 12397660, 12397661, 12397662, 12397663, 12397664, 12397665, 12397666, 12397667, 12411607, 12411608, 12419790, 12419791, 12419792, 12419793, 12419794, 12438738, 12438739, 12438740, 12447608, 12447609, 12458533, 12458534, 12458535], "trace_timestamp_s": 49.126000000000204, "ttft_s": 0.8121149889993831, "turn_id": 3} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 9855, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9855, "latency_s": 0.9823440520012809, "output_length": 34, "proxy_request_id": "1252010:1:1252010:36", "request_id": "1252010:1:1252010:36", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1252010", "t_dispatch_unix": 1779963925.2190526, "t_finish_unix": 1779963926.201397, "t_first_token_unix": 1779963926.0273607, "tpot_s": 0.005265917757545442, "trace_hash_ids": [12424913, 12432715, 12432716, 12432717, 12440818, 12440819, 12440820, 12440821, 12452285, 12452286, 12452287, 12452288, 12452289, 12452290, 12452291, 12461892, 12461893, 12461894, 12461895, 12461896], "trace_timestamp_s": 50.25300000000061, "ttft_s": 0.8083063000012771, "turn_id": 1} +{"actual_output_tokens": 501, "cached_tokens": 17152, "effective_input_length": 17309, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17309, "latency_s": 3.033998512000835, "output_length": 501, "proxy_request_id": "1248768:4:1253385:37", "request_id": "1248768:4:1253385:37", "request_type": "coder", "requested_output_tokens": 501, "session_id": "1248768", "t_dispatch_unix": 1779963929.9923604, "t_finish_unix": 1779963933.0263586, "t_first_token_unix": 1779963930.0829868, "tpot_s": 0.00588631300200359, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 58774, 12408861, 12408862, 12408863, 12429471, 12439395, 12439396, 12454154, 12454155, 12454156, 12454157, 12454158, 12454159, 12454160, 12454161, 12454162, 12475383], "trace_timestamp_s": 55.02600000000075, "ttft_s": 0.0906247290004103, "turn_id": 4} +{"actual_output_tokens": 30, "cached_tokens": 0, "effective_input_length": 3934, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3934, "latency_s": 0.39363857100033783, "output_length": 30, "proxy_request_id": "1251828:2:1254272:41", "request_id": "1251828:2:1254272:41", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1251828", "t_dispatch_unix": 1779963932.9624193, "t_finish_unix": 1779963933.356058, "t_first_token_unix": 1779963933.2093534, "tpot_s": 0.005050110448290321, "trace_hash_ids": [12459863, 12459864, 12467072, 12467073, 12467074, 12467075, 12477189, 12485024], "trace_timestamp_s": 58.0, "ttft_s": 0.24693319899961352, "turn_id": 2} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 748, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 748, "latency_s": 0.2238383950025309, "output_length": 32, "proxy_request_id": "1254584:1:1254584:42", "request_id": "1254584:1:1254584:42", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1254584", "t_dispatch_unix": 1779963934.0964413, "t_finish_unix": 1779963934.3202798, "t_first_token_unix": 1779963934.1626134, "tpot_s": 0.005078418483824334, "trace_hash_ids": [12480388, 12487633], "trace_timestamp_s": 59.134000000000015, "ttft_s": 0.06617121100134682, "turn_id": 1} +{"actual_output_tokens": 33, "cached_tokens": 9888, "effective_input_length": 13092, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13092, "latency_s": 0.5944389530013723, "output_length": 33, "proxy_request_id": "1252010:2:1254691:43", "request_id": "1252010:2:1254691:43", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1252010", "t_dispatch_unix": 1779963934.5472105, "t_finish_unix": 1779963935.1416492, "t_first_token_unix": 1779963934.970747, "tpot_s": 0.005333429187544425, "trace_hash_ids": [12424913, 12432715, 12432716, 12432717, 12440818, 12440819, 12440820, 12440821, 12452285, 12452286, 12452287, 12452288, 12452289, 12452290, 12452291, 12461892, 12461893, 12461894, 12461895, 12469281, 12469282, 12480858, 12480859, 12488817, 12488818, 12488819], "trace_timestamp_s": 59.58400000000074, "ttft_s": 0.42353480399833643, "turn_id": 2} +{"actual_output_tokens": 410, "cached_tokens": 7120, "effective_input_length": 10764, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10764, "latency_s": 2.6674679149982694, "output_length": 410, "proxy_request_id": "1250772:2:1254198:40", "request_id": "1250772:2:1254198:40", "request_type": "coder", "requested_output_tokens": 410, "session_id": "1250772", "t_dispatch_unix": 1779963932.6900816, "t_finish_unix": 1779963935.3575497, "t_first_token_unix": 1779963933.08178, "tpot_s": 0.005563667980445055, "trace_hash_ids": [85000, 11362, 11363, 11364, 11365, 85001, 11367, 2920612, 12393745, 12423526, 12423527, 12449311, 12449312, 12484452, 12484453, 12484454, 12484455, 12484456, 12484457, 12484458, 12484459, 12484460], "trace_timestamp_s": 57.72600000000057, "ttft_s": 0.391696899998351, "turn_id": 2} +{"actual_output_tokens": 321, "cached_tokens": 0, "effective_input_length": 35221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35221, "latency_s": 7.353969045998383, "output_length": 321, "proxy_request_id": "1253804:1:1253804:39", "request_id": "1253804:1:1253804:39", "request_type": "coder", "requested_output_tokens": 321, "session_id": "1253804", "t_dispatch_unix": 1779963931.5786862, "t_finish_unix": 1779963938.932655, "t_first_token_unix": 1779963936.7191584, "tpot_s": 0.0069164050937502, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114], "trace_timestamp_s": 56.60400000000027, "ttft_s": 5.140469844998734, "turn_id": 1} +{"actual_output_tokens": 58, "cached_tokens": 0, "effective_input_length": 1694, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1694, "latency_s": 0.43107543099904433, "output_length": 58, "proxy_request_id": "1256273:1:1256273:46", "request_id": "1256273:1:1256273:46", "request_type": "coder", "requested_output_tokens": 58, "session_id": "1256273", "t_dispatch_unix": 1779963939.779545, "t_finish_unix": 1779963940.2106204, "t_first_token_unix": 1779963939.925001, "tpot_s": 0.005006935122844624, "trace_hash_ids": [12492922, 12504484, 12504485, 12504486], "trace_timestamp_s": 64.81600000000071, "ttft_s": 0.14545452499805833, "turn_id": 1} +{"actual_output_tokens": 80, "cached_tokens": 11328, "effective_input_length": 11448, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11448, "latency_s": 0.4991990849994181, "output_length": 80, "proxy_request_id": "1243831:2:1256324:47", "request_id": "1243831:2:1256324:47", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1243831", "t_dispatch_unix": 1779963939.9423873, "t_finish_unix": 1779963940.4415867, "t_first_token_unix": 1779963940.0011177, "tpot_s": 0.005572615088602083, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12504841], "trace_timestamp_s": 64.98000000000047, "ttft_s": 0.058728479001729283, "turn_id": 2} +{"actual_output_tokens": 57, "cached_tokens": 0, "effective_input_length": 49624, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49624, "latency_s": 9.675180778998765, "output_length": 57, "proxy_request_id": "1253743:1:1253743:38", "request_id": "1253743:1:1253743:38", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1253743", "t_dispatch_unix": 1779963931.333187, "t_finish_unix": 1779963941.0083675, "t_first_token_unix": 1779963940.6102188, "tpot_s": 0.007093209571459218, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 12479411], "trace_timestamp_s": 56.35200000000077, "ttft_s": 9.27702910899825, "turn_id": 1} +{"actual_output_tokens": 23, "cached_tokens": 7504, "effective_input_length": 17786, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17786, "latency_s": 1.4001156159974926, "output_length": 23, "proxy_request_id": "1249058:3:1256222:45", "request_id": "1249058:3:1256222:45", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1249058", "t_dispatch_unix": 1779963939.6293156, "t_finish_unix": 1779963941.0294306, "t_first_token_unix": 1779963940.912738, "tpot_s": 0.005295821363688447, "trace_hash_ids": [12432326, 12432327, 12432328, 12432329, 12432330, 12432331, 12432332, 12432333, 12440459, 12440460, 12440461, 12440462, 12440463, 12440464, 12464529, 12464530, 12464531, 12464532, 12474164, 12474165, 12474166, 12481572, 12481573, 12481574, 12481575, 12481576, 12481577, 12481578, 12494816, 12494817, 12494818, 12494819, 12504084, 12504085, 12504086], "trace_timestamp_s": 64.66300000000047, "ttft_s": 1.28342095699918, "turn_id": 3} +{"actual_output_tokens": 112, "cached_tokens": 49680, "effective_input_length": 49687, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49687, "latency_s": 0.9130234269978246, "output_length": 112, "proxy_request_id": "1253743:2:1256070:44", "request_id": "1253743:2:1256070:44", "request_type": "coder", "requested_output_tokens": 112, "session_id": "1253743", "t_dispatch_unix": 1779963941.011284, "t_finish_unix": 1779963941.9243078, "t_first_token_unix": 1779963941.0983334, "tpot_s": 0.007439102864868022, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 12479411, 12502790], "trace_timestamp_s": 64.15700000000015, "ttft_s": 0.0870473349968961, "turn_id": 2} +{"actual_output_tokens": 59, "cached_tokens": 1744, "effective_input_length": 6170, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6170, "latency_s": 0.6310583369995584, "output_length": 59, "proxy_request_id": "1256273:2:1257769:51", "request_id": "1256273:2:1257769:51", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1256273", "t_dispatch_unix": 1779963944.760976, "t_finish_unix": 1779963945.392034, "t_first_token_unix": 1779963945.0895696, "tpot_s": 0.005210795086205853, "trace_hash_ids": [12492922, 12504484, 12504485, 12519472, 12519473, 12519474, 12519475, 12519476, 12519477, 12519478, 12519479, 12519480, 12519481], "trace_timestamp_s": 69.79700000000048, "ttft_s": 0.3285923820003518, "turn_id": 2} +{"actual_output_tokens": 237, "cached_tokens": 0, "effective_input_length": 4434, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4434, "latency_s": 1.520013936999021, "output_length": 237, "proxy_request_id": "1257572:1:1257572:50", "request_id": "1257572:1:1257572:50", "request_type": "coder", "requested_output_tokens": 237, "session_id": "1257572", "t_dispatch_unix": 1779963944.1297815, "t_finish_unix": 1779963945.6497953, "t_first_token_unix": 1779963944.4220765, "tpot_s": 0.005201027241528825, "trace_hash_ids": [12494641, 12494642, 12494643, 12494644, 12494645, 12494646, 12494647, 12516925, 12516926], "trace_timestamp_s": 69.16400000000067, "ttft_s": 0.2922932289984601, "turn_id": 1} +{"actual_output_tokens": 68, "cached_tokens": 768, "effective_input_length": 1257, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1257, "latency_s": 0.39210260400068364, "output_length": 68, "proxy_request_id": "1254584:2:1258039:52", "request_id": "1254584:2:1258039:52", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1254584", "t_dispatch_unix": 1779963945.781851, "t_finish_unix": 1779963946.1739535, "t_first_token_unix": 1779963945.8382654, "tpot_s": 0.00500586837310337, "trace_hash_ids": [12480388, 12511291, 12522116], "trace_timestamp_s": 70.82000000000062, "ttft_s": 0.056412942001770716, "turn_id": 2} +{"actual_output_tokens": 92, "cached_tokens": 21648, "effective_input_length": 22262, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22262, "latency_s": 0.7205944470006216, "output_length": 92, "proxy_request_id": "1242838:3:1258161:53", "request_id": "1242838:3:1258161:53", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1242838", "t_dispatch_unix": 1779963946.2393181, "t_finish_unix": 1779963946.9599118, "t_first_token_unix": 1779963946.4133947, "tpot_s": 0.006003202263745262, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892], "trace_timestamp_s": 71.27700000000004, "ttft_s": 0.1740742809997755, "turn_id": 3} +{"actual_output_tokens": 116, "cached_tokens": 6224, "effective_input_length": 7934, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7934, "latency_s": 0.806658392000827, "output_length": 116, "proxy_request_id": "1256273:3:1258499:55", "request_id": "1256273:3:1258499:55", "request_type": "coder", "requested_output_tokens": 116, "session_id": "1256273", "t_dispatch_unix": 1779963947.4048505, "t_finish_unix": 1779963948.2115085, "t_first_token_unix": 1779963947.5928442, "tpot_s": 0.005377635652194326, "trace_hash_ids": [12492922, 12504484, 12504485, 12519472, 12519473, 12519474, 12519475, 12519476, 12519477, 12519478, 12519479, 12519480, 12526397, 12526398, 12526399, 12526400], "trace_timestamp_s": 72.44200000000001, "ttft_s": 0.18799279000086244, "turn_id": 3} +{"actual_output_tokens": 362, "cached_tokens": 0, "effective_input_length": 9250, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9250, "latency_s": 2.702838850000262, "output_length": 362, "proxy_request_id": "1258908:1:1258908:58", "request_id": "1258908:1:1258908:58", "request_type": "coder", "requested_output_tokens": 362, "session_id": "1258908", "t_dispatch_unix": 1779963948.8596358, "t_finish_unix": 1779963951.5624747, "t_first_token_unix": 1779963949.5594528, "tpot_s": 0.005547814180055785, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 12530208, 12530209, 12530210, 12530211], "trace_timestamp_s": 73.89300000000003, "ttft_s": 0.6998149999999441, "turn_id": 1} +{"actual_output_tokens": 341, "cached_tokens": 0, "effective_input_length": 14291, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14291, "latency_s": 3.21113404299831, "output_length": 341, "proxy_request_id": "1259178:1:1259178:59", "request_id": "1259178:1:1259178:59", "request_type": "coder", "requested_output_tokens": 341, "session_id": "1259178", "t_dispatch_unix": 1779963949.8191338, "t_finish_unix": 1779963953.030268, "t_first_token_unix": 1779963951.0614989, "tpot_s": 0.005789729673533122, "trace_hash_ids": [5658, 5659, 36953, 12532295, 12532296, 12532297, 12532298, 12532299, 12532300, 12532301, 12532302, 12532303, 12532304, 12532305, 12532306, 12532307, 12532308, 12532309, 12532310, 12532311, 12532312, 12532313, 12532314, 12532315, 12532316, 12532317, 12532318, 12532319], "trace_timestamp_s": 74.85200000000077, "ttft_s": 1.242363575998752, "turn_id": 1} +{"actual_output_tokens": 45, "cached_tokens": 0, "effective_input_length": 27387, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27387, "latency_s": 9.024523457999749, "output_length": 45, "proxy_request_id": "1257525:1:1257525:49", "request_id": "1257525:1:1257525:49", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1257525", "t_dispatch_unix": 1779963944.05108, "t_finish_unix": 1779963953.075603, "t_first_token_unix": 1779963947.4901536, "tpot_s": 0.12693751697729153, "trace_hash_ids": [12479517, 12479518, 12479519, 12479520, 12479521, 12479522, 12479523, 12479524, 12479525, 12479526, 12479527, 12479528, 12479529, 12479530, 12479531, 12479532, 12479533, 12479534, 12479535, 12479536, 12479537, 12479538, 12479539, 12479540, 12479541, 12479542, 12479543, 12479544, 12479545, 12479546, 12479547, 12479548, 12479549, 12479550, 12479551, 12479552, 12479553, 12479554, 12479555, 12479556, 12479557, 12479558, 12479559, 12479560, 12479561, 12479562, 12479563, 12499990, 12499991, 12509015, 12516559, 12516560, 12516561, 12516562], "trace_timestamp_s": 69.06500000000051, "ttft_s": 3.4390715209992777, "turn_id": 1} +{"actual_output_tokens": 110, "cached_tokens": 35536, "effective_input_length": 52978, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52978, "latency_s": 6.697266880000825, "output_length": 110, "proxy_request_id": "1253804:2:1258346:54", "request_id": "1253804:2:1258346:54", "request_type": "coder", "requested_output_tokens": 110, "session_id": "1253804", "t_dispatch_unix": 1779963946.9462118, "t_finish_unix": 1779963953.6434782, "t_first_token_unix": 1779963952.71107, "tpot_s": 0.008423339357817762, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968], "trace_timestamp_s": 71.97700000000077, "ttft_s": 5.764855580000585, "turn_id": 2} +{"actual_output_tokens": 62, "cached_tokens": 0, "effective_input_length": 12522, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12522, "latency_s": 1.3671973119999166, "output_length": 62, "proxy_request_id": "1260792:1:1260792:63", "request_id": "1260792:1:1260792:63", "request_type": "coder", "requested_output_tokens": 62, "session_id": "1260792", "t_dispatch_unix": 1779963955.4797204, "t_finish_unix": 1779963956.846918, "t_first_token_unix": 1779963956.5115037, "tpot_s": 0.005493795049169719, "trace_hash_ids": [12518548, 12518549, 12518550, 12528577, 12528578, 12528579, 12538129, 12538130, 12538131, 12538132, 12538133, 12538134, 12538135, 12538136, 12538137, 12538138, 12548530, 12548531, 12548532, 12548533, 12548534, 12548535, 12548536, 12548537, 12548538], "trace_timestamp_s": 80.51299999999992, "ttft_s": 1.0317810449996614, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 5640, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5640, "latency_s": 0.5448864989994036, "output_length": 34, "proxy_request_id": "1261126:1:1261126:65", "request_id": "1261126:1:1261126:65", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1261126", "t_dispatch_unix": 1779963956.517365, "t_finish_unix": 1779963957.0622518, "t_first_token_unix": 1779963956.8877676, "tpot_s": 0.005258072393961343, "trace_hash_ids": [12523217, 12523218, 12542338, 12542339, 12542340, 12542341, 12550806, 12550807, 12550808, 12550809, 12550810, 12550811], "trace_timestamp_s": 81.5530000000008, "ttft_s": 0.3703998099990713, "turn_id": 1} +{"actual_output_tokens": 73, "cached_tokens": 0, "effective_input_length": 9571, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9571, "latency_s": 2.108055429001979, "output_length": 73, "proxy_request_id": "1260746:1:1260746:62", "request_id": "1260746:1:1260746:62", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1260746", "t_dispatch_unix": 1779963955.3639019, "t_finish_unix": 1779963957.471957, "t_first_token_unix": 1779963956.1268082, "tpot_s": 0.018678872930548904, "trace_hash_ids": [12532255, 12532256, 12532257, 12532258, 12532259, 12532260, 12538543, 12538544, 12538545, 12547747, 12547748, 12547749, 12547750, 12547751, 12547752, 12547753, 12547754, 12547755, 12547756], "trace_timestamp_s": 80.39699999999993, "ttft_s": 0.7629041550026159, "turn_id": 1} +{"actual_output_tokens": 79, "cached_tokens": 53072, "effective_input_length": 55138, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55138, "latency_s": 1.499158308000915, "output_length": 79, "proxy_request_id": "1253804:3:1260997:64", "request_id": "1253804:3:1260997:64", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1253804", "t_dispatch_unix": 1779963956.2131162, "t_finish_unix": 1779963957.7122736, "t_first_token_unix": 1779963957.061109, "tpot_s": 0.00834527773076843, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987], "trace_timestamp_s": 81.2490000000007, "ttft_s": 0.8479911989998072, "turn_id": 3} +{"actual_output_tokens": 101, "cached_tokens": 0, "effective_input_length": 30655, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30655, "latency_s": 4.735122535999835, "output_length": 101, "proxy_request_id": "1260327:1:1260327:61", "request_id": "1260327:1:1260327:61", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1260327", "t_dispatch_unix": 1779963953.640967, "t_finish_unix": 1779963958.376089, "t_first_token_unix": 1779963957.7298326, "tpot_s": 0.006460029449990543, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103], "trace_timestamp_s": 78.66800000000057, "ttft_s": 4.088863906999904, "turn_id": 1} +{"actual_output_tokens": 9, "cached_tokens": 27424, "effective_input_length": 29988, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29988, "latency_s": 0.653105086999858, "output_length": 9, "proxy_request_id": "1257525:2:1262205:67", "request_id": "1257525:2:1262205:67", "request_type": "coder", "requested_output_tokens": 9, "session_id": "1257525", "t_dispatch_unix": 1779963960.3306768, "t_finish_unix": 1779963960.9837813, "t_first_token_unix": 1779963960.9559195, "tpot_s": 0.003454216875070415, "trace_hash_ids": [12560509, 12560510, 12560511, 12560512, 12560513, 12560514, 12560515, 12560516, 12560517, 12560518, 12560519, 12560520, 12560521, 12560522, 12560523, 12560524, 12560525, 12560526, 12560527, 12560528, 12560529, 12560530, 12560531, 12560532, 12560533, 12560534, 12560535, 12560536, 12560537, 12560538, 12560539, 12560540, 12560541, 12560542, 12560543, 12560544, 12560545, 12560546, 12560547, 12560548, 12560549, 12560550, 12560551, 12560552, 12560553, 12560554, 12560555, 12560556, 12560557, 12560558, 12560559, 12560560, 12560561, 12560562, 12560563, 12560564, 12560565, 12560566, 12560567], "trace_timestamp_s": 85.35500000000047, "ttft_s": 0.6252409859989712, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 5465, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5465, "latency_s": 0.4872831370012136, "output_length": 27, "proxy_request_id": "1262757:1:1262757:73", "request_id": "1262757:1:1262757:73", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1262757", "t_dispatch_unix": 1779963962.2138693, "t_finish_unix": 1779963962.7011523, "t_first_token_unix": 1779963962.5686855, "tpot_s": 0.005084436769231196, "trace_hash_ids": [12513740, 12528866, 12528867, 12537233, 12537234, 12537235, 12547253, 12557610, 12557611, 12557612, 12566807], "trace_timestamp_s": 87.2490000000007, "ttft_s": 0.3548151760005567, "turn_id": 1} +{"actual_output_tokens": 101, "cached_tokens": 0, "effective_input_length": 21510, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21510, "latency_s": 2.944579416001943, "output_length": 101, "proxy_request_id": "1262354:1:1262354:69", "request_id": "1262354:1:1262354:69", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1262354", "t_dispatch_unix": 1779963960.9285774, "t_finish_unix": 1779963963.8731568, "t_first_token_unix": 1779963963.2725728, "tpot_s": 0.00600333717000467, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12562242], "trace_timestamp_s": 85.95800000000054, "ttft_s": 2.3439933150002616, "turn_id": 1} +{"actual_output_tokens": 46, "cached_tokens": 5664, "effective_input_length": 6953, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6953, "latency_s": 1.6322738039998512, "output_length": 46, "proxy_request_id": "1261126:2:1262820:74", "request_id": "1261126:2:1262820:74", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1261126", "t_dispatch_unix": 1779963962.3848777, "t_finish_unix": 1779963964.0171509, "t_first_token_unix": 1779963963.7219303, "tpot_s": 0.0065542985999652754, "trace_hash_ids": [12523217, 12523218, 12542338, 12542339, 12542340, 12542341, 12550806, 12550807, 12550808, 12550809, 12550810, 12557298, 12567376, 12567377], "trace_timestamp_s": 87.42200000000048, "ttft_s": 1.3370515370006615, "turn_id": 2} +{"actual_output_tokens": 139, "cached_tokens": 0, "effective_input_length": 68131, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68131, "latency_s": 17.574313254001027, "output_length": 139, "proxy_request_id": "1258611:1:1258611:56", "request_id": "1258611:1:1258611:56", "request_type": "coder", "requested_output_tokens": 139, "session_id": "1258611", "t_dispatch_unix": 1779963947.7934737, "t_finish_unix": 1779963965.3677866, "t_first_token_unix": 1779963964.199662, "tpot_s": 0.008462780963769099, "trace_hash_ids": [41795, 129659, 129660, 129661, 129662, 129663, 129664, 129665, 129666, 129667, 129668, 129669, 129670, 129671, 129672, 129673, 129674, 129675, 129676, 129677, 129678, 129679, 129680, 129681, 129682, 129683, 129684, 129685, 129686, 129687, 129688, 129689, 129690, 129691, 129692, 129693, 129694, 129695, 129696, 129697, 129698, 129699, 129700, 129701, 129702, 129703, 129704, 129705, 129706, 129707, 129708, 129709, 129710, 129711, 129712, 129713, 129714, 129715, 129716, 129717, 129718, 129719, 129720, 129721, 129722, 129723, 129724, 129725, 129726, 416576, 416577, 416578, 416579, 416580, 416581, 416582, 416583, 416584, 416585, 646369, 12527337, 646371, 646372, 646373, 646374, 646375, 12527338, 957044, 957045, 12527339, 12527340, 12527341, 12527342, 12527343, 12527344, 12527345, 12527346, 12527347, 12527348, 12527349, 12527350, 12527351, 12527352, 12527353, 12527354, 12527355, 12527356, 12527357, 12527358, 12527359, 12527360, 12527361, 12527362, 12527363, 12527364, 12527365, 12527366, 12527367, 12527368, 12527369, 12527370, 12527371, 12527372, 12527373, 12527374, 12527375, 12527376, 12527377, 12527378, 12527379, 12527380, 12527381, 12527382, 12527383], "trace_timestamp_s": 72.80500000000029, "ttft_s": 16.406185922001896, "turn_id": 1} +{"actual_output_tokens": 10, "cached_tokens": 68256, "effective_input_length": 68320, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68320, "latency_s": 0.187283216000651, "output_length": 10, "proxy_request_id": "1258611:2:1261594:66", "request_id": "1258611:2:1261594:66", "request_type": "coder", "requested_output_tokens": 10, "session_id": "1258611", "t_dispatch_unix": 1779963965.370935, "t_finish_unix": 1779963965.5582182, "t_first_token_unix": 1779963965.5294259, "tpot_s": 0.003175466333535345, "trace_hash_ids": [41795, 129659, 129660, 129661, 129662, 129663, 129664, 129665, 129666, 129667, 129668, 129669, 129670, 129671, 129672, 129673, 129674, 129675, 129676, 129677, 129678, 129679, 129680, 129681, 129682, 129683, 129684, 129685, 129686, 129687, 129688, 129689, 129690, 129691, 129692, 129693, 129694, 129695, 129696, 129697, 129698, 129699, 129700, 129701, 129702, 129703, 129704, 129705, 129706, 129707, 129708, 129709, 129710, 129711, 129712, 129713, 129714, 129715, 129716, 129717, 129718, 129719, 129720, 129721, 129722, 129723, 129724, 129725, 129726, 416576, 416577, 416578, 416579, 416580, 416581, 416582, 416583, 416584, 416585, 646369, 12527337, 646371, 646372, 646373, 646374, 646375, 12527338, 957044, 957045, 12527339, 12527340, 12527341, 12527342, 12527343, 12527344, 12527345, 12527346, 12527347, 12527348, 12527349, 12527350, 12527351, 12527352, 12527353, 12527354, 12527355, 12527356, 12527357, 12527358, 12527359, 12527360, 12527361, 12527362, 12527363, 12527364, 12527365, 12527366, 12527367, 12527368, 12527369, 12527370, 12527371, 12527372, 12527373, 12527374, 12527375, 12527376, 12527377, 12527378, 12527379, 12527380, 12527381, 12527382, 12527383], "trace_timestamp_s": 83.19100000000071, "ttft_s": 0.15848902099969564, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 68320, "effective_input_length": 68377, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68377, "latency_s": 0.5884566370004904, "output_length": 55, "proxy_request_id": "1258611:3:1262709:71", "request_id": "1258611:3:1262709:71", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1258611", "t_dispatch_unix": 1779963965.560667, "t_finish_unix": 1779963966.1491237, "t_first_token_unix": 1779963965.7227263, "tpot_s": 0.007891957833365907, "trace_hash_ids": [41795, 129659, 129660, 129661, 129662, 129663, 129664, 129665, 129666, 129667, 129668, 129669, 129670, 129671, 129672, 129673, 129674, 129675, 129676, 129677, 129678, 129679, 129680, 129681, 129682, 129683, 129684, 129685, 129686, 129687, 129688, 129689, 129690, 129691, 129692, 129693, 129694, 129695, 129696, 129697, 129698, 129699, 129700, 129701, 129702, 129703, 129704, 129705, 129706, 129707, 129708, 129709, 129710, 129711, 129712, 129713, 129714, 129715, 129716, 129717, 129718, 129719, 129720, 129721, 129722, 129723, 129724, 129725, 129726, 416576, 416577, 416578, 416579, 416580, 416581, 416582, 416583, 416584, 416585, 646369, 12527337, 646371, 646372, 646373, 646374, 646375, 12527338, 957044, 957045, 12527339, 12527340, 12527341, 12527342, 12527343, 12527344, 12527345, 12527346, 12527347, 12527348, 12527349, 12527350, 12527351, 12527352, 12527353, 12527354, 12527355, 12527356, 12527357, 12527358, 12527359, 12527360, 12527361, 12527362, 12527363, 12527364, 12527365, 12527366, 12527367, 12527368, 12527369, 12527370, 12527371, 12527372, 12527373, 12527374, 12527375, 12527376, 12527377, 12527378, 12527379, 12527380, 12527381, 12527382, 12527383], "trace_timestamp_s": 87.12800000000061, "ttft_s": 0.1620567479985766, "turn_id": 3} +{"actual_output_tokens": 76, "cached_tokens": 0, "effective_input_length": 5990, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5990, "latency_s": 0.7852898640012427, "output_length": 76, "proxy_request_id": "1263611:1:1263611:76", "request_id": "1263611:1:1263611:76", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1263611", "t_dispatch_unix": 1779963965.4047203, "t_finish_unix": 1779963966.1900103, "t_first_token_unix": 1779963965.801871, "tpot_s": 0.005171074080038428, "trace_hash_ids": [12565267, 12565268, 12565269, 12565270, 12574728, 12574729, 12574730, 12574731, 12574732, 12574733, 12574734, 12574735], "trace_timestamp_s": 90.44100000000071, "ttft_s": 0.3971490129988524, "turn_id": 1} +{"actual_output_tokens": 202, "cached_tokens": 21600, "effective_input_length": 22109, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22109, "latency_s": 1.391281585998513, "output_length": 202, "proxy_request_id": "1262354:2:1263593:75", "request_id": "1262354:2:1263593:75", "request_type": "coder", "requested_output_tokens": 202, "session_id": "1262354", "t_dispatch_unix": 1779963965.2920632, "t_finish_unix": 1779963966.6833448, "t_first_token_unix": 1779963965.459349, "tpot_s": 0.00608838174626563, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12574479], "trace_timestamp_s": 90.32900000000063, "ttft_s": 0.1672846159999608, "turn_id": 2} +{"actual_output_tokens": 71, "cached_tokens": 0, "effective_input_length": 6336, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6336, "latency_s": 0.7856398850017285, "output_length": 71, "proxy_request_id": "1263971:1:1263971:80", "request_id": "1263971:1:1263971:80", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1263971", "t_dispatch_unix": 1779963966.7156992, "t_finish_unix": 1779963967.5013394, "t_first_token_unix": 1779963967.1388307, "tpot_s": 0.00517444161424854, "trace_hash_ids": [12579274, 12579275, 12579276, 12579277, 12579278, 12579279, 12579280, 12579281, 12579282, 12579283, 12579284, 12579285, 12579286], "trace_timestamp_s": 91.7510000000002, "ttft_s": 0.42312919400137616, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 0, "effective_input_length": 90488, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 90488, "latency_s": 28.265693090997956, "output_length": 42, "proxy_request_id": "1257323:1:1257323:48", "request_id": "1257323:1:1257323:48", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1257323", "t_dispatch_unix": 1779963943.4306285, "t_finish_unix": 1779963971.6963212, "t_first_token_unix": 1779963971.2923808, "tpot_s": 0.009844614853713343, "trace_hash_ids": [2511, 2512, 2513, 2514, 2515, 2516, 2517, 2518, 46994, 46995, 46996, 46997, 46998, 46999, 47000, 47001, 47002, 47003, 47004, 47005, 47006, 47007, 47008, 47009, 47010, 47011, 47012, 4751454, 2379937, 2379938, 2379939, 2379940, 2379941, 4751455, 4751456, 4751457, 4751458, 4751459, 4751460, 4751461, 4751462, 4751463, 4751464, 4751465, 4751466, 4751467, 4751468, 4751469, 4751470, 4751471, 4751472, 4751473, 4751474, 4751475, 4751476, 4751477, 4751478, 4751479, 4751480, 4751481, 4751482, 4751483, 4751484, 4751485, 10670236, 10670237, 10670238, 10670239, 10670240, 10670241, 10670242, 10670243, 10670244, 10670245, 10670246, 10670247, 10670248, 10670249, 10670250, 10670251, 10670252, 10670253, 10670254, 10670255, 10670256, 10670257, 10670258, 10670259, 10670260, 10670261, 10994656, 10994657, 10994658, 10994659, 10994660, 10994661, 10994662, 10994663, 10994664, 10994665, 10994666, 10994667, 10994668, 10994669, 10994670, 10994671, 10994672, 10994673, 10994674, 10994675, 10994676, 10994677, 10994678, 10994679, 10994680, 10994681, 10994682, 10994683, 10994684, 10994685, 10994686, 10994687, 10994688, 10994689, 10994690, 10994691, 10994692, 10994693, 10994694, 10994695, 10994696, 10994697, 10994698, 10994699, 10994700, 10994701, 10994702, 10994703, 10994704, 10994705, 10994706, 10994707, 10994708, 10994709, 10994710, 10994711, 10994712, 10994713, 10994714, 10994715, 10994716, 10994717, 10994718, 10994719, 10994720, 10994721, 10994722, 10994723, 10994724, 10994725, 10994726, 10994727, 11134572, 11161915, 11261064, 11282181, 11360636, 11420052, 11420053, 11446131, 11701929, 12264742, 12297965, 12385798, 12385799, 12514819, 12514820], "trace_timestamp_s": 68.43299999999999, "ttft_s": 27.861750797997956, "turn_id": 1} +{"actual_output_tokens": 63, "cached_tokens": 20608, "effective_input_length": 22565, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22565, "latency_s": 10.928359654000815, "output_length": 63, "proxy_request_id": "1239034:3:1262346:68", "request_id": "1239034:3:1262346:68", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1239034", "t_dispatch_unix": 1779963960.8961275, "t_finish_unix": 1779963971.824487, "t_first_token_unix": 1779963971.279273, "tpot_s": 0.008789925596800223, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 12336726, 12336727, 12336728, 12336729, 12351436, 12351437, 12351438, 12351439, 12351440, 12351441, 12351442, 12351443, 12351444, 12351445, 12562130, 12562131, 12562132, 12562133, 12562134, 12562135, 12562136, 12562137, 12562138], "trace_timestamp_s": 85.9320000000007, "ttft_s": 10.383143560000462, "turn_id": 3} +{"actual_output_tokens": 68, "cached_tokens": 0, "effective_input_length": 301, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 301, "latency_s": 1.5644562380002753, "output_length": 68, "proxy_request_id": "1265000:1:1265000:83", "request_id": "1265000:1:1265000:83", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1265000", "t_dispatch_unix": 1779963970.3419755, "t_finish_unix": 1779963971.9064312, "t_first_token_unix": 1779963970.3815856, "tpot_s": 0.022755754253718005, "trace_hash_ids": [12589398], "trace_timestamp_s": 95.38000000000011, "ttft_s": 0.03960972899949411, "turn_id": 1} +{"actual_output_tokens": 77, "cached_tokens": 0, "effective_input_length": 14028, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14028, "latency_s": 1.657631833000778, "output_length": 77, "proxy_request_id": "1265128:1:1265128:85", "request_id": "1265128:1:1265128:85", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1265128", "t_dispatch_unix": 1779963970.6681912, "t_finish_unix": 1779963972.325823, "t_first_token_unix": 1779963971.89054, "tpot_s": 0.005724097236835453, "trace_hash_ids": [12531602, 12531603, 12531604, 12531605, 12531606, 12531607, 12531608, 12531609, 12531610, 12531611, 12531612, 12531613, 12531614, 12531615, 12531616, 12531617, 12544382, 12544383, 12544384, 12557454, 12557455, 12557456, 12557457, 12557458, 12590524, 12590525, 12590526, 12590527], "trace_timestamp_s": 95.70100000000002, "ttft_s": 1.222347393999371, "turn_id": 1} +{"actual_output_tokens": 23, "cached_tokens": 0, "effective_input_length": 579, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 579, "latency_s": 0.29187237299993285, "output_length": 23, "proxy_request_id": "1266067:1:1266067:91", "request_id": "1266067:1:1266067:91", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1266067", "t_dispatch_unix": 1779963973.8916867, "t_finish_unix": 1779963974.1835587, "t_first_token_unix": 1779963974.0165946, "tpot_s": 0.007579418590963046, "trace_hash_ids": [12599495, 12599496], "trace_timestamp_s": 98.93000000000029, "ttft_s": 0.12490741399960825, "turn_id": 1} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 13178, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13178, "latency_s": 1.3651393539985293, "output_length": 47, "proxy_request_id": "1263611:2:1265770:88", "request_id": "1263611:2:1265770:88", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1263611", "t_dispatch_unix": 1779963972.9891136, "t_finish_unix": 1779963974.3542528, "t_first_token_unix": 1779963974.1037762, "tpot_s": 0.005440620891338609, "trace_hash_ids": [12565267, 12565268, 12565269, 12565270, 12574728, 12574729, 12574730, 12574731, 12574732, 12574733, 12574734, 12587940, 12587941, 12587942, 12587943, 12587944, 12587945, 12587946, 12587947, 12596811, 12596812, 12596813, 12596814, 12596815, 12596816, 12596817], "trace_timestamp_s": 98.02400000000034, "ttft_s": 1.1146612789998471, "turn_id": 2} +{"actual_output_tokens": 203, "cached_tokens": 0, "effective_input_length": 23540, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23540, "latency_s": 4.327428732998669, "output_length": 203, "proxy_request_id": "1250772:3:1265019:84", "request_id": "1250772:3:1265019:84", "request_type": "coder", "requested_output_tokens": 203, "session_id": "1250772", "t_dispatch_unix": 1779963970.4076514, "t_finish_unix": 1779963974.73508, "t_first_token_unix": 1779963973.1077054, "tpot_s": 0.008055155896042856, "trace_hash_ids": [85000, 11362, 11363, 11364, 11365, 85001, 11367, 2920612, 12393745, 12423526, 12423527, 12449311, 12449312, 12484452, 12484453, 12484454, 12484455, 12484456, 12484457, 12484458, 12484459, 12546417, 12546418, 12546419, 12546420, 12546421, 12546422, 12546423, 12546424, 12546425, 12546426, 12546427, 12546428, 12546429, 12546430, 12546431, 12546432, 12546433, 12546434, 12589516, 12589517, 12589518, 12589519, 12589520, 12589521, 12589522], "trace_timestamp_s": 95.44100000000071, "ttft_s": 2.7000523370006704, "turn_id": 3} +{"actual_output_tokens": 92, "cached_tokens": 0, "effective_input_length": 4070, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4070, "latency_s": 1.1682042800021009, "output_length": 92, "proxy_request_id": "1265942:1:1265942:89", "request_id": "1265942:1:1265942:89", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1265942", "t_dispatch_unix": 1779963973.618988, "t_finish_unix": 1779963974.7871919, "t_first_token_unix": 1779963973.9381433, "tpot_s": 0.00932778629670553, "trace_hash_ids": [12598589, 12598590, 12598591, 12598592, 12598593, 12598594, 12598595, 12598596], "trace_timestamp_s": 98.65400000000045, "ttft_s": 0.31915482399926987, "turn_id": 1} +{"actual_output_tokens": 331, "cached_tokens": 22304, "effective_input_length": 22344, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22344, "latency_s": 4.753343586002302, "output_length": 331, "proxy_request_id": "1262354:3:1265178:86", "request_id": "1262354:3:1265178:86", "request_type": "coder", "requested_output_tokens": 331, "session_id": "1262354", "t_dispatch_unix": 1779963970.775929, "t_finish_unix": 1779963975.529273, "t_first_token_unix": 1779963973.110326, "tpot_s": 0.007329321106061054, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12591121], "trace_timestamp_s": 95.8130000000001, "ttft_s": 2.3343947810026293, "turn_id": 3} +{"actual_output_tokens": 59, "cached_tokens": 0, "effective_input_length": 5381, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5381, "latency_s": 0.6846148260010523, "output_length": 59, "proxy_request_id": "1266440:1:1266440:92", "request_id": "1266440:1:1266440:92", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1266440", "t_dispatch_unix": 1779963974.9647577, "t_finish_unix": 1779963975.6493726, "t_first_token_unix": 1779963975.346386, "tpot_s": 0.00521964793106549, "trace_hash_ids": [12582173, 12582174, 12582175, 12603412, 12603413, 12603414, 12603415, 12603416, 12603417, 12603418, 12603419], "trace_timestamp_s": 100.0010000000002, "ttft_s": 0.38162622199888574, "turn_id": 1} +{"actual_output_tokens": 1649, "cached_tokens": 55216, "effective_input_length": 55989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55989, "latency_s": 14.252211384002294, "output_length": 1649, "proxy_request_id": "1253804:4:1262690:70", "request_id": "1253804:4:1262690:70", "request_type": "coder", "requested_output_tokens": 1649, "session_id": "1253804", "t_dispatch_unix": 1779963962.020622, "t_finish_unix": 1779963976.2728333, "t_first_token_unix": 1779963962.4525769, "tpot_s": 0.008385887019417655, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12566184], "trace_timestamp_s": 87.0560000000005, "ttft_s": 0.43195259700223687, "turn_id": 4} +{"actual_output_tokens": 29, "cached_tokens": 0, "effective_input_length": 50783, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50783, "latency_s": 11.11215159600033, "output_length": 29, "proxy_request_id": "1263727:1:1263727:77", "request_id": "1263727:1:1263727:77", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1263727", "t_dispatch_unix": 1779963965.8702655, "t_finish_unix": 1779963976.9824173, "t_first_token_unix": 1779963975.5664535, "tpot_s": 0.050557843928540284, "trace_hash_ids": [12556738, 12556739, 12556740, 12556741, 12556742, 12556743, 12556744, 12556745, 12556746, 12556747, 12556748, 12556749, 12556750, 12556751, 12556752, 12556753, 12556754, 12556755, 12556756, 12556757, 12556758, 12556759, 12556760, 12556761, 12556762, 12556763, 12556764, 12556765, 12556766, 12556767, 12556768, 12556769, 12556770, 12556771, 12556772, 12556773, 12556774, 12556775, 12556776, 12556777, 12556778, 12556779, 12556780, 12556781, 12556782, 12556783, 12556784, 12556785, 12556786, 12556787, 12556788, 12556789, 12556790, 12556791, 12556792, 12556793, 12556794, 12556795, 12556796, 12556797, 12556798, 12556799, 12556800, 12556801, 12556802, 12556803, 12556804, 12556805, 12556806, 12556807, 12556808, 12556809, 12556810, 12556811, 12556812, 12556813, 12556814, 12556815, 12556816, 12556817, 12556818, 12556819, 12556820, 12556821, 12556822, 12556823, 12556824, 12556825, 12556826, 12556827, 12556828, 12556829, 12556830, 12556831, 12556832, 12556833, 12556834, 12556835, 12575902, 12575903], "trace_timestamp_s": 90.88900000000012, "ttft_s": 9.696185248001711, "turn_id": 1} +{"actual_output_tokens": 46, "cached_tokens": 12576, "effective_input_length": 20985, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20985, "latency_s": 3.4563500549993478, "output_length": 46, "proxy_request_id": "1260792:2:1265951:90", "request_id": "1260792:2:1265951:90", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1260792", "t_dispatch_unix": 1779963973.6424627, "t_finish_unix": 1779963977.0988128, "t_first_token_unix": 1779963976.7441037, "tpot_s": 0.007876007533357349, "trace_hash_ids": [12598651, 12598652, 12598653, 12598654, 12598655, 12598656, 12598657, 12598658, 12598659, 12598660, 12598661, 12598662, 12598663, 12598664, 12598665, 12598666, 12598667, 12598668, 12598669, 12598670, 12598671, 12598672, 12598673, 12598674, 12598675, 12598676, 12598677, 12598678, 12598679, 12598680, 12598681, 12598682, 12598683, 12598684, 12598685, 12598686, 12598687, 12598688, 12598689, 12598690, 12598691], "trace_timestamp_s": 98.67300000000068, "ttft_s": 3.101638890999311, "turn_id": 2} +{"actual_output_tokens": 30, "cached_tokens": 6400, "effective_input_length": 9504, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9504, "latency_s": 1.7035725729983824, "output_length": 30, "proxy_request_id": "1263971:2:1266797:94", "request_id": "1263971:2:1266797:94", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1263971", "t_dispatch_unix": 1779963976.3136337, "t_finish_unix": 1779963978.0172062, "t_first_token_unix": 1779963977.8270943, "tpot_s": 0.00654599213797563, "trace_hash_ids": [12579274, 12579275, 12579276, 12579277, 12579278, 12579279, 12579280, 12579281, 12579282, 12579283, 12579284, 12579285, 12597530, 12597531, 12597532, 12606764, 12606765, 12606766, 12606767], "trace_timestamp_s": 101.35000000000036, "ttft_s": 1.5134593689981557, "turn_id": 2} +{"actual_output_tokens": 143, "cached_tokens": 0, "effective_input_length": 56292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56292, "latency_s": 12.853726688001188, "output_length": 143, "proxy_request_id": "1263749:1:1263749:79", "request_id": "1263749:1:1263749:79", "request_type": "coder", "requested_output_tokens": 143, "session_id": "1263749", "t_dispatch_unix": 1779963965.9421587, "t_finish_unix": 1779963978.7958856, "t_first_token_unix": 1779963977.430129, "tpot_s": 0.009615996091539068, "trace_hash_ids": [51262, 61305, 61306, 637504, 637505, 637506, 637507, 637508, 637509, 637510, 637511, 637512, 637513, 637514, 637515, 637516, 637517, 637518, 637519, 637520, 637521, 637522, 637523, 637524, 637525, 637526, 584014, 637527, 637528, 1022562, 637530, 1022563, 637532, 637533, 248930, 1022564, 4415649, 4415650, 4415651, 12449838, 12449839, 12449840, 12449841, 12449842, 12449843, 12449844, 12449845, 12449846, 12449847, 12449848, 12449849, 12449850, 12449851, 12449852, 12449853, 12449854, 12449855, 12449856, 12449857, 12449858, 12449859, 12449860, 12449861, 12449862, 12449863, 12449864, 12449865, 12449866, 12449867, 12449868, 12449869, 12449870, 12449871, 12449872, 12449873, 12449874, 12449875, 12449876, 12449877, 12449878, 12449879, 12449880, 12449881, 12449882, 12449883, 12449884, 12449885, 12449886, 12449887, 12449888, 12449889, 12449890, 12449891, 12449892, 12449893, 12449894, 12449895, 12449896, 12449897, 12553020, 12553021, 12553022, 12553023, 12553024, 12553025, 12553026, 12553027, 12553028, 12553029, 12553030], "trace_timestamp_s": 90.95900000000074, "ttft_s": 11.487967531000322, "turn_id": 1} +{"actual_output_tokens": 67, "cached_tokens": 4160, "effective_input_length": 10457, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10457, "latency_s": 0.9317766040003335, "output_length": 67, "proxy_request_id": "1265942:2:1268069:97", "request_id": "1265942:2:1268069:97", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1265942", "t_dispatch_unix": 1779963980.6220477, "t_finish_unix": 1779963981.5538237, "t_first_token_unix": 1779963981.1946967, "tpot_s": 0.005437483666658712, "trace_hash_ids": [12598589, 12598590, 12598591, 12598592, 12598593, 12598594, 12598595, 12598596, 12609655, 12609656, 12609657, 12609658, 12618768, 12618769, 12618770, 12618771, 12618772, 12618773, 12618774, 12618775, 12618776], "trace_timestamp_s": 105.65700000000015, "ttft_s": 0.5726451369991992, "turn_id": 2} +{"actual_output_tokens": 202, "cached_tokens": 22672, "effective_input_length": 28671, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28671, "latency_s": 2.795332278001297, "output_length": 202, "proxy_request_id": "1262354:4:1267821:95", "request_id": "1262354:4:1267821:95", "request_type": "coder", "requested_output_tokens": 202, "session_id": "1262354", "t_dispatch_unix": 1779963979.9204137, "t_finish_unix": 1779963982.7157457, "t_first_token_unix": 1779963981.1206803, "tpot_s": 0.007934460671637694, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939], "trace_timestamp_s": 104.95499999999993, "ttft_s": 1.2002643090017955, "turn_id": 4} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 2298, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2298, "latency_s": 0.3554893559994525, "output_length": 24, "proxy_request_id": "1268634:1:1268634:99", "request_id": "1268634:1:1268634:99", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1268634", "t_dispatch_unix": 1779963982.8242137, "t_finish_unix": 1779963983.1797032, "t_first_token_unix": 1779963983.0676358, "tpot_s": 0.004860521043472387, "trace_hash_ids": [12598584, 12598585, 12598586, 12612307, 12624657], "trace_timestamp_s": 107.82400000000052, "ttft_s": 0.24342026800150052, "turn_id": 1} +{"actual_output_tokens": 662, "cached_tokens": 0, "effective_input_length": 17466, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17466, "latency_s": 7.481903471998521, "output_length": 662, "proxy_request_id": "1266668:1:1266668:93", "request_id": "1266668:1:1266668:93", "request_type": "coder", "requested_output_tokens": 662, "session_id": "1266668", "t_dispatch_unix": 1779963975.8643963, "t_finish_unix": 1779963983.3462996, "t_first_token_unix": 1779963977.8262553, "tpot_s": 0.008350622543116755, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12605179], "trace_timestamp_s": 100.89699999999993, "ttft_s": 1.9618579529997078, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 18638, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18638, "latency_s": 2.125013154000044, "output_length": 27, "proxy_request_id": "1268649:1:1268649:100", "request_id": "1268649:1:1268649:100", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1268649", "t_dispatch_unix": 1779963982.8325353, "t_finish_unix": 1779963984.9575489, "t_first_token_unix": 1779963984.7554135, "tpot_s": 0.00776397565375821, "trace_hash_ids": [12606450, 12606451, 12606452, 12606453, 12606454, 12606455, 12606456, 12606457, 12606458, 12606459, 12606460, 12606461, 12606462, 12606463, 12606464, 12606465, 12606466, 12606467, 12606468, 12606469, 12606470, 12606471, 12606472, 12606473, 12606474, 12606475, 12606476, 12606477, 12606478, 12606479, 12606480, 12606481, 12606482, 12606483, 12624720, 12624721, 12624722], "trace_timestamp_s": 107.86400000000049, "ttft_s": 1.9228758240024035, "turn_id": 1} +{"actual_output_tokens": 31, "cached_tokens": 9520, "effective_input_length": 13955, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13955, "latency_s": 1.1448660519999976, "output_length": 31, "proxy_request_id": "1263971:3:1269088:104", "request_id": "1263971:3:1269088:104", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1263971", "t_dispatch_unix": 1779963984.2534711, "t_finish_unix": 1779963985.3983371, "t_first_token_unix": 1779963985.071447, "tpot_s": 0.010884727133331277, "trace_hash_ids": [12579274, 12579275, 12579276, 12579277, 12579278, 12579279, 12579280, 12579281, 12579282, 12579283, 12579284, 12579285, 12597530, 12597531, 12597532, 12606764, 12606765, 12606766, 12613478, 12613479, 12622426, 12622427, 12622428, 12622429, 12622430, 12622431, 12629103, 12629104], "trace_timestamp_s": 109.28900000000067, "ttft_s": 0.8179741170024499, "turn_id": 3} +{"actual_output_tokens": 248, "cached_tokens": 0, "effective_input_length": 12195, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12195, "latency_s": 2.4001554409987875, "output_length": 248, "proxy_request_id": "1268831:1:1268831:101", "request_id": "1268831:1:1268831:101", "request_type": "coder", "requested_output_tokens": 248, "session_id": "1268831", "t_dispatch_unix": 1779963983.356804, "t_finish_unix": 1779963985.7569594, "t_first_token_unix": 1779963984.3591619, "tpot_s": 0.005657821376524608, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771], "trace_timestamp_s": 108.39000000000033, "ttft_s": 1.002355152999371, "turn_id": 1} +{"actual_output_tokens": 102, "cached_tokens": 28864, "effective_input_length": 28906, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28906, "latency_s": 1.117249468999944, "output_length": 102, "proxy_request_id": "1262354:5:1269336:105", "request_id": "1262354:5:1269336:105", "request_type": "coder", "requested_output_tokens": 102, "session_id": "1262354", "t_dispatch_unix": 1779963985.2076795, "t_finish_unix": 1779963986.3249288, "t_first_token_unix": 1779963985.2923517, "tpot_s": 0.01021935894059785, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12632148], "trace_timestamp_s": 110.2450000000008, "ttft_s": 0.08467108200056828, "turn_id": 5} +{"actual_output_tokens": 128, "cached_tokens": 23728, "effective_input_length": 24029, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24029, "latency_s": 2.8350772759986285, "output_length": 128, "proxy_request_id": "1250772:4:1268869:103", "request_id": "1250772:4:1268869:103", "request_type": "coder", "requested_output_tokens": 128, "session_id": "1250772", "t_dispatch_unix": 1779963983.513295, "t_finish_unix": 1779963986.3483715, "t_first_token_unix": 1779963984.565965, "tpot_s": 0.014033041858285258, "trace_hash_ids": [85000, 11362, 11363, 11364, 11365, 85001, 11367, 2920612, 12393745, 12423526, 12423527, 12449311, 12449312, 12484452, 12484453, 12484454, 12484455, 12484456, 12484457, 12484458, 12484459, 12546417, 12546418, 12546419, 12546420, 12546421, 12546422, 12546423, 12546424, 12546425, 12546426, 12546427, 12546428, 12546429, 12546430, 12546431, 12546432, 12546433, 12546434, 12589516, 12589517, 12589518, 12589519, 12589520, 12589521, 12589522, 12627093], "trace_timestamp_s": 108.55000000000018, "ttft_s": 1.052668978998554, "turn_id": 4} +{"actual_output_tokens": 94, "cached_tokens": 0, "effective_input_length": 1323, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1323, "latency_s": 0.565899947003345, "output_length": 94, "proxy_request_id": "1269901:1:1269901:107", "request_id": "1269901:1:1269901:107", "request_type": "coder", "requested_output_tokens": 94, "session_id": "1269901", "t_dispatch_unix": 1779963986.894008, "t_finish_unix": 1779963987.4599075, "t_first_token_unix": 1779963986.9939272, "tpot_s": 0.005006917763435061, "trace_hash_ids": [12637519, 12637520, 12637521], "trace_timestamp_s": 111.9320000000007, "ttft_s": 0.09991838700079825, "turn_id": 1} +{"actual_output_tokens": 383, "cached_tokens": 0, "effective_input_length": 12320, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12320, "latency_s": 4.315205871000217, "output_length": 383, "proxy_request_id": "1268861:1:1268861:102", "request_id": "1268861:1:1268861:102", "request_type": "coder", "requested_output_tokens": 383, "session_id": "1268861", "t_dispatch_unix": 1779963983.4762895, "t_finish_unix": 1779963987.7914953, "t_first_token_unix": 1779963984.563026, "tpot_s": 0.008450731751309018, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12627028], "trace_timestamp_s": 108.50900000000001, "ttft_s": 1.0867341859993758, "turn_id": 1} +{"actual_output_tokens": 29, "cached_tokens": 50800, "effective_input_length": 57803, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57803, "latency_s": 2.7887035380008456, "output_length": 29, "proxy_request_id": "1263727:2:1270052:109", "request_id": "1263727:2:1270052:109", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1263727", "t_dispatch_unix": 1779963987.5107727, "t_finish_unix": 1779963990.2994761, "t_first_token_unix": 1779963990.0791936, "tpot_s": 0.007852071821486919, "trace_hash_ids": [12556738, 12556739, 12556740, 12556741, 12556742, 12556743, 12556744, 12556745, 12556746, 12556747, 12556748, 12556749, 12556750, 12556751, 12556752, 12556753, 12556754, 12556755, 12556756, 12556757, 12556758, 12556759, 12556760, 12556761, 12556762, 12556763, 12556764, 12556765, 12556766, 12556767, 12556768, 12556769, 12556770, 12556771, 12556772, 12556773, 12556774, 12556775, 12556776, 12556777, 12556778, 12556779, 12556780, 12556781, 12556782, 12556783, 12556784, 12556785, 12556786, 12556787, 12556788, 12556789, 12556790, 12556791, 12556792, 12556793, 12556794, 12556795, 12556796, 12556797, 12556798, 12556799, 12556800, 12556801, 12556802, 12556803, 12556804, 12556805, 12556806, 12556807, 12556808, 12556809, 12556810, 12556811, 12556812, 12556813, 12556814, 12556815, 12556816, 12556817, 12556818, 12556819, 12556820, 12556821, 12556822, 12556823, 12556824, 12556825, 12556826, 12556827, 12556828, 12556829, 12556830, 12556831, 12556832, 12556833, 12556834, 12556835, 12575902, 12585534, 12585535, 12585536, 12585537, 12600891, 12600892, 12600893, 12600894, 12600895, 12638702, 12638703, 12638704, 12638705, 12638706], "trace_timestamp_s": 112.54100000000017, "ttft_s": 2.568418325001403, "turn_id": 2} +{"actual_output_tokens": 234, "cached_tokens": 0, "effective_input_length": 14104, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14104, "latency_s": 5.150213361997885, "output_length": 234, "proxy_request_id": "1269373:1:1269373:106", "request_id": "1269373:1:1269373:106", "request_type": "coder", "requested_output_tokens": 234, "session_id": "1269373", "t_dispatch_unix": 1779963985.3340786, "t_finish_unix": 1779963990.484292, "t_first_token_unix": 1779963986.5581114, "tpot_s": 0.01684960710729024, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12632634], "trace_timestamp_s": 110.3700000000008, "ttft_s": 1.2240308489999734, "turn_id": 1} +{"actual_output_tokens": 86, "cached_tokens": 8048, "effective_input_length": 12270, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12270, "latency_s": 39.807157360999554, "output_length": 86, "proxy_request_id": "1256273:4:1259632:60", "request_id": "1256273:4:1259632:60", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1256273", "t_dispatch_unix": 1779963951.362095, "t_finish_unix": 1779963991.1692524, "t_first_token_unix": 1779963990.120201, "tpot_s": 0.01233800315291292, "trace_hash_ids": [12492922, 12504484, 12504485, 12519472, 12519473, 12519474, 12519475, 12519476, 12519477, 12519478, 12519479, 12519480, 12526397, 12526398, 12526399, 12536749, 12536750, 12536751, 12536752, 12536753, 12536754, 12536755, 12536756, 12536757], "trace_timestamp_s": 76.39800000000014, "ttft_s": 38.75810367500162, "turn_id": 4} +{"actual_output_tokens": 97, "cached_tokens": 0, "effective_input_length": 112793, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112793, "latency_s": 42.5225102000004, "output_length": 97, "proxy_request_id": "1258859:1:1258859:57", "request_id": "1258859:1:1258859:57", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1258859", "t_dispatch_unix": 1779963948.7590907, "t_finish_unix": 1779963991.2816005, "t_first_token_unix": 1779963989.914378, "tpot_s": 0.014239725958342811, "trace_hash_ids": [12430567, 12430568, 12430569, 12430570, 12430571, 12430572, 12430573, 12430574, 12430575, 12430576, 12430577, 12430578, 12430579, 12430580, 12430581, 130102, 12430582, 12430583, 12430584, 566066, 12430585, 12430586, 12430587, 12430588, 12430589, 12430590, 12430591, 12430592, 12430593, 12430594, 12430595, 12430596, 12430597, 12430598, 12430599, 12430600, 12430601, 12430602, 12430603, 12430604, 12430605, 12430606, 12430607, 12430608, 12430609, 12430610, 12430611, 12430612, 12430613, 12430614, 12430615, 12430616, 12430617, 12430618, 12430619, 12430620, 12430621, 12430622, 12430623, 1795157, 1795158, 12430624, 12430625, 12430626, 12430627, 12430628, 12430629, 12430630, 12430631, 12430632, 12430633, 12430634, 12430635, 12430636, 12430637, 12430638, 12430639, 12430640, 12430641, 12430642, 12430643, 12430644, 12430645, 12430646, 12430647, 12430648, 12430649, 12430650, 12430651, 12430652, 12430653, 12430654, 12430655, 12430656, 12430657, 12430658, 12430659, 12430660, 12430661, 12430662, 12430663, 12430664, 12430665, 12430666, 12430667, 12430668, 12430669, 12430670, 12430671, 12430672, 12430673, 12430674, 12430675, 12430676, 12430677, 12430678, 12430679, 12430680, 12430681, 12430682, 12430683, 12430684, 12430685, 12430686, 12430687, 12430688, 12430689, 12430690, 12430691, 12430692, 12430693, 12430694, 12430695, 12430696, 12430697, 12430698, 12430699, 12430700, 12430701, 12430702, 12430703, 12430704, 12430705, 12430706, 12430707, 12430708, 12430709, 12430710, 12430711, 12430712, 12430713, 12430714, 12430715, 12430716, 12430717, 12430718, 12430719, 12430720, 12430721, 12430722, 12430723, 12430724, 12430725, 12430726, 12430727, 12430728, 12430729, 12430730, 12430731, 12430732, 12430733, 12430734, 12430735, 12430736, 12430737, 12430738, 12430739, 12430740, 12430741, 12430742, 12430743, 12430744, 12430745, 12430746, 12430747, 12430748, 12430749, 12430750, 12430751, 12430752, 12430753, 12430754, 12430755, 12430756, 12430757, 12430758, 12430759, 12430760, 12430761, 12430762, 12430763, 12430764, 12430765, 12430766, 12430767, 12430768, 12430769, 12430770, 12430771, 12430772, 12430773, 12430774, 12430775, 12430776, 12430777, 12430778, 12430779, 12430780, 12430781, 12430782, 12529503], "trace_timestamp_s": 73.75200000000041, "ttft_s": 41.15528455599997, "turn_id": 1} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 11128, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11128, "latency_s": 3.84886726699915, "output_length": 32, "proxy_request_id": "1266440:2:1270501:112", "request_id": "1266440:2:1270501:112", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1266440", "t_dispatch_unix": 1779963989.087366, "t_finish_unix": 1779963992.9362333, "t_first_token_unix": 1779963990.019341, "tpot_s": 0.09408110574194355, "trace_hash_ids": [12582173, 12582174, 12582175, 12603412, 12603413, 12603414, 12603415, 12603416, 12603417, 12603418, 12611059, 12611060, 12611061, 12618733, 12618734, 12618735, 12618736, 12629763, 12642862, 12642863, 12642864, 12642865], "trace_timestamp_s": 114.1230000000005, "ttft_s": 0.9319726200010336, "turn_id": 2} +{"actual_output_tokens": 50, "cached_tokens": 0, "effective_input_length": 27927, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27927, "latency_s": 4.8016543119993, "output_length": 50, "proxy_request_id": "1270340:1:1270340:111", "request_id": "1270340:1:1270340:111", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1270340", "t_dispatch_unix": 1779963988.5176237, "t_finish_unix": 1779963993.319277, "t_first_token_unix": 1779963992.020652, "tpot_s": 0.026497303061270423, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646], "trace_timestamp_s": 113.54500000000007, "ttft_s": 3.5030267129986896, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 2524, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2524, "latency_s": 0.4863837720004085, "output_length": 27, "proxy_request_id": "1271847:1:1271847:123", "request_id": "1271847:1:1271847:123", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1271847", "t_dispatch_unix": 1779963993.7769947, "t_finish_unix": 1779963994.2633781, "t_first_token_unix": 1779963994.002315, "tpot_s": 0.01002964230764729, "trace_hash_ids": [12630061, 12635974, 12658850, 12658851, 12658852], "trace_timestamp_s": 118.8140000000003, "ttft_s": 0.22531969000192476, "turn_id": 1} +{"actual_output_tokens": 138, "cached_tokens": 0, "effective_input_length": 751, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 751, "latency_s": 1.9633678249992954, "output_length": 138, "proxy_request_id": "1271459:1:1271459:118", "request_id": "1271459:1:1271459:118", "request_type": "coder", "requested_output_tokens": 138, "session_id": "1271459", "t_dispatch_unix": 1779963992.4806085, "t_finish_unix": 1779963994.443976, "t_first_token_unix": 1779963992.7525175, "tpot_s": 0.012344143021895114, "trace_hash_ids": [12654275, 12654276], "trace_timestamp_s": 117.51900000000023, "ttft_s": 0.2719080179995217, "turn_id": 1} +{"actual_output_tokens": 81, "cached_tokens": 0, "effective_input_length": 17706, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17706, "latency_s": 2.3961992599979567, "output_length": 81, "proxy_request_id": "1271328:1:1271328:117", "request_id": "1271328:1:1271328:117", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1271328", "t_dispatch_unix": 1779963992.0612233, "t_finish_unix": 1779963994.457422, "t_first_token_unix": 1779963993.843896, "tpot_s": 0.007666202437485481, "trace_hash_ids": [12623302, 12623303, 12623304, 12623305, 12623306, 12623307, 12623308, 12623309, 12623310, 12623311, 12623312, 12623313, 12623314, 12623315, 12623316, 12637741, 12637742, 12637743, 12637744, 12637745, 12652577, 12652578, 12652579, 12652580, 12652581, 12652582, 12652583, 12652584, 12652585, 12652586, 12652587, 12652588, 12652589, 12652590, 12652591], "trace_timestamp_s": 117.09300000000076, "ttft_s": 1.7826710720000847, "turn_id": 1} +{"actual_output_tokens": 30, "cached_tokens": 0, "effective_input_length": 2851, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2851, "latency_s": 0.48101334699822473, "output_length": 30, "proxy_request_id": "1271991:1:1271991:124", "request_id": "1271991:1:1271991:124", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1271991", "t_dispatch_unix": 1779963994.3074453, "t_finish_unix": 1779963994.7884588, "t_first_token_unix": 1779963994.521376, "tpot_s": 0.009197265137933347, "trace_hash_ids": [12652320, 12652321, 12652322, 12652323, 12652324, 12659858], "trace_timestamp_s": 119.34500000000025, "ttft_s": 0.2139299859991297, "turn_id": 1} +{"actual_output_tokens": 204, "cached_tokens": 12432, "effective_input_length": 19448, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19448, "latency_s": 3.583243927001604, "output_length": 204, "proxy_request_id": "1268831:2:1271087:116", "request_id": "1268831:2:1271087:116", "request_type": "coder", "requested_output_tokens": 204, "session_id": "1268831", "t_dispatch_unix": 1779963991.3350632, "t_finish_unix": 1779963994.918307, "t_first_token_unix": 1779963992.9635808, "tpot_s": 0.00962786897537003, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771, 12649740, 12649741, 12649742, 12649743, 12649744, 12649745, 12649746, 12649747, 12649748, 12649749, 12649750, 12649751, 12649752, 12649753], "trace_timestamp_s": 116.3690000000006, "ttft_s": 1.628515647000313, "turn_id": 2} +{"actual_output_tokens": 239, "cached_tokens": 27968, "effective_input_length": 28323, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28323, "latency_s": 2.17333325099753, "output_length": 239, "proxy_request_id": "1270340:2:1271641:121", "request_id": "1270340:2:1271641:121", "request_type": "coder", "requested_output_tokens": 239, "session_id": "1270340", "t_dispatch_unix": 1779963993.3205178, "t_finish_unix": 1779963995.4938514, "t_first_token_unix": 1779963993.4994252, "tpot_s": 0.008378730542009341, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 12656113], "trace_timestamp_s": 118.08300000000054, "ttft_s": 0.17890515999897616, "turn_id": 2} +{"actual_output_tokens": 73, "cached_tokens": 0, "effective_input_length": 5302, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5302, "latency_s": 1.3573463069988065, "output_length": 73, "proxy_request_id": "1272085:1:1272085:125", "request_id": "1272085:1:1272085:125", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1272085", "t_dispatch_unix": 1779963994.643438, "t_finish_unix": 1779963996.0007849, "t_first_token_unix": 1779963995.1105242, "tpot_s": 0.012359641208351806, "trace_hash_ids": [12650221, 12650222, 12660755, 12660756, 12660757, 12660758, 12660759, 12660760, 12660761, 12660762, 12660763], "trace_timestamp_s": 119.68000000000029, "ttft_s": 0.46708437699999195, "turn_id": 1} +{"actual_output_tokens": 374, "cached_tokens": 18112, "effective_input_length": 28385, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28385, "latency_s": 6.579353622000781, "output_length": 374, "proxy_request_id": "1266668:2:1270661:115", "request_id": "1266668:2:1270661:115", "request_type": "coder", "requested_output_tokens": 374, "session_id": "1266668", "t_dispatch_unix": 1779963989.701396, "t_finish_unix": 1779963996.2807498, "t_first_token_unix": 1779963992.6679692, "tpot_s": 0.009684768257368182, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12644244], "trace_timestamp_s": 114.73400000000038, "ttft_s": 2.9665714550028497, "turn_id": 2} +{"actual_output_tokens": 490, "cached_tokens": 14336, "effective_input_length": 14404, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14404, "latency_s": 4.389612647999456, "output_length": 490, "proxy_request_id": "1269373:2:1271580:120", "request_id": "1269373:2:1271580:120", "request_type": "coder", "requested_output_tokens": 490, "session_id": "1269373", "t_dispatch_unix": 1779963992.8921459, "t_finish_unix": 1779963997.2817674, "t_first_token_unix": 1779963993.8617697, "tpot_s": 0.006992927805725273, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12655307], "trace_timestamp_s": 117.92900000000009, "ttft_s": 0.9696227099993848, "turn_id": 2} +{"actual_output_tokens": 44, "cached_tokens": 10512, "effective_input_length": 18093, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18093, "latency_s": 1.2373970320004446, "output_length": 44, "proxy_request_id": "1265942:3:1272453:127", "request_id": "1265942:3:1272453:127", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1265942", "t_dispatch_unix": 1779963996.1058714, "t_finish_unix": 1779963997.3432682, "t_first_token_unix": 1779963997.0973015, "tpot_s": 0.005715241697671022, "trace_hash_ids": [12598589, 12598590, 12598591, 12598592, 12598593, 12598594, 12598595, 12598596, 12609655, 12609656, 12609657, 12609658, 12618768, 12618769, 12618770, 12618771, 12618772, 12618773, 12618774, 12618775, 12635330, 12635331, 12635332, 12635333, 12643363, 12643364, 12643365, 12643366, 12643367, 12654593, 12654594, 12663906, 12663907, 12663908, 12663909, 12663910], "trace_timestamp_s": 121.14100000000053, "ttft_s": 0.9914288049985771, "turn_id": 3} +{"actual_output_tokens": 408, "cached_tokens": 7680, "effective_input_length": 9718, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9718, "latency_s": 2.784977876999619, "output_length": 408, "proxy_request_id": "1272313:1:1272313:126", "request_id": "1272313:1:1272313:126", "request_type": "coder", "requested_output_tokens": 408, "session_id": "1272313", "t_dispatch_unix": 1779963995.5552285, "t_finish_unix": 1779963998.3402064, "t_first_token_unix": 1779963995.792723, "tpot_s": 0.0062585208058969066, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675], "trace_timestamp_s": 120.59300000000076, "ttft_s": 0.237492938998912, "turn_id": 1} +{"actual_output_tokens": 717, "cached_tokens": 28992, "effective_input_length": 32774, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32774, "latency_s": 10.177764332998777, "output_length": 717, "proxy_request_id": "1262354:6:1270643:114", "request_id": "1262354:6:1270643:114", "request_type": "coder", "requested_output_tokens": 717, "session_id": "1262354", "t_dispatch_unix": 1779963989.620698, "t_finish_unix": 1779963999.7984622, "t_first_token_unix": 1779963991.6182055, "tpot_s": 0.011424460884079344, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12644066], "trace_timestamp_s": 114.65599999999995, "ttft_s": 1.9975054700007604, "turn_id": 6} +{"actual_output_tokens": 670, "cached_tokens": 112880, "effective_input_length": 113172, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 113172, "latency_s": 8.799765735999244, "output_length": 670, "proxy_request_id": "1258859:2:1264639:81", "request_id": "1258859:2:1264639:81", "request_type": "coder", "requested_output_tokens": 670, "session_id": "1258859", "t_dispatch_unix": 1779963991.2867944, "t_finish_unix": 1779964000.0865602, "t_first_token_unix": 1779963991.7076633, "tpot_s": 0.01252407820478703, "trace_hash_ids": [12430567, 12430568, 12430569, 12430570, 12430571, 12430572, 12430573, 12430574, 12430575, 12430576, 12430577, 12430578, 12430579, 12430580, 12430581, 130102, 12430582, 12430583, 12430584, 566066, 12430585, 12430586, 12430587, 12430588, 12430589, 12430590, 12430591, 12430592, 12430593, 12430594, 12430595, 12430596, 12430597, 12430598, 12430599, 12430600, 12430601, 12430602, 12430603, 12430604, 12430605, 12430606, 12430607, 12430608, 12430609, 12430610, 12430611, 12430612, 12430613, 12430614, 12430615, 12430616, 12430617, 12430618, 12430619, 12430620, 12430621, 12430622, 12430623, 1795157, 1795158, 12430624, 12430625, 12430626, 12430627, 12430628, 12430629, 12430630, 12430631, 12430632, 12430633, 12430634, 12430635, 12430636, 12430637, 12430638, 12430639, 12430640, 12430641, 12430642, 12430643, 12430644, 12430645, 12430646, 12430647, 12430648, 12430649, 12430650, 12430651, 12430652, 12430653, 12430654, 12430655, 12430656, 12430657, 12430658, 12430659, 12430660, 12430661, 12430662, 12430663, 12430664, 12430665, 12430666, 12430667, 12430668, 12430669, 12430670, 12430671, 12430672, 12430673, 12430674, 12430675, 12430676, 12430677, 12430678, 12430679, 12430680, 12430681, 12430682, 12430683, 12430684, 12430685, 12430686, 12430687, 12430688, 12430689, 12430690, 12430691, 12430692, 12430693, 12430694, 12430695, 12430696, 12430697, 12430698, 12430699, 12430700, 12430701, 12430702, 12430703, 12430704, 12430705, 12430706, 12430707, 12430708, 12430709, 12430710, 12430711, 12430712, 12430713, 12430714, 12430715, 12430716, 12430717, 12430718, 12430719, 12430720, 12430721, 12430722, 12430723, 12430724, 12430725, 12430726, 12430727, 12430728, 12430729, 12430730, 12430731, 12430732, 12430733, 12430734, 12430735, 12430736, 12430737, 12430738, 12430739, 12430740, 12430741, 12430742, 12430743, 12430744, 12430745, 12430746, 12430747, 12430748, 12430749, 12430750, 12430751, 12430752, 12430753, 12430754, 12430755, 12430756, 12430757, 12430758, 12430759, 12430760, 12430761, 12430762, 12430763, 12430764, 12430765, 12430766, 12430767, 12430768, 12430769, 12430770, 12430771, 12430772, 12430773, 12430774, 12430775, 12430776, 12430777, 12430778, 12430779, 12430780, 12430781, 12430782, 12529503, 12585542], "trace_timestamp_s": 94.09700000000066, "ttft_s": 0.4208656839982723, "turn_id": 2} +{"actual_output_tokens": 67, "cached_tokens": 5360, "effective_input_length": 8017, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8017, "latency_s": 0.6554560119984671, "output_length": 67, "proxy_request_id": "1272085:2:1273645:130", "request_id": "1272085:2:1273645:130", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1272085", "t_dispatch_unix": 1779964000.276382, "t_finish_unix": 1779964000.9318383, "t_first_token_unix": 1779964000.5813363, "tpot_s": 0.005305954530272036, "trace_hash_ids": [12650221, 12650222, 12660755, 12660756, 12660757, 12660758, 12660759, 12660760, 12660761, 12660762, 12676216, 12676217, 12676218, 12676219, 12676220, 12676221], "trace_timestamp_s": 125.3130000000001, "ttft_s": 0.3049525040005392, "turn_id": 2} +{"actual_output_tokens": 380, "cached_tokens": 28752, "effective_input_length": 33711, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33711, "latency_s": 3.83086897999965, "output_length": 380, "proxy_request_id": "1266668:3:1273119:128", "request_id": "1266668:3:1273119:128", "request_type": "coder", "requested_output_tokens": 380, "session_id": "1266668", "t_dispatch_unix": 1779963998.3275998, "t_finish_unix": 1779964002.1584682, "t_first_token_unix": 1779963999.4755397, "tpot_s": 0.0070781221873302625, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12670179], "trace_timestamp_s": 123.36300000000028, "ttft_s": 1.1479374320006173, "turn_id": 3} +{"actual_output_tokens": 77, "cached_tokens": 18128, "effective_input_length": 21229, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21229, "latency_s": 1.1543297780008288, "output_length": 77, "proxy_request_id": "1265942:4:1274182:133", "request_id": "1265942:4:1274182:133", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1265942", "t_dispatch_unix": 1779964002.1559606, "t_finish_unix": 1779964003.3102903, "t_first_token_unix": 1779964002.6901262, "tpot_s": 0.008156344907930409, "trace_hash_ids": [12681319, 12681320, 12681321, 12681322, 12681323, 12681324, 12681325, 12681326, 12681327, 12681328, 12681329, 12681330, 12681331, 12681332, 12681333, 12681334, 12681335, 12681336, 12681337, 12681338, 12681339, 12681340, 12681341, 12681342, 12681343, 12681344, 12681345, 12681346, 12681347, 12681348, 12681349, 12681350, 12681351, 12681352, 12681353, 12681354, 12681355, 12681356, 12681357, 12681358, 12681359, 12681360], "trace_timestamp_s": 127.1860000000006, "ttft_s": 0.5341635149998183, "turn_id": 4} +{"actual_output_tokens": 92, "cached_tokens": 0, "effective_input_length": 6208, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6208, "latency_s": 0.8860632690011698, "output_length": 92, "proxy_request_id": "1274405:1:1274405:134", "request_id": "1274405:1:1274405:134", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1274405", "t_dispatch_unix": 1779964003.073935, "t_finish_unix": 1779964003.9599984, "t_first_token_unix": 1779964003.4860208, "tpot_s": 0.005205164417590252, "trace_hash_ids": [12683425, 12683426, 12683427, 12683428, 12683429, 12683430, 12683431, 12683432, 12683433, 12683434, 12683435, 12683436, 12683437], "trace_timestamp_s": 128.11000000000058, "ttft_s": 0.41208472099970095, "turn_id": 1} +{"actual_output_tokens": 439, "cached_tokens": 17776, "effective_input_length": 25108, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25108, "latency_s": 4.082484226000815, "output_length": 439, "proxy_request_id": "1271328:2:1273711:131", "request_id": "1271328:2:1273711:131", "request_type": "coder", "requested_output_tokens": 439, "session_id": "1271328", "t_dispatch_unix": 1779964000.5371435, "t_finish_unix": 1779964004.6196272, "t_first_token_unix": 1779964001.7973907, "tpot_s": 0.006442936694062263, "trace_hash_ids": [12623302, 12623303, 12623304, 12623305, 12623306, 12623307, 12623308, 12623309, 12623310, 12623311, 12623312, 12623313, 12623314, 12623315, 12623316, 12637741, 12637742, 12637743, 12637744, 12637745, 12652577, 12652578, 12652579, 12652580, 12652581, 12652582, 12652583, 12652584, 12652585, 12652586, 12652587, 12652588, 12652589, 12652590, 12668017, 12668018, 12668019, 12668020, 12668021, 12668022, 12668023, 12668024, 12668025, 12668026, 12676731, 12676732, 12676733, 12676734, 12676735, 12676736], "trace_timestamp_s": 125.57100000000082, "ttft_s": 1.2602449930018338, "turn_id": 2} +{"actual_output_tokens": 553, "cached_tokens": 0, "effective_input_length": 21963, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21963, "latency_s": 6.450924811000732, "output_length": 553, "proxy_request_id": "1273203:1:1273203:129", "request_id": "1273203:1:1273203:129", "request_type": "coder", "requested_output_tokens": 553, "session_id": "1273203", "t_dispatch_unix": 1779963998.633002, "t_finish_unix": 1779964005.0839264, "t_first_token_unix": 1779964001.0047963, "tpot_s": 0.00738917364492738, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 788374, 12645257, 12645258, 109688, 109689, 109690, 109691, 109692, 109693, 12645259, 12645260, 2777791, 2777792, 12645261, 12645262, 12671102, 12671103, 12671104], "trace_timestamp_s": 123.66700000000037, "ttft_s": 2.3717927350007812, "turn_id": 1} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 10506, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10506, "latency_s": 1.0737967509994633, "output_length": 48, "proxy_request_id": "1274890:1:1274890:135", "request_id": "1274890:1:1274890:135", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1274890", "t_dispatch_unix": 1779964004.598811, "t_finish_unix": 1779964005.6726077, "t_first_token_unix": 1779964005.4241252, "tpot_s": 0.005280522531935044, "trace_hash_ids": [12642876, 12642877, 12654445, 12654446, 12654447, 12654448, 12654449, 12668949, 12668950, 12668951, 12668952, 12668953, 12679551, 12679552, 12679553, 12679554, 12679555, 12687863, 12687864, 12687865, 12687866], "trace_timestamp_s": 129.63300000000072, "ttft_s": 0.8253120269982901, "turn_id": 1} +{"actual_output_tokens": 12, "cached_tokens": 0, "effective_input_length": 7794, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7794, "latency_s": 0.5914079859976482, "output_length": 12, "proxy_request_id": "1275433:1:1275433:137", "request_id": "1275433:1:1275433:137", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1275433", "t_dispatch_unix": 1779964006.3504229, "t_finish_unix": 1779964006.9418304, "t_first_token_unix": 1779964006.8908782, "tpot_s": 0.004604059454405532, "trace_hash_ids": [12648375, 12648376, 12656103, 12660867, 12660868, 12660869, 12660870, 12681196, 12681197, 12681198, 12681199, 12681200, 12692620, 12692621, 12692622, 12692623], "trace_timestamp_s": 131.38500000000022, "ttft_s": 0.5404533309992985, "turn_id": 1} +{"actual_output_tokens": 4, "cached_tokens": 7456, "effective_input_length": 7463, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7463, "latency_s": 0.04461509099928662, "output_length": 4, "proxy_request_id": "1275433:2:1276027:139", "request_id": "1275433:2:1276027:139", "request_type": "coder", "requested_output_tokens": 4, "session_id": "1275433", "t_dispatch_unix": 1779964008.6219285, "t_finish_unix": 1779964008.666543, "t_first_token_unix": 1779964008.6583612, "tpot_s": 0.0026441940002162787, "trace_hash_ids": [12698576, 12698577, 12698578, 12698579, 12698580, 12698581, 12698582, 12698583, 12698584, 12698585, 12698586, 12698587, 12698588, 12698589, 12698590], "trace_timestamp_s": 133.65700000000015, "ttft_s": 0.03643147999900975, "turn_id": 2} +{"actual_output_tokens": 235, "cached_tokens": 10112, "effective_input_length": 10639, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10639, "latency_s": 1.459948505002103, "output_length": 235, "proxy_request_id": "1272313:2:1275926:138", "request_id": "1272313:2:1275926:138", "request_type": "coder", "requested_output_tokens": 235, "session_id": "1272313", "t_dispatch_unix": 1779964008.2889247, "t_finish_unix": 1779964009.7488732, "t_first_token_unix": 1779964008.4516098, "tpot_s": 0.005542393538460476, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12697306], "trace_timestamp_s": 133.32700000000023, "ttft_s": 0.16268293900066055, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 30752, "effective_input_length": 30828, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30828, "latency_s": 22.68113251700197, "output_length": 55, "proxy_request_id": "1260327:2:1270005:108", "request_id": "1260327:2:1270005:108", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1260327", "t_dispatch_unix": 1779963987.3159976, "t_finish_unix": 1779964009.9971302, "t_first_token_unix": 1779964009.2443328, "tpot_s": 0.013932158074061994, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12638441], "trace_timestamp_s": 112.35300000000007, "ttft_s": 21.92833333600356, "turn_id": 2} +{"actual_output_tokens": 93, "cached_tokens": 0, "effective_input_length": 110048, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 110048, "latency_s": 41.456157035001524, "output_length": 93, "proxy_request_id": "1264679:1:1264679:82", "request_id": "1264679:1:1264679:82", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1264679", "t_dispatch_unix": 1779963969.2765708, "t_finish_unix": 1779964010.7327273, "t_first_token_unix": 1779964009.2590752, "tpot_s": 0.016014646673916697, "trace_hash_ids": [53669, 53670, 53671, 53672, 53673, 53674, 53675, 53676, 53677, 53678, 53679, 53680, 53681, 53682, 53683, 53684, 53685, 53686, 53687, 53688, 53689, 53690, 165825, 165826, 928597, 928598, 928599, 928600, 928601, 928602, 928603, 928604, 928605, 928606, 928607, 928608, 928609, 928610, 928611, 928612, 928613, 928614, 928615, 1194856, 1194857, 1194858, 1194859, 1194860, 1194861, 1194862, 1194863, 1194864, 1194865, 4751603, 4751604, 4906135, 4906136, 4906137, 4906138, 4906139, 4906140, 4906141, 4906142, 4906143, 4906144, 4906145, 4906146, 4906147, 9918891, 9918892, 9918893, 9918894, 9918895, 9918896, 9918897, 9918898, 9918899, 9918900, 9918901, 9918902, 9918903, 9918904, 9918905, 9918906, 9918907, 9918908, 9918909, 9918910, 9918911, 9918912, 9918913, 9918914, 9918915, 9918916, 9918917, 9918918, 9918919, 9918920, 9918921, 9918922, 9918923, 9918924, 9918925, 9918926, 9918927, 9918928, 9918929, 9918930, 9918931, 9918932, 9918933, 9918934, 9918935, 9918936, 9918937, 9918938, 9918939, 9918940, 9918941, 9918942, 9918943, 9918944, 9918945, 9918946, 9918947, 9918948, 9918949, 9918950, 9918951, 9918952, 9918953, 9918954, 9918955, 9918956, 9918957, 9918958, 9918959, 9918960, 9918961, 9918962, 9918963, 9918964, 9918965, 9918966, 9918967, 9918968, 9918969, 9918970, 9918971, 9918972, 9918973, 9918974, 9918975, 9918976, 9918977, 9918978, 9918979, 9918980, 9918981, 9918982, 9918983, 9918984, 9918985, 9918986, 9918987, 9918988, 9918989, 9918990, 9918991, 9918992, 9918993, 9918994, 9918995, 9918996, 9918997, 9918998, 9918999, 11660422, 11660423, 11660424, 11660425, 11660426, 11660427, 11660428, 11660429, 11660430, 11660431, 11660432, 11660433, 11660434, 11660435, 11660436, 11660437, 11660438, 11660439, 11660440, 11660441, 11660442, 12172627, 12172628, 12172629, 12172630, 12542438, 12542439, 12542440, 12586272, 12586273, 12586274, 12586275, 12586276, 12586277, 12586278, 12586279, 12586280, 12586281], "trace_timestamp_s": 94.22100000000046, "ttft_s": 39.98250238200126, "turn_id": 1} +{"actual_output_tokens": 67, "cached_tokens": 0, "effective_input_length": 17280, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17280, "latency_s": 2.045229647999804, "output_length": 67, "proxy_request_id": "1276136:1:1276136:141", "request_id": "1276136:1:1276136:141", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1276136", "t_dispatch_unix": 1779964009.0537946, "t_finish_unix": 1779964011.0990236, "t_first_token_unix": 1779964010.720064, "tpot_s": 0.005738588242434851, "trace_hash_ids": [12699511, 12699512, 12699513, 12699514, 12699515, 12699516, 12699517, 12699518, 12699519, 12699520, 12699521, 12699522, 12699523, 12699524, 12699525, 12699526, 12699527, 12699528, 12699529, 12699530, 12699531, 12699532, 12699533, 12699534, 12699535, 12699536, 12699537, 12699538, 12699539, 12699540, 12699541, 12699542, 12699543, 12699544], "trace_timestamp_s": 134.08500000000004, "ttft_s": 1.6662676439991628, "turn_id": 1} +{"actual_output_tokens": 50, "cached_tokens": 0, "effective_input_length": 8704, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8704, "latency_s": 0.9055817170010414, "output_length": 50, "proxy_request_id": "1276498:1:1276498:142", "request_id": "1276498:1:1276498:142", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1276498", "t_dispatch_unix": 1779964010.3019109, "t_finish_unix": 1779964011.2074924, "t_first_token_unix": 1779964010.9481213, "tpot_s": 0.005289231551002131, "trace_hash_ids": [12669649, 12669650, 12669651, 12669652, 12669653, 12669654, 12669655, 12669656, 12680491, 12680492, 12689566, 12689567, 12695712, 12695713, 12695714, 12695715, 12703411], "trace_timestamp_s": 135.33700000000044, "ttft_s": 0.6462089439992269, "turn_id": 1} +{"actual_output_tokens": 103, "cached_tokens": 30880, "effective_input_length": 31283, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31283, "latency_s": 1.3356334259988216, "output_length": 103, "proxy_request_id": "1260327:3:1273741:132", "request_id": "1260327:3:1273741:132", "request_type": "coder", "requested_output_tokens": 103, "session_id": "1260327", "t_dispatch_unix": 1779964009.999211, "t_finish_unix": 1779964011.334844, "t_first_token_unix": 1779964010.2073941, "tpot_s": 0.011049728450969127, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12677039], "trace_timestamp_s": 125.71200000000044, "ttft_s": 0.20818083999984083, "turn_id": 3} +{"actual_output_tokens": 35, "cached_tokens": 0, "effective_input_length": 15783, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15783, "latency_s": 6.213344445000985, "output_length": 35, "proxy_request_id": "1276111:1:1276111:140", "request_id": "1276111:1:1276111:140", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1276111", "t_dispatch_unix": 1779964008.97023, "t_finish_unix": 1779964015.183574, "t_first_token_unix": 1779964010.412076, "tpot_s": 0.140330074735282, "trace_hash_ids": [12617937, 12617938, 12617939, 12617940, 12617941, 12617942, 12617943, 12617944, 12617945, 12617946, 12637526, 12637527, 12637528, 12637529, 12637530, 12637531, 12637532, 12637533, 12643664, 12659893, 12659894, 12659895, 12659896, 12659897, 12676458, 12676459, 12682485, 12682486, 12682487, 12682488, 12699285], "trace_timestamp_s": 134.0020000000004, "ttft_s": 1.4418442840033094, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 6288, "effective_input_length": 6360, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6360, "latency_s": 4.133678253998369, "output_length": 34, "proxy_request_id": "1274405:2:1276717:144", "request_id": "1274405:2:1276717:144", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1274405", "t_dispatch_unix": 1779964011.0847795, "t_finish_unix": 1779964015.2184577, "t_first_token_unix": 1779964014.7512493, "tpot_s": 0.01414687945450141, "trace_hash_ids": [12683425, 12683426, 12683427, 12683428, 12683429, 12683430, 12683431, 12683432, 12683433, 12683434, 12683435, 12683436, 12705637], "trace_timestamp_s": 136.1230000000005, "ttft_s": 3.6664685399991868, "turn_id": 2} +{"actual_output_tokens": 29, "cached_tokens": 0, "effective_input_length": 4729, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4729, "latency_s": 1.141537530998903, "output_length": 29, "proxy_request_id": "1277533:1:1277533:150", "request_id": "1277533:1:1277533:150", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1277533", "t_dispatch_unix": 1779964014.103706, "t_finish_unix": 1779964015.2452435, "t_first_token_unix": 1779964014.4135358, "tpot_s": 0.029695024678533497, "trace_hash_ids": [12707525, 12707526, 12707527, 12707528, 12707529, 12707530, 12707531, 12707532, 12714414, 12714415], "trace_timestamp_s": 139.14000000000033, "ttft_s": 0.3098282579994702, "turn_id": 1} +{"actual_output_tokens": 31, "cached_tokens": 2880, "effective_input_length": 11292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11292, "latency_s": 3.376615725999727, "output_length": 31, "proxy_request_id": "1271991:2:1276999:145", "request_id": "1271991:2:1276999:145", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1271991", "t_dispatch_unix": 1779964012.0709653, "t_finish_unix": 1779964015.4475808, "t_first_token_unix": 1779964012.8253963, "tpot_s": 0.08739615560007223, "trace_hash_ids": [12652320, 12652321, 12652322, 12652323, 12652324, 12677010, 12677011, 12677012, 12677013, 12686644, 12686645, 12686646, 12686647, 12686648, 12693874, 12700012, 12700013, 12700014, 12708525, 12708526, 12708527, 12708528, 12708529], "trace_timestamp_s": 137.10600000000068, "ttft_s": 0.7544299490000412, "turn_id": 2} +{"actual_output_tokens": 237, "cached_tokens": 19648, "effective_input_length": 31845, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31845, "latency_s": 4.723628194999037, "output_length": 237, "proxy_request_id": "1268831:3:1277112:147", "request_id": "1268831:3:1277112:147", "request_type": "coder", "requested_output_tokens": 237, "session_id": "1268831", "t_dispatch_unix": 1779964012.515737, "t_finish_unix": 1779964017.2393649, "t_first_token_unix": 1779964015.1653998, "tpot_s": 0.008786897593212014, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771, 12649740, 12649741, 12649742, 12649743, 12649744, 12649745, 12649746, 12649747, 12649748, 12649749, 12649750, 12649751, 12649752, 12649753, 12709541, 12709542, 12709543, 12709544, 12709545, 12709546, 12709547, 12709548, 12709549, 12709550, 12709551, 12709552, 12709553, 12709554, 12709555, 12709556, 12709557, 12709558, 12709559, 12709560, 12709561, 12709562, 12709563, 12709564, 12709565], "trace_timestamp_s": 137.54899999999998, "ttft_s": 2.6496602930019435, "turn_id": 3} +{"actual_output_tokens": 66, "cached_tokens": 31376, "effective_input_length": 31430, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31430, "latency_s": 2.0896166269994865, "output_length": 66, "proxy_request_id": "1260327:4:1277974:154", "request_id": "1260327:4:1277974:154", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1260327", "t_dispatch_unix": 1779964015.7238274, "t_finish_unix": 1779964017.8134444, "t_first_token_unix": 1779964017.11278, "tpot_s": 0.010775385538447433, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041], "trace_timestamp_s": 140.76100000000042, "ttft_s": 1.3889266830010456, "turn_id": 4} +{"actual_output_tokens": 272, "cached_tokens": 22512, "effective_input_length": 22573, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22573, "latency_s": 3.1383078289982222, "output_length": 272, "proxy_request_id": "1273203:2:1277744:152", "request_id": "1273203:2:1277744:152", "request_type": "coder", "requested_output_tokens": 272, "session_id": "1273203", "t_dispatch_unix": 1779964014.8243077, "t_finish_unix": 1779964017.9626155, "t_first_token_unix": 1779964015.209118, "tpot_s": 0.010159174767527961, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 788374, 12645257, 12645258, 109688, 109689, 109690, 109691, 109692, 109693, 12645259, 12645260, 2777791, 2777792, 12645261, 12645262, 12671102, 12671103, 12671104, 12717031, 12717032], "trace_timestamp_s": 139.86200000000008, "ttft_s": 0.38480784299827064, "turn_id": 2} +{"actual_output_tokens": 97, "cached_tokens": 0, "effective_input_length": 27221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27221, "latency_s": 4.407674027999747, "output_length": 97, "proxy_request_id": "1277428:1:1277428:149", "request_id": "1277428:1:1277428:149", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1277428", "t_dispatch_unix": 1779964013.6722023, "t_finish_unix": 1779964018.0798762, "t_first_token_unix": 1779964017.0713177, "tpot_s": 0.010503003187523063, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12713186], "trace_timestamp_s": 138.70600000000013, "ttft_s": 3.399113593997754, "turn_id": 1} +{"actual_output_tokens": 147, "cached_tokens": 102073, "effective_input_length": 102074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102074, "latency_s": 35.640716236001026, "output_length": 147, "proxy_request_id": "1268630:1:1268630:98", "request_id": "1268630:1:1268630:98", "request_type": "coder", "requested_output_tokens": 147, "session_id": "1268630", "t_dispatch_unix": 1779963982.8161085, "t_finish_unix": 1779964018.4568245, "t_first_token_unix": 1779964016.7809193, "tpot_s": 0.011476840924655809, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5776, 5777, 5778, 5779, 5780, 5781, 5782, 5783, 317795, 317796, 317797, 3750293, 3750294, 3750295, 1646386, 11179983, 11179984, 270680, 270681, 11179985, 470650, 11179986, 11179987, 11179988, 11179989, 11179990, 11179991, 11179992, 11179993, 11179994, 11179995, 11179996, 11179997, 11179998, 11179999, 11180000, 11180001, 11180002, 11180003, 11180004, 11180005, 11180006, 11180007, 11180008, 11180009, 11180010, 395622, 395623, 282458, 2459748, 11180011, 419587, 419588, 419589, 427120, 11180012, 11180013, 11180014, 11180015, 11180016, 11180017, 11180018, 11180019, 11180020, 11180021, 11180022, 11180023, 11180024, 11180025, 11180026, 11180027, 11180028, 11180029, 11180030, 11180031, 11180032, 11180033, 11180034, 11180035, 11180036, 11180037, 12624518, 12624519, 12624520, 12624521, 12624522, 12624523, 12624524, 12624525, 12624526, 12624527, 12624528, 12624529, 12624530, 12624531, 12624532, 12624533, 12624534, 12624535, 12624536, 12624537, 12624538, 12624539, 12624540, 12624541, 12624542, 12624543, 12624544, 12624545, 12624546, 12624547, 12624548, 12624549, 12624550, 12624551, 12624552, 12624553, 12624554, 12624555, 12624556, 12624557, 12624558, 12624559, 12624560, 12624561, 12624562, 12624563, 12624564, 12624565, 12624566, 12624567, 12624568, 12624569, 12624570, 12624571, 12624572, 12624573, 12624574, 12624575, 12624576, 12624577, 12624578, 12624579, 12624580, 12624581, 12624582, 12624583, 12624584, 12624585, 12624586, 12624587, 12624588, 12624589, 12624590, 12624591, 12624592, 12624593, 12624594, 12624595, 12624596, 12624597, 12624598, 12624599, 12624600, 12624601, 12624602, 12624603, 12624604, 12624605, 12624606, 12624607, 12624608, 12624609, 12624610, 12624611, 12624612, 12624613, 12624614, 12624615, 12624616, 12624617, 12624618, 12624619, 12624620, 12624621, 12624622], "trace_timestamp_s": 107.81600000000071, "ttft_s": 33.96480870300002, "turn_id": 1} +{"actual_output_tokens": 606, "cached_tokens": 14880, "effective_input_length": 16900, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16900, "latency_s": 5.806763845997921, "output_length": 606, "proxy_request_id": "1269373:3:1277365:148", "request_id": "1269373:3:1277365:148", "request_type": "coder", "requested_output_tokens": 606, "session_id": "1269373", "t_dispatch_unix": 1779964013.3936703, "t_finish_unix": 1779964019.200434, "t_first_token_unix": 1779964013.7637017, "tpot_s": 0.008985952623141592, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12712211], "trace_timestamp_s": 138.4300000000003, "ttft_s": 0.3700300289965526, "turn_id": 3} +{"actual_output_tokens": 34, "cached_tokens": 8752, "effective_input_length": 16650, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16650, "latency_s": 1.2868434869997145, "output_length": 34, "proxy_request_id": "1276498:2:1278996:157", "request_id": "1276498:2:1278996:157", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1276498", "t_dispatch_unix": 1779964019.2559857, "t_finish_unix": 1779964020.542829, "t_first_token_unix": 1779964020.2158859, "tpot_s": 0.009896720878852207, "trace_hash_ids": [12669649, 12669650, 12669651, 12669652, 12669653, 12669654, 12669655, 12669656, 12680491, 12680492, 12689566, 12689567, 12695712, 12695713, 12695714, 12695715, 12703411, 12712744, 12712745, 12712746, 12712747, 12712748, 12721667, 12721668, 12721669, 12721670, 12728508, 12728509, 12728510, 12728511, 12728512, 12728513, 12728514], "trace_timestamp_s": 144.28999999999996, "ttft_s": 0.9598982999996224, "turn_id": 2} +{"actual_output_tokens": 170, "cached_tokens": 0, "effective_input_length": 93430, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93430, "latency_s": 31.02994774700346, "output_length": 170, "proxy_request_id": "1270606:1:1270606:113", "request_id": "1270606:1:1270606:113", "request_type": "coder", "requested_output_tokens": 170, "session_id": "1270606", "t_dispatch_unix": 1779963989.5160809, "t_finish_unix": 1779964020.5460284, "t_first_token_unix": 1779964018.5308475, "tpot_s": 0.011922064763318179, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 12643740, 12643741, 12643742, 12643743, 12643744, 12643745, 12643746, 12643747, 12643748, 12643749, 12643750, 12643751, 12643752, 12643753, 12643754, 12643755, 12643756, 12643757, 12643758, 12643759, 12643760, 12643761, 12643762, 12643763, 12643764, 12643765, 12643766, 12643767, 12643768, 12643769, 12643770, 12643771, 12643772, 12643773, 12643774, 12643775, 12643776, 12643777, 12643778, 12643779, 12643780, 12643781, 12643782, 12643783, 12643784, 12643785, 12643786, 12643787, 12643788, 12643789, 12643790, 12643791, 12643792, 12643793, 12643794, 12643795, 12643796, 12643797, 12643798, 12643799, 12643800, 12643801, 12643802, 12643803, 12643804, 12643805, 12643806, 12643807, 12643808, 12643809, 12643810, 12643811, 12643812, 12643813, 12643814, 12643815, 12643816, 12643817, 12643818, 12643819, 12643820, 12643821, 12643822, 12643823, 12643824, 12643825, 12643826, 12643827], "trace_timestamp_s": 114.51500000000033, "ttft_s": 29.01476417700178, "turn_id": 1} +{"actual_output_tokens": 237, "cached_tokens": 0, "effective_input_length": 21719, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21719, "latency_s": 28.168554195999604, "output_length": 237, "proxy_request_id": "1271486:1:1271486:119", "request_id": "1271486:1:1271486:119", "request_type": "coder", "requested_output_tokens": 237, "session_id": "1271486", "t_dispatch_unix": 1779963992.5765598, "t_finish_unix": 1779964020.7451138, "t_first_token_unix": 1779964018.866242, "tpot_s": 0.00796035191949883, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 41451, 41452, 41453, 41454, 41455, 41456, 41457, 41458, 41459, 41460, 12602726, 12602727, 12602728, 9026439, 12602729, 12602730, 12654424, 12654425], "trace_timestamp_s": 117.60600000000068, "ttft_s": 26.289680165999016, "turn_id": 1} +{"actual_output_tokens": 210, "cached_tokens": 10864, "effective_input_length": 11549, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11549, "latency_s": 1.6375779240006523, "output_length": 210, "proxy_request_id": "1272313:3:1279208:159", "request_id": "1272313:3:1279208:159", "request_type": "coder", "requested_output_tokens": 210, "session_id": "1272313", "t_dispatch_unix": 1779964019.9190848, "t_finish_unix": 1779964021.5566628, "t_first_token_unix": 1779964020.329254, "tpot_s": 0.005871661081330145, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12730483], "trace_timestamp_s": 144.95600000000013, "ttft_s": 0.4101673410004878, "turn_id": 3} +{"actual_output_tokens": 371, "cached_tokens": 33488, "effective_input_length": 33524, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33524, "latency_s": 9.095468706997053, "output_length": 371, "proxy_request_id": "1262354:7:1277104:146", "request_id": "1262354:7:1277104:146", "request_type": "coder", "requested_output_tokens": 371, "session_id": "1262354", "t_dispatch_unix": 1779964012.4760451, "t_finish_unix": 1779964021.571514, "t_first_token_unix": 1779964014.750496, "tpot_s": 0.018434608029732576, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12709527], "trace_timestamp_s": 137.51299999999992, "ttft_s": 2.2744487979980477, "turn_id": 7} +{"actual_output_tokens": 177, "cached_tokens": 32080, "effective_input_length": 32346, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32346, "latency_s": 2.014306558001408, "output_length": 177, "proxy_request_id": "1268831:4:1279168:158", "request_id": "1268831:4:1279168:158", "request_type": "coder", "requested_output_tokens": 177, "session_id": "1268831", "t_dispatch_unix": 1779964019.7391162, "t_finish_unix": 1779964021.7534223, "t_first_token_unix": 1779964019.881848, "tpot_s": 0.010632371181807022, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771, 12649740, 12649741, 12649742, 12649743, 12649744, 12649745, 12649746, 12649747, 12649748, 12649749, 12649750, 12649751, 12649752, 12649753, 12709541, 12709542, 12709543, 12709544, 12709545, 12709546, 12709547, 12709548, 12709549, 12709550, 12709551, 12709552, 12709553, 12709554, 12709555, 12709556, 12709557, 12709558, 12709559, 12709560, 12709561, 12709562, 12709563, 12709564, 12730103, 12730104], "trace_timestamp_s": 144.77600000000075, "ttft_s": 0.14273013700221782, "turn_id": 4} +{"actual_output_tokens": 504, "cached_tokens": 57632, "effective_input_length": 58752, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58752, "latency_s": 5.2098458020009275, "output_length": 504, "proxy_request_id": "1253804:5:1278488:156", "request_id": "1253804:5:1278488:156", "request_type": "coder", "requested_output_tokens": 504, "session_id": "1253804", "t_dispatch_unix": 1779964017.399386, "t_finish_unix": 1779964022.6092315, "t_first_token_unix": 1779964017.958063, "tpot_s": 0.009246024878727256, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261], "trace_timestamp_s": 142.4350000000004, "ttft_s": 0.5586733620002633, "turn_id": 5} +{"actual_output_tokens": 531, "cached_tokens": 34080, "effective_input_length": 49380, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49380, "latency_s": 12.769897729998775, "output_length": 531, "proxy_request_id": "1266668:4:1276519:143", "request_id": "1266668:4:1276519:143", "request_type": "coder", "requested_output_tokens": 531, "session_id": "1266668", "t_dispatch_unix": 1779964010.3579557, "t_finish_unix": 1779964023.1278522, "t_first_token_unix": 1779964014.702963, "tpot_s": 0.015895521641512048, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12703762], "trace_timestamp_s": 135.38799999999992, "ttft_s": 4.345005997998669, "turn_id": 4} +{"actual_output_tokens": 36, "cached_tokens": 17344, "effective_input_length": 24519, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24519, "latency_s": 1.4256462680023105, "output_length": 36, "proxy_request_id": "1276136:2:1280145:162", "request_id": "1276136:2:1280145:162", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1276136", "t_dispatch_unix": 1779964023.0268724, "t_finish_unix": 1779964024.4525185, "t_first_token_unix": 1779964024.2509978, "tpot_s": 0.0057498232000008495, "trace_hash_ids": [12699511, 12699512, 12699513, 12699514, 12699515, 12699516, 12699517, 12699518, 12699519, 12699520, 12699521, 12699522, 12699523, 12699524, 12699525, 12699526, 12699527, 12699528, 12699529, 12699530, 12699531, 12699532, 12699533, 12699534, 12699535, 12699536, 12699537, 12699538, 12699539, 12699540, 12699541, 12699542, 12699543, 12713815, 12713816, 12713817, 12713818, 12713819, 12713820, 12725899, 12725900, 12725901, 12725902, 12725903, 12725904, 12739099, 12739100, 12739101], "trace_timestamp_s": 148.0610000000006, "ttft_s": 1.224123469000915, "turn_id": 2} +{"actual_output_tokens": 659, "cached_tokens": 7680, "effective_input_length": 24222, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24222, "latency_s": 9.126221299000463, "output_length": 659, "proxy_request_id": "1277909:1:1277909:153", "request_id": "1277909:1:1277909:153", "request_type": "coder", "requested_output_tokens": 659, "session_id": "1277909", "t_dispatch_unix": 1779964015.5265775, "t_finish_unix": 1779964024.6527987, "t_first_token_unix": 1779964017.8427005, "tpot_s": 0.010349076407297025, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 604423, 12620519, 12620520, 12617596, 12620521, 12620522, 12620523, 12718514, 12718515, 12718516, 12718517, 12718518, 12718519, 12718520, 12718521, 12718522, 12718523, 12718524, 12718525, 12718526, 12718527, 12718528, 12718529, 12718530, 12718531, 12718532, 12718533, 12718534, 12718535, 12718536, 12718537, 12718538, 12718539], "trace_timestamp_s": 140.558, "ttft_s": 2.3161207550001564, "turn_id": 1} +{"actual_output_tokens": 59, "cached_tokens": 33888, "effective_input_length": 33928, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33928, "latency_s": 0.690649772001052, "output_length": 59, "proxy_request_id": "1262354:8:1280463:163", "request_id": "1262354:8:1280463:163", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1262354", "t_dispatch_unix": 1779964024.0357697, "t_finish_unix": 1779964024.7264185, "t_first_token_unix": 1779964024.1186154, "tpot_s": 0.01047578365514396, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12742762], "trace_timestamp_s": 149.07100000000082, "ttft_s": 0.08284446100151399, "turn_id": 8} +{"actual_output_tokens": 237, "cached_tokens": 0, "effective_input_length": 20136, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20136, "latency_s": 4.092538357999729, "output_length": 237, "proxy_request_id": "1279412:1:1279412:160", "request_id": "1279412:1:1279412:160", "request_type": "coder", "requested_output_tokens": 237, "session_id": "1279412", "t_dispatch_unix": 1779964020.7213, "t_finish_unix": 1779964024.813838, "t_first_token_unix": 1779964022.8363872, "tpot_s": 0.008377825788140739, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12732189], "trace_timestamp_s": 145.75700000000052, "ttft_s": 2.1150844110015896, "turn_id": 1} +{"actual_output_tokens": 81, "cached_tokens": 24544, "effective_input_length": 25923, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25923, "latency_s": 0.8399815689990646, "output_length": 81, "proxy_request_id": "1276136:3:1280987:166", "request_id": "1276136:3:1280987:166", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1276136", "t_dispatch_unix": 1779964025.9777493, "t_finish_unix": 1779964026.8177302, "t_first_token_unix": 1779964026.3206244, "tpot_s": 0.006208532037499026, "trace_hash_ids": [12699511, 12699512, 12699513, 12699514, 12699515, 12699516, 12699517, 12699518, 12699519, 12699520, 12699521, 12699522, 12699523, 12699524, 12699525, 12699526, 12699527, 12699528, 12699529, 12699530, 12699531, 12699532, 12699533, 12699534, 12699535, 12699536, 12699537, 12699538, 12699539, 12699540, 12699541, 12699542, 12699543, 12713815, 12713816, 12713817, 12713818, 12713819, 12713820, 12725899, 12725900, 12725901, 12725902, 12725903, 12725904, 12739099, 12739100, 12747337, 12747338, 12747339, 12747340], "trace_timestamp_s": 151.01400000000012, "ttft_s": 0.3428732600004878, "turn_id": 3} +{"actual_output_tokens": 266, "cached_tokens": 17504, "effective_input_length": 30262, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30262, "latency_s": 4.609586041002331, "output_length": 266, "proxy_request_id": "1269373:4:1280765:165", "request_id": "1269373:4:1280765:165", "request_type": "coder", "requested_output_tokens": 266, "session_id": "1269373", "t_dispatch_unix": 1779964025.137081, "t_finish_unix": 1779964029.7466671, "t_first_token_unix": 1779964027.493193, "tpot_s": 0.00850272181887017, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12745691], "trace_timestamp_s": 150.16900000000078, "ttft_s": 2.3561091020019376, "turn_id": 4} +{"actual_output_tokens": 33, "cached_tokens": 0, "effective_input_length": 9370, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9370, "latency_s": 0.8793159690030734, "output_length": 33, "proxy_request_id": "1281887:1:1281887:171", "request_id": "1281887:1:1281887:171", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1281887", "t_dispatch_unix": 1779964028.8940475, "t_finish_unix": 1779964029.7733629, "t_first_token_unix": 1779964029.6044383, "tpot_s": 0.005272130562502753, "trace_hash_ids": [12732193, 12732194, 12749330, 12749331, 12749332, 12749333, 12749334, 12749335, 12749336, 12749337, 12749338, 12749339, 12749340, 12749341, 12754932, 12754933, 12754934, 12754935, 12754936], "trace_timestamp_s": 153.9290000000001, "ttft_s": 0.7103884259995539, "turn_id": 1} +{"actual_output_tokens": 409, "cached_tokens": 12688, "effective_input_length": 12765, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12765, "latency_s": 5.684685146999982, "output_length": 409, "proxy_request_id": "1268861:2:1280530:164", "request_id": "1268861:2:1280530:164", "request_type": "coder", "requested_output_tokens": 409, "session_id": "1268861", "t_dispatch_unix": 1779964024.2526507, "t_finish_unix": 1779964029.9373357, "t_first_token_unix": 1779964024.3189323, "tpot_s": 0.013769743948534382, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481], "trace_timestamp_s": 149.28999999999996, "ttft_s": 0.06627997999748914, "turn_id": 2} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 4972, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4972, "latency_s": 0.5825008840001829, "output_length": 34, "proxy_request_id": "1282082:1:1282082:173", "request_id": "1282082:1:1282082:173", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1282082", "t_dispatch_unix": 1779964029.5701103, "t_finish_unix": 1779964030.1526113, "t_first_token_unix": 1779964029.8980367, "tpot_s": 0.007704975484860673, "trace_hash_ids": [12740904, 12740905, 12740906, 12740907, 12757070, 12757071, 12757072, 12757073, 12757074, 12757075], "trace_timestamp_s": 154.60600000000068, "ttft_s": 0.3279247380014567, "turn_id": 1} +{"actual_output_tokens": 273, "cached_tokens": 11744, "effective_input_length": 13901, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13901, "latency_s": 2.2268314120010473, "output_length": 273, "proxy_request_id": "1272313:4:1281720:170", "request_id": "1272313:4:1281720:170", "request_type": "coder", "requested_output_tokens": 273, "session_id": "1272313", "t_dispatch_unix": 1779964028.328079, "t_finish_unix": 1779964030.554911, "t_first_token_unix": 1779964028.6476862, "tpot_s": 0.007010909470583262, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12753629], "trace_timestamp_s": 153.3650000000007, "ttft_s": 0.31960487000105786, "turn_id": 4} +{"actual_output_tokens": 221, "cached_tokens": 33984, "effective_input_length": 34028, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34028, "latency_s": 3.8725354529997276, "output_length": 221, "proxy_request_id": "1262354:9:1281632:169", "request_id": "1262354:9:1281632:169", "request_type": "coder", "requested_output_tokens": 221, "session_id": "1262354", "t_dispatch_unix": 1779964028.029305, "t_finish_unix": 1779964031.9018397, "t_first_token_unix": 1779964029.581958, "tpot_s": 0.010543295913637188, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12752803], "trace_timestamp_s": 153.0650000000005, "ttft_s": 1.552651572998002, "turn_id": 9} +{"actual_output_tokens": 63, "cached_tokens": 18944, "effective_input_length": 126924, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 126924, "latency_s": 51.78094027499901, "output_length": 63, "proxy_request_id": "1267915:1:1267915:96", "request_id": "1267915:1:1267915:96", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1267915", "t_dispatch_unix": 1779963980.235219, "t_finish_unix": 1779964032.0161586, "t_first_token_unix": 1779964030.7334983, "tpot_s": 0.020684112548370912, "trace_hash_ids": [987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 12617736, 8430096, 227717, 2410525, 7163, 7164, 7165, 7166, 7167, 7168, 7169, 7170, 7171, 7172, 7173, 7174, 7175, 7176, 7177, 7178, 7179, 7180, 7181, 7182, 7183, 7184, 8430097, 8430098, 8430099, 8430100, 18464, 18465, 8430101, 8430102, 8546028, 9019404, 9169593, 9266923, 9266924, 9266925, 9266926, 9266927, 9266928, 9266929, 9266930, 9266931, 9266932, 9266933, 9266934, 9266935, 9266936, 9266937, 9266938, 9266939, 9341348, 9533636, 9533637, 9533638, 9533639, 9533640, 9533641, 9533642, 9533643, 9533644, 9533645, 9533646, 9533647, 9533648, 9533649, 9533650, 9533651, 9533652, 9533653, 9533654, 9706094, 9706095, 9865188, 9865189, 9865190, 9970890, 10129168, 10129169, 10129170, 10129171, 10129172, 10129173, 10129174, 10129175, 10129176, 10129177, 10129178, 10129179, 10129180, 10129181, 10129182, 10129183, 10129184, 10209871, 10209872, 10209873, 10209874, 10209875, 10209876, 10209877, 10209878, 10209879, 10209880, 10209881, 10209882, 10209883, 10209884, 10209885, 10209886, 10209887, 10274360, 10274361, 10377876, 10377877, 10562058, 10646138, 10646139, 10646140, 10826772, 10826773, 10961137, 10961138, 10961139, 10961140, 10961141, 10961142, 10961143, 11025646, 11025647, 11025648, 11025649, 11025650, 11025651, 11207611, 11207612, 11207613, 11207614, 11207615, 11207616, 11207617, 11395719, 11395720, 11395721, 11395722, 11395723, 11395724, 11395725, 11395726, 11395727, 11395728, 11395729, 11395730, 11395731, 11497760, 11742899, 11895597, 12087820, 12087821, 12087822, 12087823, 12087824, 12087825, 12087826, 12087827, 12087828, 12087829, 12087830, 12087831, 12134161, 12292796, 12292797, 12239354, 12239355, 12239356, 12239357, 12239358, 12239359, 12239360, 12239361, 12239362, 12292798, 12292799, 12292800, 12292801, 12292802, 12292803, 12292804, 12292805, 12292806, 12292807, 12292808, 12292809, 12395930, 12395931, 12395932, 12395933, 12395934, 12395935, 12395936, 12395937, 12395938, 12395939, 12395940, 12395941, 12395942, 12455493, 12617737], "trace_timestamp_s": 105.23199999999997, "ttft_s": 50.49827691899918, "turn_id": 1} +{"actual_output_tokens": 120, "cached_tokens": 14096, "effective_input_length": 23650, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23650, "latency_s": 39.29450847699991, "output_length": 120, "proxy_request_id": "1265128:2:1271655:122", "request_id": "1265128:2:1271655:122", "request_type": "coder", "requested_output_tokens": 120, "session_id": "1265128", "t_dispatch_unix": 1779963993.0861545, "t_finish_unix": 1779964032.3806632, "t_first_token_unix": 1779964031.209455, "tpot_s": 0.009840175084023298, "trace_hash_ids": [12656235, 12656236, 12656237, 12656238, 12656239, 12656240, 12656241, 12656242, 12656243, 12656244, 12656245, 12656246, 12656247, 12656248, 12656249, 12656250, 12656251, 12656252, 12656253, 12656254, 12656255, 12656256, 12656257, 12656258, 12656259, 12656260, 12656261, 12656262, 12656263, 12656264, 12656265, 12656266, 12656267, 12656268, 12656269, 12656270, 12656271, 12656272, 12656273, 12656274, 12656275, 12656276, 12656277, 12656278, 12656279, 12656280, 12656281], "trace_timestamp_s": 118.11500000000069, "ttft_s": 38.123296388999734, "turn_id": 2} +{"actual_output_tokens": 93, "cached_tokens": 31488, "effective_input_length": 42023, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42023, "latency_s": 3.922123279000516, "output_length": 93, "proxy_request_id": "1260327:5:1281915:172", "request_id": "1260327:5:1281915:172", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1260327", "t_dispatch_unix": 1779964029.0080757, "t_finish_unix": 1779964032.9301991, "t_first_token_unix": 1779964031.8830576, "tpot_s": 0.011379351978259523, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041, 12755377, 12755378, 12755379, 12755380, 12755381, 12755382, 12755383, 12755384, 12755385, 12755386, 12755387, 12755388, 12755389, 12755390, 12755391, 12755392, 12755393, 12755394, 12755395, 12755396, 12755397], "trace_timestamp_s": 154.04100000000017, "ttft_s": 2.8749802259990247, "turn_id": 5} +{"actual_output_tokens": 380, "cached_tokens": 49904, "effective_input_length": 58032, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58032, "latency_s": 6.6306272099973285, "output_length": 380, "proxy_request_id": "1266668:5:1281133:168", "request_id": "1266668:5:1281133:168", "request_type": "coder", "requested_output_tokens": 380, "session_id": "1266668", "t_dispatch_unix": 1779964026.5653439, "t_finish_unix": 1779964033.1959705, "t_first_token_unix": 1779964029.5414736, "tpot_s": 0.009641787825859678, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12748644], "trace_timestamp_s": 151.59799999999996, "ttft_s": 2.976127602996712, "turn_id": 5} +{"actual_output_tokens": 6, "cached_tokens": 0, "effective_input_length": 16299, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16299, "latency_s": 1.5130591039996943, "output_length": 6, "proxy_request_id": "1277533:2:1282872:175", "request_id": "1277533:2:1282872:175", "request_type": "coder", "requested_output_tokens": 6, "session_id": "1277533", "t_dispatch_unix": 1779964032.3123374, "t_finish_unix": 1779964033.8253965, "t_first_token_unix": 1779964033.8097928, "tpot_s": 0.0030743816001631784, "trace_hash_ids": [12764556, 12764557, 12764558, 12764559, 12764560, 12764561, 12764562, 12764563, 12764564, 12764565, 12764566, 12764567, 12764568, 12764569, 12764570, 12764571, 12764572, 12764573, 12764574, 12764575, 12764576, 12764577, 12764578, 12764579, 12764580, 12764581, 12764582, 12764583, 12764584, 12764585, 12764586, 12764587], "trace_timestamp_s": 157.34400000000005, "ttft_s": 1.4974532470005215, "turn_id": 2} +{"actual_output_tokens": 523, "cached_tokens": 30512, "effective_input_length": 30594, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30594, "latency_s": 3.5866417059987725, "output_length": 523, "proxy_request_id": "1269373:5:1282812:174", "request_id": "1269373:5:1282812:174", "request_type": "coder", "requested_output_tokens": 523, "session_id": "1269373", "t_dispatch_unix": 1779964032.0986037, "t_finish_unix": 1779964035.6852453, "t_first_token_unix": 1779964032.184192, "tpot_s": 0.006706513258619292, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12764050], "trace_timestamp_s": 157.13600000000042, "ttft_s": 0.08558657400135417, "turn_id": 5} +{"actual_output_tokens": 60, "cached_tokens": 0, "effective_input_length": 8510, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8510, "latency_s": 0.9467473309996421, "output_length": 60, "proxy_request_id": "1283642:1:1283642:178", "request_id": "1283642:1:1283642:178", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1283642", "t_dispatch_unix": 1779964034.7488668, "t_finish_unix": 1779964035.6956136, "t_first_token_unix": 1779964035.3827677, "tpot_s": 0.0052993572033424785, "trace_hash_ids": [12764037, 12764038, 12764039, 12764040, 12764041, 12764042, 12764043, 12764044, 12764045, 12772097, 12772098, 12772099, 12772100, 12772101, 12772102, 12772103, 12772104], "trace_timestamp_s": 159.78400000000056, "ttft_s": 0.633899881002435, "turn_id": 1} +{"actual_output_tokens": 618, "cached_tokens": 20368, "effective_input_length": 26426, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26426, "latency_s": 9.387864027001342, "output_length": 618, "proxy_request_id": "1279412:2:1281113:167", "request_id": "1279412:2:1281113:167", "request_type": "coder", "requested_output_tokens": 618, "session_id": "1279412", "t_dispatch_unix": 1779964026.5114386, "t_finish_unix": 1779964035.8993022, "t_first_token_unix": 1779964027.6355333, "tpot_s": 0.01339303568881672, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12748544], "trace_timestamp_s": 151.54700000000048, "ttft_s": 1.1240914010013512, "turn_id": 2} +{"actual_output_tokens": 14, "cached_tokens": 27040, "effective_input_length": 27077, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27077, "latency_s": 0.17394398399846978, "output_length": 14, "proxy_request_id": "1279412:3:1285475:187", "request_id": "1279412:3:1285475:187", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1279412", "t_dispatch_unix": 1779964041.2124083, "t_finish_unix": 1779964041.3863518, "t_first_token_unix": 1779964041.2944548, "tpot_s": 0.0070486283844869695, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281], "trace_timestamp_s": 166.2490000000007, "ttft_s": 0.08204502199805574, "turn_id": 3} +{"actual_output_tokens": 486, "cached_tokens": 14160, "effective_input_length": 14885, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14885, "latency_s": 2.9841785119970154, "output_length": 486, "proxy_request_id": "1272313:5:1284744:185", "request_id": "1272313:5:1284744:185", "request_type": "coder", "requested_output_tokens": 486, "session_id": "1272313", "t_dispatch_unix": 1779964038.7022228, "t_finish_unix": 1779964041.6864011, "t_first_token_unix": 1779964038.8635514, "tpot_s": 0.005819781989688186, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12783550], "trace_timestamp_s": 163.7400000000007, "ttft_s": 0.16132773899880704, "turn_id": 5} +{"actual_output_tokens": 186, "cached_tokens": 32512, "effective_input_length": 42264, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42264, "latency_s": 4.6823750820003625, "output_length": 186, "proxy_request_id": "1268831:5:1284640:184", "request_id": "1268831:5:1284640:184", "request_type": "coder", "requested_output_tokens": 186, "session_id": "1268831", "t_dispatch_unix": 1779964038.260276, "t_finish_unix": 1779964042.942651, "t_first_token_unix": 1779964040.9486053, "tpot_s": 0.0107750812919049, "trace_hash_ids": [13836, 13837, 13838, 13839, 13840, 13841, 13842, 13843, 13844, 13845, 13846, 13847, 13848, 3218953, 3218954, 3218955, 3218956, 3218957, 3218958, 439849, 3218959, 3218960, 12626770, 12626771, 12649740, 12649741, 12649742, 12649743, 12649744, 12649745, 12649746, 12649747, 12649748, 12649749, 12649750, 12649751, 12649752, 12649753, 12709541, 12709542, 12709543, 12709544, 12709545, 12709546, 12709547, 12709548, 12709549, 12709550, 12709551, 12709552, 12709553, 12709554, 12709555, 12709556, 12709557, 12709558, 12709559, 12709560, 12709561, 12709562, 12709563, 12709564, 12730103, 12782348, 12782349, 12782350, 12782351, 12782352, 12782353, 12782354, 12782355, 12782356, 12782357, 12782358, 12782359, 12782360, 12782361, 12782362, 12782363, 12782364, 12782365, 12782366, 12782367], "trace_timestamp_s": 163.29400000000078, "ttft_s": 2.6883271250007965, "turn_id": 5} +{"actual_output_tokens": 55, "cached_tokens": 0, "effective_input_length": 4510, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4510, "latency_s": 0.6954831399998511, "output_length": 55, "proxy_request_id": "1285800:1:1285800:191", "request_id": "1285800:1:1285800:191", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1285800", "t_dispatch_unix": 1779964042.325143, "t_finish_unix": 1779964043.0206265, "t_first_token_unix": 1779964042.6177082, "tpot_s": 0.00745751255554852, "trace_hash_ids": [12776768, 12784744, 12784745, 12784746, 12793479, 12793480, 12793481, 12793482, 12793483], "trace_timestamp_s": 167.36200000000008, "ttft_s": 0.2925636759973713, "turn_id": 1} +{"actual_output_tokens": 70, "cached_tokens": 8560, "effective_input_length": 14192, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14192, "latency_s": 1.132220960000268, "output_length": 70, "proxy_request_id": "1283642:2:1285731:190", "request_id": "1283642:2:1285731:190", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1283642", "t_dispatch_unix": 1779964042.0701733, "t_finish_unix": 1779964043.202394, "t_first_token_unix": 1779964042.7437966, "tpot_s": 0.006642500521738311, "trace_hash_ids": [12764037, 12764038, 12764039, 12764040, 12764041, 12764042, 12764043, 12764044, 12764045, 12772097, 12772098, 12772099, 12772100, 12772101, 12772102, 12772103, 12782108, 12782109, 12782110, 12782111, 12782112, 12782113, 12782114, 12792906, 12792907, 12792908, 12792909, 12792910], "trace_timestamp_s": 167.10600000000068, "ttft_s": 0.67362044499896, "turn_id": 2} +{"actual_output_tokens": 5747, "cached_tokens": 22624, "effective_input_length": 27639, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27639, "latency_s": 72.16110813199703, "output_length": 5747, "proxy_request_id": "1239034:4:1263738:78", "request_id": "1239034:4:1263738:78", "request_type": "coder", "requested_output_tokens": 5747, "session_id": "1239034", "t_dispatch_unix": 1779963971.8275344, "t_finish_unix": 1779964043.988643, "t_first_token_unix": 1779963972.8455791, "tpot_s": 0.012381276556561257, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 12336726, 12336727, 12336728, 12336729, 12351436, 12351437, 12351438, 12351439, 12351440, 12351441, 12351442, 12351443, 12351444, 12351445, 12562130, 12562131, 12562132, 12562133, 12562134, 12562135, 12562136, 12562137, 12576042, 12576043, 12576044, 12576045, 12576046, 12576047, 12576048, 12576049, 12576050, 12576051], "trace_timestamp_s": 90.9380000000001, "ttft_s": 1.0180430879991036, "turn_id": 4} +{"actual_output_tokens": 347, "cached_tokens": 0, "effective_input_length": 11, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11, "latency_s": 2.6921407360023295, "output_length": 347, "proxy_request_id": "1285558:1:1285558:188", "request_id": "1285558:1:1285558:188", "request_type": "coder", "requested_output_tokens": 347, "session_id": "1285558", "t_dispatch_unix": 1779964041.4183693, "t_finish_unix": 1779964044.1105106, "t_first_token_unix": 1779964041.4454932, "tpot_s": 0.007701657052029724, "trace_hash_ids": [26603], "trace_timestamp_s": 166.45700000000033, "ttft_s": 0.027123066000058316, "turn_id": 1} +{"actual_output_tokens": 40, "cached_tokens": 0, "effective_input_length": 1700, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1700, "latency_s": 0.33850904800056014, "output_length": 40, "proxy_request_id": "1286551:1:1286551:194", "request_id": "1286551:1:1286551:194", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1286551", "t_dispatch_unix": 1779964045.288526, "t_finish_unix": 1779964045.627035, "t_first_token_unix": 1779964045.4319582, "tpot_s": 0.00499514684615394, "trace_hash_ids": [12800256, 12800257, 12800258, 12800259], "trace_timestamp_s": 170.32600000000002, "ttft_s": 0.1434313009995094, "turn_id": 1} +{"actual_output_tokens": 66, "cached_tokens": 34240, "effective_input_length": 34282, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34282, "latency_s": 11.398043555000186, "output_length": 66, "proxy_request_id": "1262354:10:1283773:180", "request_id": "1262354:10:1283773:180", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1262354", "t_dispatch_unix": 1779964035.1793692, "t_finish_unix": 1779964046.577413, "t_first_token_unix": 1779964039.4137473, "tpot_s": 0.11020232420000517, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490], "trace_timestamp_s": 160.21700000000055, "ttft_s": 4.234376300999429, "turn_id": 10} +{"actual_output_tokens": 444, "cached_tokens": 31104, "effective_input_length": 38788, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38788, "latency_s": 5.117978430997027, "output_length": 444, "proxy_request_id": "1269373:6:1285668:189", "request_id": "1269373:6:1285668:189", "request_type": "coder", "requested_output_tokens": 444, "session_id": "1269373", "t_dispatch_unix": 1779964041.8716865, "t_finish_unix": 1779964046.989664, "t_first_token_unix": 1779964043.7921917, "tpot_s": 0.0072152224198715215, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12792393], "trace_timestamp_s": 166.90500000000065, "ttft_s": 1.9205032529971504, "turn_id": 6} +{"actual_output_tokens": 124, "cached_tokens": 0, "effective_input_length": 13962, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13962, "latency_s": 1.9100437100023555, "output_length": 124, "proxy_request_id": "1286804:1:1286804:195", "request_id": "1286804:1:1286804:195", "request_type": "coder", "requested_output_tokens": 124, "session_id": "1286804", "t_dispatch_unix": 1779964046.0202255, "t_finish_unix": 1779964047.9302695, "t_first_token_unix": 1779964047.2278504, "tpot_s": 0.005708813731716208, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12802941], "trace_timestamp_s": 171.0530000000008, "ttft_s": 1.2076228500009165, "turn_id": 1} +{"actual_output_tokens": 242, "cached_tokens": 27088, "effective_input_length": 31898, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31898, "latency_s": 3.1716833809987293, "output_length": 242, "proxy_request_id": "1279412:4:1286447:193", "request_id": "1279412:4:1286447:193", "request_type": "coder", "requested_output_tokens": 242, "session_id": "1279412", "t_dispatch_unix": 1779964044.8853123, "t_finish_unix": 1779964048.0569956, "t_first_token_unix": 1779964045.9804692, "tpot_s": 0.00861534039419339, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12799351], "trace_timestamp_s": 169.92000000000007, "ttft_s": 1.0951552619990252, "turn_id": 4} +{"actual_output_tokens": 3746, "cached_tokens": 22352, "effective_input_length": 25187, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25187, "latency_s": 75.47162927099998, "output_length": 3746, "proxy_request_id": "1242838:4:1265709:87", "request_id": "1242838:4:1265709:87", "request_type": "coder", "requested_output_tokens": 3746, "session_id": "1242838", "t_dispatch_unix": 1779963972.7158608, "t_finish_unix": 1779964048.18749, "t_first_token_unix": 1779964009.24117, "tpot_s": 0.010399486793857977, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892, 12596370, 12596371, 12596372, 12596373, 12596374, 12596375], "trace_timestamp_s": 97.75300000000061, "ttft_s": 36.52530675900198, "turn_id": 4} +{"actual_output_tokens": 93, "cached_tokens": 0, "effective_input_length": 88317, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 88317, "latency_s": 27.051215169001807, "output_length": 93, "proxy_request_id": "1279994:1:1279994:161", "request_id": "1279994:1:1279994:161", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1279994", "t_dispatch_unix": 1779964022.588237, "t_finish_unix": 1779964049.6394522, "t_first_token_unix": 1779964048.6456318, "tpot_s": 0.010799132271724533, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 48458, 48459, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 35237, 35238, 35239, 35240, 35241, 35242, 12737831, 2298635, 12737832, 12737833, 12737834, 12737835, 12737836, 12737837, 12737838, 12737839, 12737840, 12737841, 12737842, 12737843, 12737844, 12737845, 12737846, 12737847, 12737848, 12737849, 12737850, 12737851, 12737852, 12737853, 12737854, 12737855, 12737856, 12737857, 12737858, 12737859, 12737860, 12737861, 12737862, 12737863, 12737864, 12737865, 12737866, 12737867, 12737868, 12737869, 12737870, 12737871, 12737872, 12737873, 12737874, 12737875, 12737876, 12737877, 12737878, 12737879, 12737880, 12737881, 12737882, 12737883, 12737884, 12737885, 12737886, 12737887, 12737888, 12737889, 12737890, 12737891, 12737892, 12737893, 12737894, 12737895, 12737896, 12737897, 12737898, 12737899, 12737900, 12737901, 12737902, 12737903, 12737904, 12737905, 12737906, 12737907, 12737908, 12737909, 12737910, 12737911, 12737912, 12737913, 12737914, 12737915, 12737916, 12737917, 12737918, 12737919, 12737920, 12737921, 12737922, 12737923, 12737924, 12737925, 12737926, 12737927, 12737928, 12737929, 12737930, 12737931, 12737932, 12737933, 12737934, 12737935, 12737936, 12737937, 12737938, 12737939, 12737940, 12737941, 12737942, 12737943, 12737944, 12737945, 12737946, 12737947, 12737948, 12737949, 12737950, 12737951, 12737952, 12737953, 12737954, 12737955, 12737956, 12737957, 12737958, 12737959, 12737960, 12737961, 12737962, 12737963, 12737964, 12737965, 12737966, 12737967, 12737968], "trace_timestamp_s": 147.59200000000055, "ttft_s": 26.057392733000597, "turn_id": 1} +{"actual_output_tokens": 240, "cached_tokens": 0, "effective_input_length": 9925, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9925, "latency_s": 2.0910657340027683, "output_length": 240, "proxy_request_id": "1287588:1:1287588:198", "request_id": "1287588:1:1287588:198", "request_type": "coder", "requested_output_tokens": 240, "session_id": "1287588", "t_dispatch_unix": 1779964048.5706356, "t_finish_unix": 1779964050.6617012, "t_first_token_unix": 1779964049.3402581, "tpot_s": 0.0055280520167318905, "trace_hash_ids": [12755829, 12755830, 12755831, 12755832, 12755833, 12755834, 12768457, 12768458, 12768459, 12768460, 12768461, 12768462, 12768463, 12768464, 12768465, 12768466, 12768467, 12810245, 12810246, 12810247], "trace_timestamp_s": 173.60500000000047, "ttft_s": 0.7696216680014913, "turn_id": 1} +{"actual_output_tokens": 273, "cached_tokens": 15360, "effective_input_length": 15547, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15547, "latency_s": 1.655184013001417, "output_length": 273, "proxy_request_id": "1272313:6:1287745:199", "request_id": "1272313:6:1287745:199", "request_type": "coder", "requested_output_tokens": 273, "session_id": "1272313", "t_dispatch_unix": 1779964049.1193562, "t_finish_unix": 1779964050.7745402, "t_first_token_unix": 1779964049.1990771, "tpot_s": 0.005791344393374483, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12811862], "trace_timestamp_s": 174.15700000000015, "ttft_s": 0.07971985200128984, "turn_id": 6} +{"actual_output_tokens": 87, "cached_tokens": 88400, "effective_input_length": 88940, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 88940, "latency_s": 1.4175407819966495, "output_length": 87, "proxy_request_id": "1279994:2:1283011:177", "request_id": "1279994:2:1283011:177", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1279994", "t_dispatch_unix": 1779964049.6447787, "t_finish_unix": 1779964051.0623195, "t_first_token_unix": 1779964050.1337674, "tpot_s": 0.010793164674438695, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 48458, 48459, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 35237, 35238, 35239, 35240, 35241, 35242, 12737831, 2298635, 12737832, 12737833, 12737834, 12737835, 12737836, 12737837, 12737838, 12737839, 12737840, 12737841, 12737842, 12737843, 12737844, 12737845, 12737846, 12737847, 12737848, 12737849, 12737850, 12737851, 12737852, 12737853, 12737854, 12737855, 12737856, 12737857, 12737858, 12737859, 12737860, 12737861, 12737862, 12737863, 12737864, 12737865, 12737866, 12737867, 12737868, 12737869, 12737870, 12737871, 12737872, 12737873, 12737874, 12737875, 12737876, 12737877, 12737878, 12737879, 12737880, 12737881, 12737882, 12737883, 12737884, 12737885, 12737886, 12737887, 12737888, 12737889, 12737890, 12737891, 12737892, 12737893, 12737894, 12737895, 12737896, 12737897, 12737898, 12737899, 12737900, 12737901, 12737902, 12737903, 12737904, 12737905, 12737906, 12737907, 12737908, 12737909, 12737910, 12737911, 12737912, 12737913, 12737914, 12737915, 12737916, 12737917, 12737918, 12737919, 12737920, 12737921, 12737922, 12737923, 12737924, 12737925, 12737926, 12737927, 12737928, 12737929, 12737930, 12737931, 12737932, 12737933, 12737934, 12737935, 12737936, 12737937, 12737938, 12737939, 12737940, 12737941, 12737942, 12737943, 12737944, 12737945, 12737946, 12737947, 12737948, 12737949, 12737950, 12737951, 12737952, 12737953, 12737954, 12737955, 12737956, 12737957, 12766559, 12766560, 303055, 12766561, 12766562, 12766563, 12766564, 12766565, 12766566, 12766567, 12766568, 12766569], "trace_timestamp_s": 157.82100000000082, "ttft_s": 0.48898587099756696, "turn_id": 2} +{"actual_output_tokens": 106, "cached_tokens": 0, "effective_input_length": 448, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 448, "latency_s": 0.5756186389990035, "output_length": 106, "proxy_request_id": "1288143:1:1288143:200", "request_id": "1288143:1:1288143:200", "request_type": "coder", "requested_output_tokens": 106, "session_id": "1288143", "t_dispatch_unix": 1779964050.5366676, "t_finish_unix": 1779964051.1122859, "t_first_token_unix": 1779964050.5962791, "tpot_s": 0.0049122964857295824, "trace_hash_ids": [12815534], "trace_timestamp_s": 175.57500000000073, "ttft_s": 0.05961063299764646, "turn_id": 1} +{"actual_output_tokens": 869, "cached_tokens": 0, "effective_input_length": 49619, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49619, "latency_s": 16.015485383999476, "output_length": 869, "proxy_request_id": "1284132:1:1284132:182", "request_id": "1284132:1:1284132:182", "request_type": "coder", "requested_output_tokens": 869, "session_id": "1284132", "t_dispatch_unix": 1779964036.536503, "t_finish_unix": 1779964052.5519884, "t_first_token_unix": 1779964045.8194492, "tpot_s": 0.007755861841016776, "trace_hash_ids": [12776618, 12776619, 12776620, 12776621, 12776622, 12776623, 12776624, 12776625, 12776626, 12776627, 12776628, 12776629, 12776630, 12776631, 12776632, 12776633, 12776634, 12776635, 12776636, 12776637, 12776638, 12776639, 12776640, 12776641, 12776642, 12776643, 12776644, 12776645, 12776646, 12776647, 12776648, 12776649, 12776650, 12776651, 12776652, 12776653, 12776654, 12776655, 12776656, 12776657, 12776658, 12776659, 12776660, 12776661, 12776662, 12776663, 12776664, 12776665, 12776666, 12776667, 12776668, 12776669, 12776670, 12776671, 12776672, 12776673, 12776674, 12776675, 12776676, 12776677, 12776678, 12776679, 12776680, 12776681, 12776682, 12776683, 12776684, 12776685, 12776686, 12776687, 12776688, 12776689, 12776690, 12776691, 12776692, 12776693, 12776694, 12776695, 12776696, 12776697, 12776698, 12776699, 12776700, 12776701, 12776702, 12776703, 12776704, 12776705, 12776706, 12776707, 12776708, 12776709, 12776710, 12776711, 12776712, 12776713, 12776714], "trace_timestamp_s": 161.5550000000003, "ttft_s": 9.282943878999504, "turn_id": 1} +{"actual_output_tokens": 492, "cached_tokens": 58400, "effective_input_length": 80055, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80055, "latency_s": 16.82241200899807, "output_length": 492, "proxy_request_id": "1266668:6:1284003:181", "request_id": "1266668:6:1284003:181", "request_type": "coder", "requested_output_tokens": 492, "session_id": "1266668", "t_dispatch_unix": 1779964036.0750036, "t_finish_unix": 1779964052.8974159, "t_first_token_unix": 1779964045.7115328, "tpot_s": 0.014634523431773704, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12775718], "trace_timestamp_s": 161.10300000000007, "ttft_s": 9.636526753998623, "turn_id": 6} +{"actual_output_tokens": 13, "cached_tokens": 10160, "effective_input_length": 10195, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10195, "latency_s": 0.10016205300053116, "output_length": 13, "proxy_request_id": "1287588:2:1289701:205", "request_id": "1287588:2:1289701:205", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1287588", "t_dispatch_unix": 1779964055.7966373, "t_finish_unix": 1779964055.8967996, "t_first_token_unix": 1779964055.8387098, "tpot_s": 0.004817508249895279, "trace_hash_ids": [12755829, 12755830, 12755831, 12755832, 12755833, 12755834, 12768457, 12768458, 12768459, 12768460, 12768461, 12768462, 12768463, 12768464, 12768465, 12768466, 12768467, 12810245, 12810246, 12830253], "trace_timestamp_s": 180.83500000000004, "ttft_s": 0.04207128699999885, "turn_id": 2} +{"actual_output_tokens": 69, "cached_tokens": 0, "effective_input_length": 9610, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9610, "latency_s": 1.3182683019986143, "output_length": 69, "proxy_request_id": "1286551:2:1289450:202", "request_id": "1286551:2:1289450:202", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1286551", "t_dispatch_unix": 1779964054.8839865, "t_finish_unix": 1779964056.2022545, "t_first_token_unix": 1779964055.6230323, "tpot_s": 0.008513812382368676, "trace_hash_ids": [12800256, 12800257, 12800258, 12807767, 12807768, 12820147, 12820148, 12820149, 12820150, 12820151, 12820152, 12820153, 12820154, 12820155, 12827804, 12827805, 12827806, 12827807, 12827808], "trace_timestamp_s": 179.91600000000017, "ttft_s": 0.7390447519974259, "turn_id": 2} +{"actual_output_tokens": 155, "cached_tokens": 32128, "effective_input_length": 32191, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32191, "latency_s": 1.8471533129995805, "output_length": 155, "proxy_request_id": "1279412:4:1289482:203", "request_id": "1279412:4:1289482:203", "request_type": "coder", "requested_output_tokens": 155, "session_id": "1279412", "t_dispatch_unix": 1779964054.9577246, "t_finish_unix": 1779964056.8048778, "t_first_token_unix": 1779964055.6744092, "tpot_s": 0.007336565454553037, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932], "trace_timestamp_s": 179.9950000000008, "ttft_s": 0.7166819759986538, "turn_id": 4} +{"actual_output_tokens": 481, "cached_tokens": 89024, "effective_input_length": 89226, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89226, "latency_s": 5.8280999479975435, "output_length": 481, "proxy_request_id": "1279994:3:1286181:192", "request_id": "1279994:3:1286181:192", "request_type": "coder", "requested_output_tokens": 481, "session_id": "1279994", "t_dispatch_unix": 1779964051.0686853, "t_finish_unix": 1779964056.8967845, "t_first_token_unix": 1779964051.3718672, "tpot_s": 0.011509493545834934, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 48458, 48459, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 35237, 35238, 35239, 35240, 35241, 35242, 12737831, 2298635, 12737832, 12737833, 12737834, 12737835, 12737836, 12737837, 12737838, 12737839, 12737840, 12737841, 12737842, 12737843, 12737844, 12737845, 12737846, 12737847, 12737848, 12737849, 12737850, 12737851, 12737852, 12737853, 12737854, 12737855, 12737856, 12737857, 12737858, 12737859, 12737860, 12737861, 12737862, 12737863, 12737864, 12737865, 12737866, 12737867, 12737868, 12737869, 12737870, 12737871, 12737872, 12737873, 12737874, 12737875, 12737876, 12737877, 12737878, 12737879, 12737880, 12737881, 12737882, 12737883, 12737884, 12737885, 12737886, 12737887, 12737888, 12737889, 12737890, 12737891, 12737892, 12737893, 12737894, 12737895, 12737896, 12737897, 12737898, 12737899, 12737900, 12737901, 12737902, 12737903, 12737904, 12737905, 12737906, 12737907, 12737908, 12737909, 12737910, 12737911, 12737912, 12737913, 12737914, 12737915, 12737916, 12737917, 12737918, 12737919, 12737920, 12737921, 12737922, 12737923, 12737924, 12737925, 12737926, 12737927, 12737928, 12737929, 12737930, 12737931, 12737932, 12737933, 12737934, 12737935, 12737936, 12737937, 12737938, 12737939, 12737940, 12737941, 12737942, 12737943, 12737944, 12737945, 12737946, 12737947, 12737948, 12737949, 12737950, 12737951, 12737952, 12737953, 12737954, 12737955, 12737956, 12737957, 12766559, 12766560, 12796644, 12796645, 12796646, 12796647, 12796648, 12796649, 12796650, 12796651, 12796652, 12796653, 12796654], "trace_timestamp_s": 168.88300000000072, "ttft_s": 0.30317993899734574, "turn_id": 3} +{"actual_output_tokens": 29, "cached_tokens": 0, "effective_input_length": 7261, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7261, "latency_s": 0.6919646150017797, "output_length": 29, "proxy_request_id": "1290442:1:1290442:210", "request_id": "1290442:1:1290442:210", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1290442", "t_dispatch_unix": 1779964058.1552904, "t_finish_unix": 1779964058.8472552, "t_first_token_unix": 1779964058.656582, "tpot_s": 0.006793942464355496, "trace_hash_ids": [12815773, 12815774, 12815775, 12824652, 12824653, 12824654, 12824655, 12824656, 12824657, 12836855, 12836856, 12836857, 12836858, 12836859, 12836860], "trace_timestamp_s": 183.1870000000008, "ttft_s": 0.5012900059991807, "turn_id": 1} +{"actual_output_tokens": 681, "cached_tokens": 24880, "effective_input_length": 30965, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30965, "latency_s": 24.573811398000544, "output_length": 681, "proxy_request_id": "1277909:2:1283679:179", "request_id": "1277909:2:1283679:179", "request_type": "coder", "requested_output_tokens": 681, "session_id": "1277909", "t_dispatch_unix": 1779964034.853036, "t_finish_unix": 1779964059.4268475, "t_first_token_unix": 1779964036.151292, "tpot_s": 0.03422754657940994, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 604423, 12620519, 12620520, 12617596, 12620521, 12620522, 12620523, 12718514, 12718515, 12718516, 12718517, 12718518, 12718519, 12718520, 12718521, 12718522, 12718523, 12718524, 12718525, 12718526, 12718527, 12718528, 12718529, 12718530, 12718531, 12718532, 12718533, 12718534, 12718535, 12718536, 12718537, 12718538, 12772584, 12772585, 12772586, 12772587, 12772588, 12772589, 12772590, 12772591, 12772592, 12772593, 12772594, 12772595, 12772596, 12772597], "trace_timestamp_s": 159.88799999999992, "ttft_s": 1.298254352001095, "turn_id": 2} +{"actual_output_tokens": 68, "cached_tokens": 0, "effective_input_length": 13552, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13552, "latency_s": 1.5371034949966997, "output_length": 68, "proxy_request_id": "1290426:1:1290426:209", "request_id": "1290426:1:1290426:209", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1290426", "t_dispatch_unix": 1779964058.1281903, "t_finish_unix": 1779964059.6652942, "t_first_token_unix": 1779964059.2896526, "tpot_s": 0.005602555238755173, "trace_hash_ids": [12800256, 12800257, 12800258, 12807767, 12807768, 12820147, 12820148, 12820149, 12820150, 12820151, 12820152, 12820153, 12820154, 12820155, 12827804, 12827805, 12827806, 12827807, 12836762, 12836763, 12836764, 12836765, 12836766, 12836767, 12836768, 12836769, 12836770], "trace_timestamp_s": 183.16300000000047, "ttft_s": 1.1614605830000073, "turn_id": 1} +{"actual_output_tokens": 437, "cached_tokens": 8883, "effective_input_length": 8884, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8884, "latency_s": 45.638894840998546, "output_length": 437, "proxy_request_id": "1271459:2:1277544:151", "request_id": "1271459:2:1277544:151", "request_type": "coder", "requested_output_tokens": 437, "session_id": "1271459", "t_dispatch_unix": 1779964014.1415007, "t_finish_unix": 1779964059.7803957, "t_first_token_unix": 1779964051.1231184, "tpot_s": 0.019855173438072346, "trace_hash_ids": [12654275, 12668550, 12668551, 12668552, 12668553, 12668554, 12668555, 12668556, 12681215, 12681216, 12703400, 12703401, 12703402, 12703403, 12714450, 12714451, 12714452, 12714453], "trace_timestamp_s": 139.17600000000039, "ttft_s": 36.98161597500075, "turn_id": 2} +{"actual_output_tokens": 80, "cached_tokens": 0, "effective_input_length": 1744, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1744, "latency_s": 0.5146973230002914, "output_length": 80, "proxy_request_id": "1291100:1:1291100:212", "request_id": "1291100:1:1291100:212", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1291100", "t_dispatch_unix": 1779964060.367794, "t_finish_unix": 1779964060.8824914, "t_first_token_unix": 1779964060.485084, "tpot_s": 0.005027367886075901, "trace_hash_ids": [12831468, 12842817, 12842818, 12842819], "trace_timestamp_s": 185.40500000000065, "ttft_s": 0.11728965600195806, "turn_id": 1} +{"actual_output_tokens": 119, "cached_tokens": 0, "effective_input_length": 23228, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23228, "latency_s": 3.3061862220019975, "output_length": 119, "proxy_request_id": "1290365:1:1290365:208", "request_id": "1290365:1:1290365:208", "request_type": "coder", "requested_output_tokens": 119, "session_id": "1290365", "t_dispatch_unix": 1779964057.9440494, "t_finish_unix": 1779964061.2502356, "t_first_token_unix": 1779964060.527081, "tpot_s": 0.006126448067781462, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12836049], "trace_timestamp_s": 182.97400000000016, "ttft_s": 2.5830299090011977, "turn_id": 1} +{"actual_output_tokens": 207, "cached_tokens": 89696, "effective_input_length": 89749, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89749, "latency_s": 2.5365583610000613, "output_length": 207, "proxy_request_id": "1279994:4:1290711:211", "request_id": "1279994:4:1290711:211", "request_type": "coder", "requested_output_tokens": 207, "session_id": "1279994", "t_dispatch_unix": 1779964059.0195713, "t_finish_unix": 1779964061.5561295, "t_first_token_unix": 1779964059.235453, "tpot_s": 0.011263568699027884, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 48458, 48459, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 35237, 35238, 35239, 35240, 35241, 35242, 12737831, 2298635, 12737832, 12737833, 12737834, 12737835, 12737836, 12737837, 12737838, 12737839, 12737840, 12737841, 12737842, 12737843, 12737844, 12737845, 12737846, 12737847, 12737848, 12737849, 12737850, 12737851, 12737852, 12737853, 12737854, 12737855, 12737856, 12737857, 12737858, 12737859, 12737860, 12737861, 12737862, 12737863, 12737864, 12737865, 12737866, 12737867, 12737868, 12737869, 12737870, 12737871, 12737872, 12737873, 12737874, 12737875, 12737876, 12737877, 12737878, 12737879, 12737880, 12737881, 12737882, 12737883, 12737884, 12737885, 12737886, 12737887, 12737888, 12737889, 12737890, 12737891, 12737892, 12737893, 12737894, 12737895, 12737896, 12737897, 12737898, 12737899, 12737900, 12737901, 12737902, 12737903, 12737904, 12737905, 12737906, 12737907, 12737908, 12737909, 12737910, 12737911, 12737912, 12737913, 12737914, 12737915, 12737916, 12737917, 12737918, 12737919, 12737920, 12737921, 12737922, 12737923, 12737924, 12737925, 12737926, 12737927, 12737928, 12737929, 12737930, 12737931, 12737932, 12737933, 12737934, 12737935, 12737936, 12737937, 12737938, 12737939, 12737940, 12737941, 12737942, 12737943, 12737944, 12737945, 12737946, 12737947, 12737948, 12737949, 12737950, 12737951, 12737952, 12737953, 12737954, 12737955, 12737956, 12737957, 12766559, 12766560, 12839503, 12839504, 12839505, 12839506, 12839507, 12839508, 12839509, 12839510, 12839511, 12839512, 12839513, 12839514], "trace_timestamp_s": 184.05000000000018, "ttft_s": 0.21587957100200583, "turn_id": 4} +{"actual_output_tokens": 338, "cached_tokens": 15808, "effective_input_length": 15969, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15969, "latency_s": 4.207634528000199, "output_length": 338, "proxy_request_id": "1272313:7:1290281:206", "request_id": "1272313:7:1290281:206", "request_type": "coder", "requested_output_tokens": 338, "session_id": "1272313", "t_dispatch_unix": 1779964057.6856506, "t_finish_unix": 1779964061.8932848, "t_first_token_unix": 1779964057.769468, "tpot_s": 0.012235808103854953, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12835696], "trace_timestamp_s": 182.72299999999996, "ttft_s": 0.08381638600258157, "turn_id": 7} +{"actual_output_tokens": 89, "cached_tokens": 32336, "effective_input_length": 32359, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32359, "latency_s": 0.6479987279999477, "output_length": 89, "proxy_request_id": "1279412:5:1291651:214", "request_id": "1279412:5:1291651:214", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1279412", "t_dispatch_unix": 1779964062.288675, "t_finish_unix": 1779964062.9366732, "t_first_token_unix": 1779964062.3636112, "tpot_s": 0.006509317875001711, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12846974], "trace_timestamp_s": 187.32600000000002, "ttft_s": 0.07493485899976804, "turn_id": 5} +{"actual_output_tokens": 607, "cached_tokens": 113840, "effective_input_length": 118097, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 118097, "latency_s": 46.7541888300002, "output_length": 607, "proxy_request_id": "1258859:3:1278118:155", "request_id": "1258859:3:1278118:155", "request_type": "coder", "requested_output_tokens": 607, "session_id": "1258859", "t_dispatch_unix": 1779964016.233288, "t_finish_unix": 1779964062.9874756, "t_first_token_unix": 1779964051.1111596, "tpot_s": 0.019597453754121256, "trace_hash_ids": [12430567, 12430568, 12430569, 12430570, 12430571, 12430572, 12430573, 12430574, 12430575, 12430576, 12430577, 12430578, 12430579, 12430580, 12430581, 130102, 12430582, 12430583, 12430584, 566066, 12430585, 12430586, 12430587, 12430588, 12430589, 12430590, 12430591, 12430592, 12430593, 12430594, 12430595, 12430596, 12430597, 12430598, 12430599, 12430600, 12430601, 12430602, 12430603, 12430604, 12430605, 12430606, 12430607, 12430608, 12430609, 12430610, 12430611, 12430612, 12430613, 12430614, 12430615, 12430616, 12430617, 12430618, 12430619, 12430620, 12430621, 12430622, 12430623, 1795157, 1795158, 12430624, 12430625, 12430626, 12430627, 12430628, 12430629, 12430630, 12430631, 12430632, 12430633, 12430634, 12430635, 12430636, 12430637, 12430638, 12430639, 12430640, 12430641, 12430642, 12430643, 12430644, 12430645, 12430646, 12430647, 12430648, 12430649, 12430650, 12430651, 12430652, 12430653, 12430654, 12430655, 12430656, 12430657, 12430658, 12430659, 12430660, 12430661, 12430662, 12430663, 12430664, 12430665, 12430666, 12430667, 12430668, 12430669, 12430670, 12430671, 12430672, 12430673, 12430674, 12430675, 12430676, 12430677, 12430678, 12430679, 12430680, 12430681, 12430682, 12430683, 12430684, 12430685, 12430686, 12430687, 12430688, 12430689, 12430690, 12430691, 12430692, 12430693, 12430694, 12430695, 12430696, 12430697, 12430698, 12430699, 12430700, 12430701, 12430702, 12430703, 12430704, 12430705, 12430706, 12430707, 12430708, 12430709, 12430710, 12430711, 12430712, 12430713, 12430714, 12430715, 12430716, 12430717, 12430718, 12430719, 12430720, 12430721, 12430722, 12430723, 12430724, 12430725, 12430726, 12430727, 12430728, 12430729, 12430730, 12430731, 12430732, 12430733, 12430734, 12430735, 12430736, 12430737, 12430738, 12430739, 12430740, 12430741, 12430742, 12430743, 12430744, 12430745, 12430746, 12430747, 12430748, 12430749, 12430750, 12430751, 12430752, 12430753, 12430754, 12430755, 12430756, 12430757, 12430758, 12430759, 12430760, 12430761, 12430762, 12430763, 12430764, 12430765, 12430766, 12430767, 12430768, 12430769, 12430770, 12430771, 12430772, 12430773, 12430774, 12430775, 12430776, 12430777, 12430778, 12430779, 12430780, 12430781, 12430782, 12529503, 12719963, 12719964, 12719965, 12719966, 12719967, 12719968, 12719969, 12719970, 12719971, 12719972], "trace_timestamp_s": 141.26500000000033, "ttft_s": 34.8778704360011, "turn_id": 3} +{"actual_output_tokens": 68, "cached_tokens": 42112, "effective_input_length": 42153, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42153, "latency_s": 0.5486390100013523, "output_length": 68, "proxy_request_id": "1260327:6:1291827:215", "request_id": "1260327:6:1291827:215", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1260327", "t_dispatch_unix": 1779964062.9735374, "t_finish_unix": 1779964063.5221763, "t_first_token_unix": 1779964063.0650213, "tpot_s": 0.0068194589552312305, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041, 12755377, 12755378, 12755379, 12755380, 12755381, 12755382, 12755383, 12755384, 12755385, 12755386, 12755387, 12755388, 12755389, 12755390, 12755391, 12755392, 12755393, 12755394, 12755395, 12755396, 12849182], "trace_timestamp_s": 188.01000000000022, "ttft_s": 0.09148161800112575, "turn_id": 6} +{"actual_output_tokens": 54, "cached_tokens": 23344, "effective_input_length": 23414, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23414, "latency_s": 0.38860240600115503, "output_length": 54, "proxy_request_id": "1290365:2:1292000:217", "request_id": "1290365:2:1292000:217", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1290365", "t_dispatch_unix": 1779964063.5413306, "t_finish_unix": 1779964063.9299328, "t_first_token_unix": 1779964063.6153264, "tpot_s": 0.0059311514905514414, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12850942], "trace_timestamp_s": 188.57900000000063, "ttft_s": 0.0739938799997617, "turn_id": 2} +{"actual_output_tokens": 683, "cached_tokens": 34336, "effective_input_length": 34353, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34353, "latency_s": 17.44285541299905, "output_length": 683, "proxy_request_id": "1262354:11:1284987:186", "request_id": "1262354:11:1284987:186", "request_type": "coder", "requested_output_tokens": 683, "session_id": "1262354", "t_dispatch_unix": 1779964046.5791647, "t_finish_unix": 1779964064.0220199, "t_first_token_unix": 1779964046.689234, "tpot_s": 0.025414201373899596, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12786017], "trace_timestamp_s": 164.70100000000002, "ttft_s": 0.11006746499697329, "turn_id": 11} +{"actual_output_tokens": 546, "cached_tokens": 39216, "effective_input_length": 42745, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42745, "latency_s": 6.3325995200029865, "output_length": 546, "proxy_request_id": "1269373:7:1290314:207", "request_id": "1269373:7:1290314:207", "request_type": "coder", "requested_output_tokens": 546, "session_id": "1269373", "t_dispatch_unix": 1779964057.7771728, "t_finish_unix": 1779964064.109772, "t_first_token_unix": 1779964058.8609023, "tpot_s": 0.009630463948623392, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12835840], "trace_timestamp_s": 182.8120000000008, "ttft_s": 1.0837270170013653, "turn_id": 7} +{"actual_output_tokens": 29, "cached_tokens": 0, "effective_input_length": 8144, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8144, "latency_s": 0.7988685829986935, "output_length": 29, "proxy_request_id": "1291944:1:1291944:216", "request_id": "1291944:1:1291944:216", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1291944", "t_dispatch_unix": 1779964063.3464603, "t_finish_unix": 1779964064.145329, "t_first_token_unix": 1779964063.9266663, "tpot_s": 0.007802033107119704, "trace_hash_ids": [12831732, 12831733, 12831734, 12831735, 12831736, 12831737, 12831738, 12844495, 12844496, 12844497, 12844498, 12850497, 12850498, 12850499, 12850500, 12850501], "trace_timestamp_s": 188.38200000000052, "ttft_s": 0.5802045809978154, "turn_id": 1} +{"actual_output_tokens": 3514, "cached_tokens": 0, "effective_input_length": 15283, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15283, "latency_s": 102.75717740700202, "output_length": 3514, "proxy_request_id": "1262727:1:1262727:72", "request_id": "1262727:1:1262727:72", "request_type": "coder", "requested_output_tokens": 3514, "session_id": "1262727", "t_dispatch_unix": 1779963962.133565, "t_finish_unix": 1779964064.8907425, "t_first_token_unix": 1779963963.6405451, "tpot_s": 0.028821506265584794, "trace_hash_ids": [1978, 1979, 1980, 1981, 1982, 1983, 1984, 1985, 1986, 1987, 1988, 1989, 1990, 1991, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007], "trace_timestamp_s": 87.16600000000017, "ttft_s": 1.5069783570033906, "turn_id": 1} +{"actual_output_tokens": 80, "cached_tokens": 35024, "effective_input_length": 35099, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35099, "latency_s": 1.31403869299902, "output_length": 80, "proxy_request_id": "1262354:12:1291548:213", "request_id": "1262354:12:1291548:213", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1262354", "t_dispatch_unix": 1779964064.0240052, "t_finish_unix": 1779964065.3380437, "t_first_token_unix": 1779964064.1405292, "tpot_s": 0.015154358594948382, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12846190, 12846191], "trace_timestamp_s": 187.04100000000017, "ttft_s": 0.1165225869990536, "turn_id": 12} +{"actual_output_tokens": 406, "cached_tokens": 80544, "effective_input_length": 87741, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 87741, "latency_s": 13.362632885000494, "output_length": 406, "proxy_request_id": "1266668:7:1287468:197", "request_id": "1266668:7:1287468:197", "request_type": "coder", "requested_output_tokens": 406, "session_id": "1266668", "t_dispatch_unix": 1779964052.9039254, "t_finish_unix": 1779964066.2665586, "t_first_token_unix": 1779964056.8040016, "tpot_s": 0.023363762799999677, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12809031], "trace_timestamp_s": 173.22299999999996, "ttft_s": 3.90007316899937, "turn_id": 7} +{"actual_output_tokens": 34, "cached_tokens": 9664, "effective_input_length": 16914, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16914, "latency_s": 1.092992393001623, "output_length": 34, "proxy_request_id": "1286551:3:1292589:219", "request_id": "1286551:3:1292589:219", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1286551", "t_dispatch_unix": 1779964065.2124553, "t_finish_unix": 1779964066.3054469, "t_first_token_unix": 1779964066.1136215, "tpot_s": 0.0058009719091800934, "trace_hash_ids": [12800256, 12800257, 12800258, 12807767, 12807768, 12820147, 12820148, 12820149, 12820150, 12820151, 12820152, 12820153, 12820154, 12820155, 12827804, 12827805, 12827806, 12827807, 12836762, 12836763, 12836764, 12836765, 12836766, 12836767, 12836768, 12836769, 12845101, 12845102, 12857466, 12857467, 12857468, 12857469, 12857470, 12857471], "trace_timestamp_s": 190.2490000000007, "ttft_s": 0.9011652289991616, "turn_id": 3} +{"actual_output_tokens": 86, "cached_tokens": 0, "effective_input_length": 4684, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4684, "latency_s": 0.7857222749989887, "output_length": 86, "proxy_request_id": "1292750:1:1292750:220", "request_id": "1292750:1:1292750:220", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1292750", "t_dispatch_unix": 1779964065.848424, "t_finish_unix": 1779964066.6341462, "t_first_token_unix": 1779964066.1456718, "tpot_s": 0.005743917729405974, "trace_hash_ids": [12851054, 12851055, 12851056, 12851057, 12851058, 12851059, 12851060, 12858884, 12858885, 12858886], "trace_timestamp_s": 190.88500000000022, "ttft_s": 0.2972475159986061, "turn_id": 1} +{"actual_output_tokens": 64, "cached_tokens": 0, "effective_input_length": 77805, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77805, "latency_s": 21.22716314200079, "output_length": 64, "proxy_request_id": "1287100:1:1287100:196", "request_id": "1287100:1:1287100:196", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1287100", "t_dispatch_unix": 1779964046.9829135, "t_finish_unix": 1779964068.2100766, "t_first_token_unix": 1779964067.6823199, "tpot_s": 0.008372505714283935, "trace_hash_ids": [61256, 776286, 192478, 776287, 776288, 776289, 776290, 776291, 776292, 776293, 776294, 776295, 776296, 776297, 776298, 776299, 776300, 776301, 776302, 776303, 776304, 776305, 776306, 776307, 776308, 776309, 776310, 776311, 776312, 776313, 776314, 776315, 776316, 12805558, 167529, 167530, 1729741, 1729742, 1729743, 527276, 527277, 611084, 611085, 6750692, 6750693, 6750694, 6750695, 6750696, 6750697, 6750698, 6750699, 6750700, 6750701, 6750702, 6750703, 6750704, 9671050, 9671051, 9671052, 9671053, 9671054, 9671055, 9671056, 2149400, 2149401, 2149402, 9671057, 7270289, 173464, 9671058, 9671059, 9671060, 9671061, 9671062, 9671063, 9671064, 9671065, 9671066, 9671067, 9671068, 9671069, 9739253, 9739254, 9739255, 9739256, 10166701, 10457216, 10457217, 10457218, 10457219, 10457220, 10457221, 10457222, 10457223, 10457224, 10457225, 10457226, 10457227, 10457228, 10457229, 10457230, 10457231, 10457232, 10457233, 10457234, 10457235, 10642319, 10642320, 10642321, 10642322, 10642323, 10642324, 10642325, 10642326, 10843616, 10843617, 10843618, 10843619, 11736040, 11736041, 11736042, 11736043, 11736044, 11736045, 11736046, 11736047, 11736048, 11736049, 11736050, 11736051, 11736052, 11736053, 11736054, 11736055, 11736056, 11736057, 11736058, 11736059, 12076230, 12076231, 12076232, 12076233, 12179754, 12179755, 12408409, 12408410, 12408411, 12442683, 12643996, 12643997, 12805559, 12805560], "trace_timestamp_s": 171.99099999999999, "ttft_s": 20.69940372199926, "turn_id": 1} +{"actual_output_tokens": 31, "cached_tokens": 1808, "effective_input_length": 2572, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2572, "latency_s": 0.2321954299986828, "output_length": 31, "proxy_request_id": "1291100:2:1293458:223", "request_id": "1291100:2:1293458:223", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1291100", "t_dispatch_unix": 1779964068.3383224, "t_finish_unix": 1779964068.5705175, "t_first_token_unix": 1779964068.418831, "tpot_s": 0.005048187533369249, "trace_hash_ids": [12831468, 12842817, 12842818, 12852078, 12865966, 12865967], "trace_timestamp_s": 193.3760000000002, "ttft_s": 0.08050790799825336, "turn_id": 2} +{"actual_output_tokens": 25, "cached_tokens": 0, "effective_input_length": 6460, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6460, "latency_s": 0.5653211469980306, "output_length": 25, "proxy_request_id": "1293507:1:1293507:224", "request_id": "1293507:1:1293507:224", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1293507", "t_dispatch_unix": 1779964068.523861, "t_finish_unix": 1779964069.089182, "t_first_token_unix": 1779964068.968276, "tpot_s": 0.005025724291651083, "trace_hash_ids": [12835633, 12835634, 12835635, 12835636, 12835637, 12835638, 12835639, 12835640, 12843654, 12851154, 12851155, 12866668, 12866669], "trace_timestamp_s": 193.5600000000004, "ttft_s": 0.4444137159989623, "turn_id": 1} +{"actual_output_tokens": 347, "cached_tokens": 118688, "effective_input_length": 118736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 118736, "latency_s": 6.779669038998691, "output_length": 347, "proxy_request_id": "1258859:4:1282900:176", "request_id": "1258859:4:1282900:176", "request_type": "coder", "requested_output_tokens": 347, "session_id": "1258859", "t_dispatch_unix": 1779964062.9931238, "t_finish_unix": 1779964069.7727926, "t_first_token_unix": 1779964063.2621784, "tpot_s": 0.018815771621388918, "trace_hash_ids": [12430567, 12430568, 12430569, 12430570, 12430571, 12430572, 12430573, 12430574, 12430575, 12430576, 12430577, 12430578, 12430579, 12430580, 12430581, 130102, 12430582, 12430583, 12430584, 566066, 12430585, 12430586, 12430587, 12430588, 12430589, 12430590, 12430591, 12430592, 12430593, 12430594, 12430595, 12430596, 12430597, 12430598, 12430599, 12430600, 12430601, 12430602, 12430603, 12430604, 12430605, 12430606, 12430607, 12430608, 12430609, 12430610, 12430611, 12430612, 12430613, 12430614, 12430615, 12430616, 12430617, 12430618, 12430619, 12430620, 12430621, 12430622, 12430623, 1795157, 1795158, 12430624, 12430625, 12430626, 12430627, 12430628, 12430629, 12430630, 12430631, 12430632, 12430633, 12430634, 12430635, 12430636, 12430637, 12430638, 12430639, 12430640, 12430641, 12430642, 12430643, 12430644, 12430645, 12430646, 12430647, 12430648, 12430649, 12430650, 12430651, 12430652, 12430653, 12430654, 12430655, 12430656, 12430657, 12430658, 12430659, 12430660, 12430661, 12430662, 12430663, 12430664, 12430665, 12430666, 12430667, 12430668, 12430669, 12430670, 12430671, 12430672, 12430673, 12430674, 12430675, 12430676, 12430677, 12430678, 12430679, 12430680, 12430681, 12430682, 12430683, 12430684, 12430685, 12430686, 12430687, 12430688, 12430689, 12430690, 12430691, 12430692, 12430693, 12430694, 12430695, 12430696, 12430697, 12430698, 12430699, 12430700, 12430701, 12430702, 12430703, 12430704, 12430705, 12430706, 12430707, 12430708, 12430709, 12430710, 12430711, 12430712, 12430713, 12430714, 12430715, 12430716, 12430717, 12430718, 12430719, 12430720, 12430721, 12430722, 12430723, 12430724, 12430725, 12430726, 12430727, 12430728, 12430729, 12430730, 12430731, 12430732, 12430733, 12430734, 12430735, 12430736, 12430737, 12430738, 12430739, 12430740, 12430741, 12430742, 12430743, 12430744, 12430745, 12430746, 12430747, 12430748, 12430749, 12430750, 12430751, 12430752, 12430753, 12430754, 12430755, 12430756, 12430757, 12430758, 12430759, 12430760, 12430761, 12430762, 12430763, 12430764, 12430765, 12430766, 12430767, 12430768, 12430769, 12430770, 12430771, 12430772, 12430773, 12430774, 12430775, 12430776, 12430777, 12430778, 12430779, 12430780, 12430781, 12430782, 12529503, 12719963, 12719964, 12719965, 12719966, 12719967, 12719968, 12719969, 12719970, 12719971, 12719972, 12765270], "trace_timestamp_s": 157.40900000000056, "ttft_s": 0.2690517419978278, "turn_id": 4} +{"actual_output_tokens": 329, "cached_tokens": 23456, "effective_input_length": 24482, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24482, "latency_s": 4.381088776000979, "output_length": 329, "proxy_request_id": "1290365:3:1293216:222", "request_id": "1290365:3:1293216:222", "request_type": "coder", "requested_output_tokens": 329, "session_id": "1290365", "t_dispatch_unix": 1779964067.4753056, "t_finish_unix": 1779964071.8563943, "t_first_token_unix": 1779964067.7455094, "tpot_s": 0.012532314317068973, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12850942, 12863485, 12863486], "trace_timestamp_s": 192.51299999999992, "ttft_s": 0.27020181600164506, "turn_id": 3} +{"actual_output_tokens": 91, "cached_tokens": 35168, "effective_input_length": 35210, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35210, "latency_s": 5.216144129000895, "output_length": 91, "proxy_request_id": "1262354:13:1293000:221", "request_id": "1262354:13:1293000:221", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1262354", "t_dispatch_unix": 1779964066.6903956, "t_finish_unix": 1779964071.90654, "t_first_token_unix": 1779964071.0532966, "tpot_s": 0.009477627133310306, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12846190, 12861540], "trace_timestamp_s": 191.72700000000077, "ttft_s": 4.362898405001033, "turn_id": 13} +{"actual_output_tokens": 63, "cached_tokens": 8160, "effective_input_length": 12388, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12388, "latency_s": 2.982698830001027, "output_length": 63, "proxy_request_id": "1291944:2:1293798:227", "request_id": "1291944:2:1293798:227", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1291944", "t_dispatch_unix": 1779964069.6088855, "t_finish_unix": 1779964072.5915844, "t_first_token_unix": 1779964072.1013627, "tpot_s": 0.007902366661284995, "trace_hash_ids": [12831732, 12831733, 12831734, 12831735, 12831736, 12831737, 12831738, 12844495, 12844496, 12844497, 12844498, 12850497, 12850498, 12850499, 12850500, 12861564, 12861565, 12861566, 12861567, 12861568, 12861569, 12869790, 12869791, 12869792, 12869793], "trace_timestamp_s": 194.64500000000044, "ttft_s": 2.492476268002065, "turn_id": 2} +{"actual_output_tokens": 201, "cached_tokens": 35296, "effective_input_length": 35435, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35435, "latency_s": 2.140389153999422, "output_length": 201, "proxy_request_id": "1262354:14:1294243:228", "request_id": "1262354:14:1294243:228", "request_type": "coder", "requested_output_tokens": 201, "session_id": "1262354", "t_dispatch_unix": 1779964071.9084198, "t_finish_unix": 1779964074.048809, "t_first_token_unix": 1779964072.0458338, "tpot_s": 0.010013095520007483, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12846190, 12861540, 12873922], "trace_timestamp_s": 195.8110000000006, "ttft_s": 0.13741146200118237, "turn_id": 14} +{"actual_output_tokens": 111, "cached_tokens": 12800, "effective_input_length": 21947, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21947, "latency_s": 2.0602872419985943, "output_length": 111, "proxy_request_id": "1294611:1:1294611:229", "request_id": "1294611:1:1294611:229", "request_type": "coder", "requested_output_tokens": 111, "session_id": "1294611", "t_dispatch_unix": 1779964072.068154, "t_finish_unix": 1779964074.128441, "t_first_token_unix": 1779964073.4615805, "tpot_s": 0.006059455200011143, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479], "trace_timestamp_s": 197.10300000000007, "ttft_s": 1.3934242469986202, "turn_id": 1} +{"actual_output_tokens": 96, "cached_tokens": 96104, "effective_input_length": 96105, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96105, "latency_s": 8.037403197999083, "output_length": 96, "proxy_request_id": "1266668:8:1292408:218", "request_id": "1266668:8:1292408:218", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1266668", "t_dispatch_unix": 1779964066.274989, "t_finish_unix": 1779964074.3123922, "t_first_token_unix": 1779964073.1936913, "tpot_s": 0.011768194800013015, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12855425], "trace_timestamp_s": 189.6910000000007, "ttft_s": 6.91870029599886, "turn_id": 8} +{"actual_output_tokens": 279, "cached_tokens": 16304, "effective_input_length": 28796, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28796, "latency_s": 5.135066491999169, "output_length": 279, "proxy_request_id": "1272313:8:1293738:226", "request_id": "1272313:8:1293738:226", "request_type": "coder", "requested_output_tokens": 279, "session_id": "1272313", "t_dispatch_unix": 1779964069.458913, "t_finish_unix": 1779964074.5939796, "t_first_token_unix": 1779964071.667057, "tpot_s": 0.010527520212229143, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12868962, 12868963, 12868964, 12868965, 12868966, 12868967, 12868968, 12868969, 12868970, 12868971, 12868972, 12868973, 12868974, 12868975, 12868976, 12868977, 12868978, 12868979, 12868980, 12868981, 12868982, 12868983, 12868984, 12868985, 12868986, 12868987], "trace_timestamp_s": 194.49099999999999, "ttft_s": 2.208141948998673, "turn_id": 8} +{"actual_output_tokens": 491, "cached_tokens": 40277, "effective_input_length": 40278, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40278, "latency_s": 6.451670120997733, "output_length": 491, "proxy_request_id": "1279412:6:1293655:225", "request_id": "1279412:6:1293655:225", "request_type": "coder", "requested_output_tokens": 491, "session_id": "1279412", "t_dispatch_unix": 1779964069.0995026, "t_finish_unix": 1779964075.551173, "t_first_token_unix": 1779964072.0203946, "tpot_s": 0.007205097291837458, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278], "trace_timestamp_s": 194.13400000000001, "ttft_s": 2.9208886829983385, "turn_id": 6} +{"actual_output_tokens": 82, "cached_tokens": 0, "effective_input_length": 10857, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10857, "latency_s": 1.3011742989983759, "output_length": 82, "proxy_request_id": "1295690:1:1295690:232", "request_id": "1295690:1:1295690:232", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1295690", "t_dispatch_unix": 1779964075.9728265, "t_finish_unix": 1779964077.274001, "t_first_token_unix": 1779964076.8317568, "tpot_s": 0.005456146271575967, "trace_hash_ids": [12865131, 12865132, 12865133, 12865134, 12865135, 12865136, 12865137, 12877451, 12877452, 12877453, 12877454, 12877455, 12888257, 12888258, 12888259, 12888260, 12888261, 12888262, 12888263, 12888264, 12888265, 12888266], "trace_timestamp_s": 201.00700000000052, "ttft_s": 0.8589286429996719, "turn_id": 1} +{"actual_output_tokens": 35, "cached_tokens": 96192, "effective_input_length": 96717, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96717, "latency_s": 2.17003031099739, "output_length": 35, "proxy_request_id": "1266668:9:1295576:231", "request_id": "1266668:9:1295576:231", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1266668", "t_dispatch_unix": 1779964075.627869, "t_finish_unix": 1779964077.7978988, "t_first_token_unix": 1779964077.3874862, "tpot_s": 0.012060423735259547, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12886824, 12886825], "trace_timestamp_s": 200.66200000000026, "ttft_s": 1.7596150179997494, "turn_id": 9} +{"actual_output_tokens": 220, "cached_tokens": 22048, "effective_input_length": 23610, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23610, "latency_s": 1.741299388002517, "output_length": 220, "proxy_request_id": "1294611:2:1295852:233", "request_id": "1294611:2:1295852:233", "request_type": "coder", "requested_output_tokens": 220, "session_id": "1294611", "t_dispatch_unix": 1779964076.475951, "t_finish_unix": 1779964078.21725, "t_first_token_unix": 1779964076.8480332, "tpot_s": 0.006250919863014465, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12890138], "trace_timestamp_s": 201.51299999999992, "ttft_s": 0.372081313002127, "turn_id": 2} +{"actual_output_tokens": 61, "cached_tokens": 0, "effective_input_length": 82014, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 82014, "latency_s": 23.25942740499886, "output_length": 61, "proxy_request_id": "1289570:1:1289570:204", "request_id": "1289570:1:1289570:204", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1289570", "t_dispatch_unix": 1779964055.3046708, "t_finish_unix": 1779964078.5640981, "t_first_token_unix": 1779964078.0609705, "tpot_s": 0.008380737999990137, "trace_hash_ids": [44148, 44149, 44150, 44151, 44152, 44153, 326399, 326400, 326401, 192485, 192486, 326402, 326403, 326404, 326405, 186604, 326406, 326407, 326408, 326409, 326410, 326411, 8410093, 8410094, 8410095, 8410096, 334886, 8410097, 8410098, 8410099, 8410100, 8410101, 8410102, 8410103, 8410104, 8410105, 8410106, 8410107, 8410108, 12828955, 127129, 127130, 127131, 127132, 9195123, 124871, 124872, 2501130, 2501131, 9195124, 9195125, 9195126, 9195127, 9195128, 9195129, 9195130, 9195131, 9195132, 9195133, 9195134, 9195135, 9195136, 9195137, 9195138, 9195139, 9195140, 9195141, 9195142, 9932953, 9932954, 9932955, 9932956, 9798604, 10563697, 10563698, 10563699, 10563700, 10563701, 10563702, 10563703, 10563704, 10563705, 10563706, 10563707, 10563708, 10563709, 10563710, 10563711, 10563712, 10563713, 11618308, 11618309, 11618310, 11618311, 11922778, 11922779, 11922780, 11922781, 11922782, 11922783, 11922784, 11922785, 11922786, 11922787, 11922788, 11922789, 11922790, 11922791, 11922792, 11922793, 11922794, 11922795, 11922796, 11922797, 11922798, 11922799, 11922800, 11922801, 11922802, 11922803, 11922804, 11922805, 11922806, 11922807, 11922808, 11922809, 11922810, 11922811, 11922812, 11922813, 11922814, 11922815, 11922816, 11922817, 11922818, 11922819, 11922820, 11922821, 11922822, 11922823, 11922824, 11922825, 11922826, 11922827, 11922828, 11922829, 11922830, 11922831, 11922832, 11922833, 12148250, 12148251, 12148252, 12442632, 12442633, 12442634, 12542377, 12828956, 12828957, 12828958, 12828959], "trace_timestamp_s": 180.3120000000008, "ttft_s": 22.7562976549998, "turn_id": 1} +{"actual_output_tokens": 22, "cached_tokens": 0, "effective_input_length": 624, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 624, "latency_s": 0.16412597999806167, "output_length": 22, "proxy_request_id": "1296872:1:1296872:235", "request_id": "1296872:1:1296872:235", "request_type": "coder", "requested_output_tokens": 22, "session_id": "1296872", "t_dispatch_unix": 1779964080.0377057, "t_finish_unix": 1779964080.2018313, "t_first_token_unix": 1779964080.101311, "tpot_s": 0.004772619047538943, "trace_hash_ids": [12899223, 12899224], "trace_timestamp_s": 205.07600000000002, "ttft_s": 0.06360494999898947, "turn_id": 1} +{"actual_output_tokens": 1887, "cached_tokens": 0, "effective_input_length": 114612, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 114612, "latency_s": 74.55283532099929, "output_length": 1887, "proxy_request_id": "1275274:1:1275274:136", "request_id": "1275274:1:1275274:136", "request_type": "coder", "requested_output_tokens": 1887, "session_id": "1275274", "t_dispatch_unix": 1779964005.8382711, "t_finish_unix": 1779964080.3911061, "t_first_token_unix": 1779964048.2108572, "tpot_s": 0.017062486739130245, "trace_hash_ids": [9491467, 195037, 195038, 195039, 195040, 195041, 195042, 195043, 195044, 10319406, 10319407, 10319408, 10319409, 10319410, 10319411, 10319412, 10319413, 10319414, 5374859, 10319415, 10319416, 816846, 10319417, 10319418, 10319419, 10319420, 194680, 194681, 10319421, 10319422, 10319423, 10319424, 10319425, 10319426, 10319427, 10319428, 10319429, 10319430, 10319431, 10319432, 10319433, 10319434, 10319435, 10319436, 10319437, 10319438, 10319439, 10319440, 10319441, 10319442, 10319443, 10319444, 10319445, 10319446, 10319447, 10319448, 10319449, 10319450, 10319451, 10319452, 10319453, 10319454, 10319455, 10319456, 10319457, 10319458, 10319459, 10319460, 10319461, 10319462, 10319463, 10319464, 10319465, 10319466, 10319467, 10319468, 10319469, 10319470, 10319471, 10319472, 10319473, 10319474, 10319475, 10319476, 10319477, 10319478, 10319479, 10319480, 10319481, 10319482, 10319483, 10319484, 10319485, 10319486, 10319487, 10319488, 10319489, 10319490, 10319491, 10319492, 10319493, 10319494, 10319495, 10319496, 10319497, 10319498, 10319499, 10319500, 10319501, 10319502, 10319503, 10319504, 10319505, 10319506, 10319507, 10319508, 10319509, 10319510, 10319511, 10319512, 10319513, 10319514, 10319515, 10319516, 10319517, 10319518, 10319519, 10319520, 10319521, 10319522, 10319523, 10319524, 10319525, 10319526, 10319527, 10319528, 10319529, 10319530, 10319531, 10319532, 10319533, 10319534, 10319535, 10319536, 10319537, 10319538, 10319539, 10319540, 10319541, 10319542, 10319543, 10319544, 10319545, 10319546, 10319547, 10319548, 10319549, 10319550, 10319551, 10319552, 10319553, 10319554, 10319555, 10319556, 10319557, 10319558, 10319559, 10319560, 10319561, 10319562, 10319563, 10319564, 10319565, 10319566, 10319567, 10319568, 10319569, 10319570, 10319571, 10319572, 10319573, 10451843, 10538212, 10538213, 10590028, 10695557, 10848849, 10848850, 10848851, 10949071, 11065667, 11650526, 11650527, 11650528, 11717015, 11717016, 11717017, 11717018, 11717019, 11717020, 11796353, 11796354, 11796355, 11796356, 11895285, 12041647, 12041648, 12041649, 12041650, 12193888, 12247657, 12247658, 12247659, 12247660, 12374859, 12374860, 12374861, 12437166, 12437167, 12596754, 12596755, 12690937, 12690938, 12690939], "trace_timestamp_s": 130.82999999999993, "ttft_s": 42.37258374399971, "turn_id": 1} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 1791, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1791, "latency_s": 0.39420409800004563, "output_length": 46, "proxy_request_id": "1296983:1:1296983:236", "request_id": "1296983:1:1296983:236", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1296983", "t_dispatch_unix": 1779964080.4717524, "t_finish_unix": 1779964080.8659563, "t_first_token_unix": 1779964080.6412468, "tpot_s": 0.0049875848444773715, "trace_hash_ids": [12890444, 12900454, 12900455, 12900456], "trace_timestamp_s": 205.50900000000001, "ttft_s": 0.1694932089994836, "turn_id": 1} +{"actual_output_tokens": 355, "cached_tokens": 35632, "effective_input_length": 35669, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35669, "latency_s": 3.6801281400003063, "output_length": 355, "proxy_request_id": "1262354:15:1296106:234", "request_id": "1262354:15:1296106:234", "request_type": "coder", "requested_output_tokens": 355, "session_id": "1262354", "t_dispatch_unix": 1779964077.4212961, "t_finish_unix": 1779964081.1014245, "t_first_token_unix": 1779964077.5172844, "tpot_s": 0.010124010858750402, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6380, 6381, 6382, 6383, 6384, 6385, 6386, 136735, 12545503, 2768543, 2768544, 2768545, 2768546, 2768547, 2768548, 2768549, 12562241, 12574478, 12616928, 12616929, 12616930, 12616931, 12616932, 2447522, 12616933, 12616934, 12616935, 12616936, 12616937, 12616938, 12616939, 12644058, 12644059, 12644060, 12644061, 12644062, 12644063, 12644064, 12644065, 12709526, 12742761, 12773490, 12846190, 12861540, 12892843], "trace_timestamp_s": 202.45900000000074, "ttft_s": 0.09598658200047794, "turn_id": 15} +{"actual_output_tokens": 513, "cached_tokens": 43280, "effective_input_length": 50680, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50680, "latency_s": 6.948488260997692, "output_length": 513, "proxy_request_id": "1269373:8:1295332:230", "request_id": "1269373:8:1295332:230", "request_type": "coder", "requested_output_tokens": 513, "session_id": "1269373", "t_dispatch_unix": 1779964074.6166735, "t_finish_unix": 1779964081.5651615, "t_first_token_unix": 1779964076.9701746, "tpot_s": 0.008974093238279579, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629], "trace_timestamp_s": 199.65000000000055, "ttft_s": 2.3534985149999557, "turn_id": 8} +{"actual_output_tokens": 36, "cached_tokens": 42208, "effective_input_length": 42363, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42363, "latency_s": 0.392004633002216, "output_length": 36, "proxy_request_id": "1260327:7:1297673:242", "request_id": "1260327:7:1297673:242", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1260327", "t_dispatch_unix": 1779964082.654697, "t_finish_unix": 1779964083.0467012, "t_first_token_unix": 1779964082.8240979, "tpot_s": 0.006352614171503644, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041, 12755377, 12755378, 12755379, 12755380, 12755381, 12755382, 12755383, 12755384, 12755385, 12755386, 12755387, 12755388, 12755389, 12755390, 12755391, 12755392, 12755393, 12755394, 12755395, 12755396, 12849182], "trace_timestamp_s": 207.692, "ttft_s": 0.16939822399945115, "turn_id": 7} +{"actual_output_tokens": 144, "cached_tokens": 29072, "effective_input_length": 29149, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29149, "latency_s": 1.904366762999416, "output_length": 144, "proxy_request_id": "1272313:9:1297810:243", "request_id": "1272313:9:1297810:243", "request_type": "coder", "requested_output_tokens": 144, "session_id": "1272313", "t_dispatch_unix": 1779964083.1279128, "t_finish_unix": 1779964085.032279, "t_first_token_unix": 1779964083.24248, "tpot_s": 0.012513827888110458, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12868962, 12868963, 12868964, 12868965, 12868966, 12868967, 12868968, 12868969, 12868970, 12868971, 12868972, 12868973, 12868974, 12868975, 12868976, 12868977, 12868978, 12868979, 12868980, 12868981, 12868982, 12868983, 12868984, 12868985, 12868986, 12907593], "trace_timestamp_s": 208.16499999999996, "ttft_s": 0.1145661629998358, "turn_id": 9} +{"actual_output_tokens": 226, "cached_tokens": 0, "effective_input_length": 13992, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13992, "latency_s": 2.508871635996911, "output_length": 226, "proxy_request_id": "1297811:1:1297811:244", "request_id": "1297811:1:1297811:244", "request_type": "coder", "requested_output_tokens": 226, "session_id": "1297811", "t_dispatch_unix": 1779964083.1356864, "t_finish_unix": 1779964085.6445587, "t_first_token_unix": 1779964084.3561738, "tpot_s": 0.005724843564433589, "trace_hash_ids": [3411, 3412, 3413, 3840, 3841, 3842, 3843, 3844, 3845, 3846, 3847, 3848, 3849, 3850, 3851, 3852, 2642723, 18908, 18909, 18910, 2642724, 1369412, 12886430, 12886431, 12907594, 12907595, 41662, 12907596], "trace_timestamp_s": 208.16600000000017, "ttft_s": 1.220485464000376, "turn_id": 1} +{"actual_output_tokens": 270, "cached_tokens": 96736, "effective_input_length": 97145, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97145, "latency_s": 3.6166849580004055, "output_length": 270, "proxy_request_id": "1266668:10:1297641:241", "request_id": "1266668:10:1297641:241", "request_type": "coder", "requested_output_tokens": 270, "session_id": "1266668", "t_dispatch_unix": 1779964082.5630693, "t_finish_unix": 1779964086.1797543, "t_first_token_unix": 1779964083.0777688, "tpot_s": 0.011530628126397748, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12886824, 12886825, 12905917], "trace_timestamp_s": 207.59799999999996, "ttft_s": 0.5146971169997414, "turn_id": 10} +{"actual_output_tokens": 169, "cached_tokens": 24800, "effective_input_length": 25103, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25103, "latency_s": 1.1792681680017267, "output_length": 169, "proxy_request_id": "1290365:4:1298540:247", "request_id": "1290365:4:1298540:247", "request_type": "coder", "requested_output_tokens": 169, "session_id": "1290365", "t_dispatch_unix": 1779964085.711986, "t_finish_unix": 1779964086.8912544, "t_first_token_unix": 1779964085.8291895, "tpot_s": 0.006320369470228927, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12850942, 12863485, 12863486, 12914159, 12914160], "trace_timestamp_s": 210.7490000000007, "ttft_s": 0.11720168600004399, "turn_id": 4} +{"actual_output_tokens": 36, "cached_tokens": 0, "effective_input_length": 9530, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9530, "latency_s": 0.9179475529999763, "output_length": 36, "proxy_request_id": "1298970:1:1298970:248", "request_id": "1298970:1:1298970:248", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1298970", "t_dispatch_unix": 1779964087.2760808, "t_finish_unix": 1779964088.1940284, "t_first_token_unix": 1779964088.0073438, "tpot_s": 0.005325370971383693, "trace_hash_ids": [12901321, 12901322, 12901323, 12901324, 12901325, 12901326, 12901327, 12906384, 12906385, 12911458, 12918873, 12918874, 12918875, 12918876, 12918877, 12918878, 12918879, 12918880, 12918881], "trace_timestamp_s": 212.3110000000006, "ttft_s": 0.731262000001152, "turn_id": 1} +{"actual_output_tokens": 353, "cached_tokens": 21629, "effective_input_length": 21630, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21630, "latency_s": 4.367702010000357, "output_length": 353, "proxy_request_id": "1268861:3:1298057:245", "request_id": "1268861:3:1298057:245", "request_type": "coder", "requested_output_tokens": 353, "session_id": "1268861", "t_dispatch_unix": 1779964083.9921727, "t_finish_unix": 1779964088.3598745, "t_first_token_unix": 1779964086.1793642, "tpot_s": 0.0061938530227301026, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 12909661], "trace_timestamp_s": 209.02700000000004, "ttft_s": 2.187189603999286, "turn_id": 3} +{"actual_output_tokens": 27, "cached_tokens": 640, "effective_input_length": 8352, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8352, "latency_s": 0.7347453749971464, "output_length": 27, "proxy_request_id": "1296872:2:1299394:251", "request_id": "1296872:2:1299394:251", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1296872", "t_dispatch_unix": 1779964088.5746152, "t_finish_unix": 1779964089.3093603, "t_first_token_unix": 1779964089.1429038, "tpot_s": 0.006390266576860226, "trace_hash_ids": [12899223, 12908829, 12908830, 12908831, 12908832, 12915224, 12915225, 12915226, 12915227, 12915228, 12915229, 12915230, 12921915, 12921916, 12921917, 12921918, 12921919], "trace_timestamp_s": 213.61000000000058, "ttft_s": 0.568287567999505, "turn_id": 2} +{"actual_output_tokens": 226, "cached_tokens": 0, "effective_input_length": 881, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 881, "latency_s": 1.7749322150011722, "output_length": 226, "proxy_request_id": "1299073:1:1299073:249", "request_id": "1299073:1:1299073:249", "request_type": "coder", "requested_output_tokens": 226, "session_id": "1299073", "t_dispatch_unix": 1779964087.6372159, "t_finish_unix": 1779964089.412148, "t_first_token_unix": 1779964087.7160492, "tpot_s": 0.007536985164446782, "trace_hash_ids": [7025, 12919848], "trace_timestamp_s": 212.67500000000018, "ttft_s": 0.07883274800042273, "turn_id": 1} +{"actual_output_tokens": 224, "cached_tokens": 40768, "effective_input_length": 60193, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60193, "latency_s": 8.3356531419995, "output_length": 224, "proxy_request_id": "1279412:7:1297236:238", "request_id": "1279412:7:1297236:238", "request_type": "coder", "requested_output_tokens": 224, "session_id": "1279412", "t_dispatch_unix": 1779964081.4681914, "t_finish_unix": 1779964089.8038445, "t_first_token_unix": 1779964087.97157, "tpot_s": 0.00821516437668026, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12902561], "trace_timestamp_s": 206.4970000000003, "ttft_s": 6.503376251999725, "turn_id": 7} +{"actual_output_tokens": 18, "cached_tokens": 0, "effective_input_length": 19157, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19157, "latency_s": 2.02451358899998, "output_length": 18, "proxy_request_id": "1292750:2:1299406:252", "request_id": "1292750:2:1299406:252", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1292750", "t_dispatch_unix": 1779964088.61402, "t_finish_unix": 1779964090.6385336, "t_first_token_unix": 1779964090.557503, "tpot_s": 0.004747573294212891, "trace_hash_ids": [12922192, 12922193, 12922194, 12922195, 12922196, 12922197, 12922198, 12922199, 12922200, 12922201, 12922202, 12922203, 12922204, 12922205, 12922206, 12922207, 12922208, 12922209, 12922210, 12922211, 12922212, 12922213, 12922214, 12922215, 12922216, 12922217, 12922218, 12922219, 12922220, 12922221, 12922222, 12922223, 12922224, 12922225, 12922226, 12922227, 12922228, 12922229], "trace_timestamp_s": 213.64500000000044, "ttft_s": 1.9434788209982798, "turn_id": 2} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 7963, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7963, "latency_s": 2.831232179996732, "output_length": 38, "proxy_request_id": "1296983:2:1299368:250", "request_id": "1296983:2:1299368:250", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1296983", "t_dispatch_unix": 1779964088.460845, "t_finish_unix": 1779964091.292077, "t_first_token_unix": 1779964089.0205774, "tpot_s": 0.06138439359455259, "trace_hash_ids": [12890444, 12900454, 12900455, 12907879, 12907880, 12907881, 12907882, 12914282, 12914283, 12914284, 12921804, 12921805, 12921806, 12921807, 12921808, 12921809], "trace_timestamp_s": 213.4970000000003, "ttft_s": 0.5597314359984011, "turn_id": 2} +{"actual_output_tokens": 2687, "cached_tokens": 31632, "effective_input_length": 44920, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44920, "latency_s": 33.21006530299928, "output_length": 2687, "proxy_request_id": "1277909:3:1289205:201", "request_id": "1277909:3:1289205:201", "request_type": "coder", "requested_output_tokens": 2687, "session_id": "1277909", "t_dispatch_unix": 1779964059.4336112, "t_finish_unix": 1779964092.6436768, "t_first_token_unix": 1779964063.0049572, "tpot_s": 0.011034417550633169, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 604423, 12620519, 12620520, 12617596, 12620521, 12620522, 12620523, 12718514, 12718515, 12718516, 12718517, 12718518, 12718519, 12718520, 12718521, 12718522, 12718523, 12718524, 12718525, 12718526, 12718527, 12718528, 12718529, 12718530, 12718531, 12718532, 12718533, 12718534, 12718535, 12718536, 12718537, 12718538, 12772584, 12772585, 12772586, 12772587, 12772588, 12772589, 12772590, 12772591, 12772592, 12772593, 12772594, 12772595, 12772596, 12825757, 12825758, 12825759, 12825760, 12825761, 12825762, 12825763, 12825764, 12825765, 12825766, 12825767, 12825768, 12825769, 12825770, 12825771, 12825772, 12825773, 12825774, 12825775, 12825776, 12825777, 12825778, 12825779, 12825780, 12825781, 12825782, 12825783, 12825784], "trace_timestamp_s": 179.04300000000057, "ttft_s": 3.5713437970007362, "turn_id": 3} +{"actual_output_tokens": 114, "cached_tokens": 14080, "effective_input_length": 14213, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14213, "latency_s": 1.2227881260005233, "output_length": 114, "proxy_request_id": "1286804:2:1300234:256", "request_id": "1286804:2:1300234:256", "request_type": "coder", "requested_output_tokens": 114, "session_id": "1286804", "t_dispatch_unix": 1779964091.4417987, "t_finish_unix": 1779964092.6645868, "t_first_token_unix": 1779964091.521521, "tpot_s": 0.010113968858419376, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12930548], "trace_timestamp_s": 216.47900000000027, "ttft_s": 0.07972094399883645, "turn_id": 2} +{"actual_output_tokens": 211, "cached_tokens": 60416, "effective_input_length": 60678, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60678, "latency_s": 2.1851396079982806, "output_length": 211, "proxy_request_id": "1279412:8:1300001:255", "request_id": "1279412:8:1300001:255", "request_type": "coder", "requested_output_tokens": 211, "session_id": "1279412", "t_dispatch_unix": 1779964090.6731908, "t_finish_unix": 1779964092.8583302, "t_first_token_unix": 1779964090.8968725, "tpot_s": 0.009338732971428683, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12928377], "trace_timestamp_s": 215.70900000000074, "ttft_s": 0.2236787980000372, "turn_id": 8} +{"actual_output_tokens": 222, "cached_tokens": 29280, "effective_input_length": 29486, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29486, "latency_s": 2.888002202998905, "output_length": 222, "proxy_request_id": "1272313:10:1299814:254", "request_id": "1272313:10:1299814:254", "request_type": "coder", "requested_output_tokens": 222, "session_id": "1272313", "t_dispatch_unix": 1779964089.991459, "t_finish_unix": 1779964092.8794608, "t_first_token_unix": 1779964091.0113542, "tpot_s": 0.008452033208154654, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12868962, 12868963, 12868964, 12868965, 12868966, 12868967, 12868968, 12868969, 12868970, 12868971, 12868972, 12868973, 12868974, 12868975, 12868976, 12868977, 12868978, 12868979, 12868980, 12868981, 12868982, 12868983, 12868984, 12868985, 12868986, 12907593, 12926791], "trace_timestamp_s": 215.02900000000045, "ttft_s": 1.019893240998499, "turn_id": 10} +{"actual_output_tokens": 18, "cached_tokens": 7280, "effective_input_length": 11994, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11994, "latency_s": 10.260995906999597, "output_length": 18, "proxy_request_id": "1290442:2:1298058:246", "request_id": "1290442:2:1298058:246", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1290442", "t_dispatch_unix": 1779964084.0077777, "t_finish_unix": 1779964094.268774, "t_first_token_unix": 1779964094.13918, "tpot_s": 0.0076034698236874055, "trace_hash_ids": [12909662, 12909663, 12909664, 12909665, 12909666, 12909667, 12909668, 12909669, 12909670, 12909671, 12909672, 12909673, 12909674, 12909675, 12909676, 12909677, 12909678, 12909679, 12909680, 12909681, 12909682, 12909683, 12909684, 12909685], "trace_timestamp_s": 209.04100000000017, "ttft_s": 10.131401065998944, "turn_id": 2} +{"actual_output_tokens": 44, "cached_tokens": 18944, "effective_input_length": 62414, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62414, "latency_s": 12.446767089000787, "output_length": 44, "proxy_request_id": "1297473:1:1297473:239", "request_id": "1297473:1:1297473:239", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1297473", "t_dispatch_unix": 1779964082.2062435, "t_finish_unix": 1779964094.65301, "t_first_token_unix": 1779964094.334552, "tpot_s": 0.007399940302326116, "trace_hash_ids": [987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 12904663, 5910591, 5910592, 5910593, 185213, 185214, 185215, 185216, 185217, 185218, 185219, 185220, 185221, 185222, 185223, 185224, 185225, 185226, 185227, 185228, 185229, 185230, 185231, 185232, 185233, 185234, 5910594, 5910595, 5910596, 5910597, 5910598, 5910599, 5910600, 5910601, 5910602, 5910603, 5910604, 5910605, 5910606, 5910607, 5910608, 5910609, 10616321, 10652041, 10652042, 10652043, 10652044, 10652045, 10652046, 10652047, 10652048, 10652049, 10652050, 10652051, 494688, 494689, 494690, 494691, 494692, 494693, 494694, 494695, 494696, 494697, 10806837, 10877108, 10877109, 10877110, 11193681, 11243946, 11449317, 11449318, 11562111, 11620173, 11788107, 11788108, 11788109, 11935542, 11935543, 12633973, 12633974, 12633975, 12904664, 12904665, 12904666], "trace_timestamp_s": 207.22700000000077, "ttft_s": 12.128306519000034, "turn_id": 1} +{"actual_output_tokens": 224, "cached_tokens": 0, "effective_input_length": 59507, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59507, "latency_s": 15.418571697999141, "output_length": 224, "proxy_request_id": "1297117:1:1297117:237", "request_id": "1297117:1:1297117:237", "request_type": "coder", "requested_output_tokens": 224, "session_id": "1297117", "t_dispatch_unix": 1779964080.9458141, "t_finish_unix": 1779964096.3643856, "t_first_token_unix": 1779964094.137577, "tpot_s": 0.009984097376683359, "trace_hash_ids": [260868, 260869, 260870, 519720, 519721, 519722, 519723, 519724, 8258402, 8258403, 8258404, 8258405, 8258406, 8258407, 8258408, 8258409, 8258410, 8258411, 8258412, 8258413, 11600903, 407435, 11420699, 11420700, 11600904, 11600905, 11600906, 11600907, 11600908, 11600909, 11600910, 11600911, 11600912, 11600913, 11600914, 11600915, 11600916, 11600917, 11600918, 11600919, 11600920, 11600921, 11600922, 11600923, 11600924, 11600925, 11600926, 11600927, 11600928, 11600929, 11600930, 11600931, 11600932, 11600933, 11600934, 11600935, 11600936, 11600937, 11600938, 11600939, 11600940, 11600941, 11600942, 11600943, 11600944, 11600945, 11600946, 11600947, 11600948, 11600949, 11600950, 11600951, 11600952, 11600953, 11600954, 11600955, 11600956, 11600957, 11600958, 11600959, 11600960, 11600961, 11600962, 11600963, 11600964, 11600965, 11600966, 11600967, 11779968, 11779969, 11779970, 11888331, 11888332, 12280028, 12280029, 12280030, 12280031, 12280032, 12280033, 12280034, 12280035, 12280036, 12386666, 12386667, 12386668, 12386669, 12386670, 12480643, 12480644, 12480645, 12480646, 12480647, 12672549, 12672550, 12901437, 12901438, 12901439], "trace_timestamp_s": 205.96000000000004, "ttft_s": 13.191761043999577, "turn_id": 1} +{"actual_output_tokens": 488, "cached_tokens": 23824, "effective_input_length": 23863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23863, "latency_s": 15.723883302001923, "output_length": 488, "proxy_request_id": "1294611:3:1297534:240", "request_id": "1294611:3:1297534:240", "request_type": "coder", "requested_output_tokens": 488, "session_id": "1294611", "t_dispatch_unix": 1779964082.3139591, "t_finish_unix": 1779964098.037842, "t_first_token_unix": 1779964094.1405797, "tpot_s": 0.008002092622177069, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12905263], "trace_timestamp_s": 207.35100000000057, "ttft_s": 11.826619232000667, "turn_id": 3} +{"actual_output_tokens": 61, "cached_tokens": 24336, "effective_input_length": 24384, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24384, "latency_s": 0.42411323800115497, "output_length": 61, "proxy_request_id": "1294611:4:1300505:257", "request_id": "1294611:4:1300505:257", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1294611", "t_dispatch_unix": 1779964098.0392437, "t_finish_unix": 1779964098.4633572, "t_first_token_unix": 1779964098.1012309, "tpot_s": 0.0060308675000366446, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12933072], "trace_timestamp_s": 217.4960000000001, "ttft_s": 0.0619850619987119, "turn_id": 4} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 6527, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6527, "latency_s": 0.6823972610000055, "output_length": 48, "proxy_request_id": "1302071:1:1302071:267", "request_id": "1302071:1:1302071:267", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1302071", "t_dispatch_unix": 1779964097.9930573, "t_finish_unix": 1779964098.6754546, "t_first_token_unix": 1779964098.430897, "tpot_s": 0.005197354638283364, "trace_hash_ids": [12922724, 12922725, 12922726, 12922727, 12932131, 12932132, 12932133, 12932134, 12932135, 12948308, 12948309, 12948310, 12948311], "trace_timestamp_s": 223.02900000000045, "ttft_s": 0.43783708100090735, "turn_id": 1} +{"actual_output_tokens": 45, "cached_tokens": 10928, "effective_input_length": 28972, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28972, "latency_s": 3.1952710839977954, "output_length": 45, "proxy_request_id": "1295690:2:1301706:264", "request_id": "1295690:2:1301706:264", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1295690", "t_dispatch_unix": 1779964096.567087, "t_finish_unix": 1779964099.7623577, "t_first_token_unix": 1779964099.494982, "tpot_s": 0.006071556249976725, "trace_hash_ids": [12944696, 12944697, 12944698, 12944699, 12944700, 12944701, 12944702, 12944703, 12944704, 12944705, 12944706, 12944707, 12944708, 12944709, 12944710, 12944711, 12944712, 12944713, 12944714, 12944715, 12944716, 12944717, 12944718, 12944719, 12944720, 12944721, 12944722, 12944723, 12944724, 12944725, 12944726, 12944727, 12944728, 12944729, 12944730, 12944731, 12944732, 12944733, 12944734, 12944735, 12944736, 12944737, 12944738, 12944739, 12944740, 12944741, 12944742, 12944743, 12944744, 12944745, 12944746, 12944747, 12944748, 12944749, 12944750, 12944751, 12944752], "trace_timestamp_s": 221.59400000000005, "ttft_s": 2.927892896997946, "turn_id": 2} +{"actual_output_tokens": 90, "cached_tokens": 0, "effective_input_length": 1105, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1105, "latency_s": 0.5757660359995498, "output_length": 90, "proxy_request_id": "1302449:1:1302449:269", "request_id": "1302449:1:1302449:269", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1302449", "t_dispatch_unix": 1779964099.5370326, "t_finish_unix": 1779964100.1127985, "t_first_token_unix": 1779964099.672439, "tpot_s": 0.0049448723483273465, "trace_hash_ids": [12952117, 12952118, 12952119], "trace_timestamp_s": 224.57500000000073, "ttft_s": 0.13540544499846874, "turn_id": 1} +{"actual_output_tokens": 308, "cached_tokens": 97408, "effective_input_length": 97811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97811, "latency_s": 7.434326426999178, "output_length": 308, "proxy_request_id": "1266668:11:1300918:260", "request_id": "1266668:11:1300918:260", "request_type": "coder", "requested_output_tokens": 308, "session_id": "1266668", "t_dispatch_unix": 1779964093.9777217, "t_finish_unix": 1779964101.412047, "t_first_token_unix": 1779964094.508218, "tpot_s": 0.0224871402280135, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12886824, 12886825, 12937140, 12937141, 1592266], "trace_timestamp_s": 219.01100000000042, "ttft_s": 0.5304948470002273, "turn_id": 11} +{"actual_output_tokens": 43, "cached_tokens": 0, "effective_input_length": 26441, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26441, "latency_s": 3.4910319920018082, "output_length": 43, "proxy_request_id": "1302063:1:1302063:266", "request_id": "1302063:1:1302063:266", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1302063", "t_dispatch_unix": 1779964097.9860291, "t_finish_unix": 1779964101.477061, "t_first_token_unix": 1779964101.226271, "tpot_s": 0.005964901833327271, "trace_hash_ids": [12896607, 12896608, 12896609, 12896610, 12896611, 12896612, 12896613, 12896614, 12896615, 12896616, 12896617, 12896618, 12896619, 12896620, 12896621, 12896622, 12896623, 12896624, 12896625, 12896626, 12896627, 12896628, 12896629, 12905071, 12905072, 12905073, 12905074, 12920854, 12920855, 12920856, 12920857, 12920858, 12920859, 12920860, 12920861, 12920862, 12920863, 12920864, 12928167, 12928168, 12928169, 12928170, 12928171, 12935909, 12935910, 12935911, 12935912, 12948081, 12948082, 12948083, 12948084, 12948085], "trace_timestamp_s": 223.01400000000012, "ttft_s": 3.2402401979998103, "turn_id": 1} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 15958, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15958, "latency_s": 1.6731806929965387, "output_length": 37, "proxy_request_id": "1302907:1:1302907:272", "request_id": "1302907:1:1302907:272", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1302907", "t_dispatch_unix": 1779964100.9082496, "t_finish_unix": 1779964102.58143, "t_first_token_unix": 1779964102.3802538, "tpot_s": 0.005580893500033805, "trace_hash_ids": [12894270, 12894271, 12894272, 12894273, 12894274, 12894275, 12894276, 12894277, 12894278, 12894279, 12894280, 12894281, 12894282, 12894283, 12894284, 12894285, 12894286, 12894287, 12902788, 12902789, 12902790, 12902791, 12911614, 12911615, 12911616, 12911617, 12942345, 12942346, 12942347, 12956121, 12956122, 12956123], "trace_timestamp_s": 225.9340000000002, "ttft_s": 1.4720028339979763, "turn_id": 1} +{"actual_output_tokens": 330, "cached_tokens": 25264, "effective_input_length": 25948, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25948, "latency_s": 9.874721844000305, "output_length": 330, "proxy_request_id": "1290365:5:1300807:259", "request_id": "1290365:5:1300807:259", "request_type": "coder", "requested_output_tokens": 330, "session_id": "1290365", "t_dispatch_unix": 1779964093.63611, "t_finish_unix": 1779964103.5108314, "t_first_token_unix": 1779964099.1606889, "tpot_s": 0.013221525805475531, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 7779, 7780, 7781, 7782, 466354, 466355, 466356, 466357, 466358, 1938804, 1108615, 1108616, 1108617, 1108618, 2263178, 2263179, 2263180, 292313, 292314, 292315, 292316, 239491, 239492, 239493, 239494, 6563491, 491246, 491247, 1199545, 16061, 6563492, 95811, 95812, 95813, 95814, 6563493, 11892141, 12238627, 12850942, 12863485, 12863486, 12914159, 12936005, 12936006], "trace_timestamp_s": 218.67300000000068, "ttft_s": 5.524577103999036, "turn_id": 5} +{"actual_output_tokens": 45, "cached_tokens": 1184, "effective_input_length": 3709, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3709, "latency_s": 0.4452298830001382, "output_length": 45, "proxy_request_id": "1302449:2:1303563:277", "request_id": "1302449:2:1303563:277", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1302449", "t_dispatch_unix": 1779964103.2278657, "t_finish_unix": 1779964103.6730947, "t_first_token_unix": 1779964103.451539, "tpot_s": 0.005030052363674093, "trace_hash_ids": [12952117, 12952118, 12962314, 12962315, 12962316, 12962317, 12962318, 12962319], "trace_timestamp_s": 228.26500000000033, "ttft_s": 0.22367237800062867, "turn_id": 2} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 3065, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3065, "latency_s": 0.4199119149998296, "output_length": 46, "proxy_request_id": "1303651:1:1303651:278", "request_id": "1303651:1:1303651:278", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1303651", "t_dispatch_unix": 1779964103.5364728, "t_finish_unix": 1779964103.9563842, "t_first_token_unix": 1779964103.7275035, "tpot_s": 0.005080905844483318, "trace_hash_ids": [12963319, 12963320, 12963321, 12963322, 12963323, 12963324], "trace_timestamp_s": 228.57200000000012, "ttft_s": 0.1910299869996379, "turn_id": 1} +{"actual_output_tokens": 54, "cached_tokens": 0, "effective_input_length": 14944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14944, "latency_s": 1.632593589998578, "output_length": 54, "proxy_request_id": "1303462:1:1303462:274", "request_id": "1303462:1:1303462:274", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1303462", "t_dispatch_unix": 1779964102.933585, "t_finish_unix": 1779964104.566178, "t_first_token_unix": 1779964104.2693212, "tpot_s": 0.005596309226365399, "trace_hash_ids": [12910193, 12910194, 12919198, 12919199, 12919200, 12919201, 12919202, 12919203, 12919204, 12928156, 12928157, 12928158, 12928159, 12928160, 12928161, 12928162, 12945250, 12945251, 12945252, 12945253, 12952336, 12952337, 12952338, 12952339, 12961346, 12961347, 12961348, 12961349, 12961350, 12961351], "trace_timestamp_s": 227.96600000000035, "ttft_s": 1.3357351869999547, "turn_id": 1} +{"actual_output_tokens": 61, "cached_tokens": 0, "effective_input_length": 15081, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15081, "latency_s": 1.6875491819992021, "output_length": 61, "proxy_request_id": "1303517:1:1303517:275", "request_id": "1303517:1:1303517:275", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1303517", "t_dispatch_unix": 1779964103.0984561, "t_finish_unix": 1779964104.7860055, "t_first_token_unix": 1779964104.4493527, "tpot_s": 0.0056070051499773396, "trace_hash_ids": [12961760, 12961761, 12961762, 12961763, 12961764, 12961765, 12961766, 12961767, 12961768, 12961769, 12961770, 12961771, 12961772, 12961773, 12961774, 12961775, 12961776, 12961777, 12961778, 12961779, 12961780, 12961781, 12961782, 12961783, 12961784, 12961785, 12961786, 12961787, 12961788, 12961789], "trace_timestamp_s": 228.1310000000003, "ttft_s": 1.3508948419985245, "turn_id": 1} +{"actual_output_tokens": 52, "cached_tokens": 26480, "effective_input_length": 30248, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30248, "latency_s": 1.177990875999967, "output_length": 52, "proxy_request_id": "1302063:2:1303816:279", "request_id": "1302063:2:1303816:279", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1302063", "t_dispatch_unix": 1779964104.2046773, "t_finish_unix": 1779964105.3826685, "t_first_token_unix": 1779964105.0644813, "tpot_s": 0.0062344032744922695, "trace_hash_ids": [12965292, 12965293, 12965294, 12965295, 12965296, 12965297, 12965298, 12965299, 12965300, 12965301, 12965302, 12965303, 12965304, 12965305, 12965306, 12965307, 12965308, 12965309, 12965310, 12965311, 12965312, 12965313, 12965314, 12965315, 12965316, 12965317, 12965318, 12965319, 12965320, 12965321, 12965322, 12965323, 12965324, 12965325, 12965326, 12965327, 12965328, 12965329, 12965330, 12965331, 12965332, 12965333, 12965334, 12965335, 12965336, 12965337, 12965338, 12965339, 12965340, 12965341, 12965342, 12965343, 12965344, 12965345, 12965346, 12965347, 12965348, 12965349, 12965350, 12965351], "trace_timestamp_s": 229.23100000000068, "ttft_s": 0.8598011520007276, "turn_id": 2} +{"actual_output_tokens": 30, "cached_tokens": 0, "effective_input_length": 1300, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1300, "latency_s": 0.24314933600180666, "output_length": 30, "proxy_request_id": "1304239:1:1304239:280", "request_id": "1304239:1:1304239:280", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1304239", "t_dispatch_unix": 1779964105.7346947, "t_finish_unix": 1779964105.977844, "t_first_token_unix": 1779964105.8332381, "tpot_s": 0.00497715162067646, "trace_hash_ids": [12969576, 12969577, 12969578], "trace_timestamp_s": 230.77199999999993, "ttft_s": 0.09854258199993637, "turn_id": 1} +{"actual_output_tokens": 660, "cached_tokens": 42384, "effective_input_length": 43181, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43181, "latency_s": 10.514433388998441, "output_length": 660, "proxy_request_id": "1260327:8:1301686:263", "request_id": "1260327:8:1301686:263", "request_type": "coder", "requested_output_tokens": 660, "session_id": "1260327", "t_dispatch_unix": 1779964096.479384, "t_finish_unix": 1779964106.9938176, "t_first_token_unix": 1779964099.3974068, "tpot_s": 0.011526679286794171, "trace_hash_ids": [2883, 12423067, 12423068, 12423069, 8133766, 6652261, 12423070, 12423071, 12423072, 12423073, 12423074, 12423075, 365849, 365850, 365851, 365852, 12423076, 12423077, 75654, 75655, 3259149, 3259150, 12423078, 12423079, 716, 12423080, 12423081, 5098233, 5098234, 12423082, 12423083, 12423084, 5169469, 5169470, 12423085, 12423086, 12423087, 12423088, 12423089, 12423090, 12423091, 12423092, 3840421, 6687468, 828553, 12423093, 12423094, 164579, 164580, 164581, 415352, 12423095, 12423096, 12423097, 12423098, 12423099, 12423100, 12423101, 12423102, 12423103, 12677038, 12719041, 12755377, 12755378, 12755379, 12755380, 12755381, 12755382, 12755383, 12755384, 12755385, 12755386, 12755387, 12755388, 12755389, 12755390, 12755391, 12755392, 12755393, 12755394, 12755395, 12755396, 12849182, 12944584, 12944585], "trace_timestamp_s": 221.51600000000053, "ttft_s": 2.9180205869997735, "turn_id": 8} +{"actual_output_tokens": 51, "cached_tokens": 24432, "effective_input_length": 25650, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25650, "latency_s": 9.8664447379997, "output_length": 51, "proxy_request_id": "1294611:5:1301356:262", "request_id": "1294611:5:1301356:262", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1294611", "t_dispatch_unix": 1779964098.4651392, "t_finish_unix": 1779964108.331584, "t_first_token_unix": 1779964098.753815, "tpot_s": 0.19155023981998964, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 11891732], "trace_timestamp_s": 220.3160000000007, "ttft_s": 0.2886729860001651, "turn_id": 5} +{"actual_output_tokens": 30, "cached_tokens": 1328, "effective_input_length": 7798, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7798, "latency_s": 0.6328836009997758, "output_length": 30, "proxy_request_id": "1304239:2:1304866:281", "request_id": "1304239:2:1304866:281", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1304239", "t_dispatch_unix": 1779964107.8832107, "t_finish_unix": 1779964108.516093, "t_first_token_unix": 1779964108.365651, "tpot_s": 0.005179533379399298, "trace_hash_ids": [12969576, 12969577, 12975186, 12975187, 12975188, 12975189, 12975190, 12975191, 12975192, 12975193, 12975194, 12975195, 12975196, 12975197, 12975198, 12975199], "trace_timestamp_s": 232.91800000000057, "ttft_s": 0.48244064999744296, "turn_id": 2} +{"actual_output_tokens": 60, "cached_tokens": 0, "effective_input_length": 2772, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2772, "latency_s": 0.4766339930029062, "output_length": 60, "proxy_request_id": "1304943:1:1304943:283", "request_id": "1304943:1:1304943:283", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1304943", "t_dispatch_unix": 1779964108.134481, "t_finish_unix": 1779964108.611115, "t_first_token_unix": 1779964108.3099518, "tpot_s": 0.005099571898349727, "trace_hash_ids": [12975642, 12975643, 12975644, 12975645, 12975646, 12975647], "trace_timestamp_s": 233.17200000000048, "ttft_s": 0.17547008499968797, "turn_id": 1} +{"actual_output_tokens": 81, "cached_tokens": 0, "effective_input_length": 49855, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49855, "latency_s": 11.127599192001071, "output_length": 81, "proxy_request_id": "1253743:3:1302294:268", "request_id": "1253743:3:1302294:268", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1253743", "t_dispatch_unix": 1779964098.9171085, "t_finish_unix": 1779964110.0447078, "t_first_token_unix": 1779964108.2850392, "tpot_s": 0.021991886212481403, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 12479411, 12950606], "trace_timestamp_s": 223.95300000000043, "ttft_s": 9.36792787900049, "turn_id": 3} +{"actual_output_tokens": 317, "cached_tokens": 25696, "effective_input_length": 30645, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30645, "latency_s": 3.399270527999761, "output_length": 317, "proxy_request_id": "1294611:6:1302460:270", "request_id": "1294611:6:1302460:270", "request_type": "coder", "requested_output_tokens": 317, "session_id": "1294611", "t_dispatch_unix": 1779964108.3347487, "t_finish_unix": 1779964111.734019, "t_first_token_unix": 1779964109.3949234, "tpot_s": 0.007401329360756698, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210], "trace_timestamp_s": 224.59000000000015, "ttft_s": 1.0601723330000823, "turn_id": 6} +{"actual_output_tokens": 24, "cached_tokens": 3104, "effective_input_length": 12795, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12795, "latency_s": 1.0606618540005002, "output_length": 24, "proxy_request_id": "1303651:2:1305707:287", "request_id": "1303651:2:1305707:287", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1303651", "t_dispatch_unix": 1779964111.0751584, "t_finish_unix": 1779964112.1358202, "t_first_token_unix": 1779964112.017067, "tpot_s": 0.005151588391289924, "trace_hash_ids": [12963319, 12963320, 12963321, 12963322, 12963323, 12963324, 12971828, 12971829, 12971830, 12971831, 12971832, 12971833, 12976416, 12976417, 12976418, 12976419, 12976420, 12976421, 12982240, 12982241, 12982242, 12982243, 12982244, 12982245, 12982246], "trace_timestamp_s": 236.11000000000058, "ttft_s": 0.9419071480006096, "turn_id": 2} +{"actual_output_tokens": 200, "cached_tokens": 30960, "effective_input_length": 30995, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30995, "latency_s": 1.388535371999751, "output_length": 200, "proxy_request_id": "1294611:6:1305080:284", "request_id": "1294611:6:1305080:284", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1294611", "t_dispatch_unix": 1779964111.7352934, "t_finish_unix": 1779964113.1238284, "t_first_token_unix": 1779964111.8120801, "tpot_s": 0.006590391783929727, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12976597], "trace_timestamp_s": 233.6790000000001, "ttft_s": 0.07678391099761939, "turn_id": 6} +{"actual_output_tokens": 9, "cached_tokens": 14992, "effective_input_length": 18631, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18631, "latency_s": 1.1847862120011996, "output_length": 9, "proxy_request_id": "1303462:2:1306126:290", "request_id": "1303462:2:1306126:290", "request_type": "coder", "requested_output_tokens": 9, "session_id": "1303462", "t_dispatch_unix": 1779964112.3030376, "t_finish_unix": 1779964113.4878232, "t_first_token_unix": 1779964113.44208, "tpot_s": 0.005680650624981354, "trace_hash_ids": [12985881, 12985882, 12985883, 12985884, 12985885, 12985886, 12985887, 12985888, 12985889, 12985890, 12985891, 12985892, 12985893, 12985894, 12985895, 12985896, 12985897, 12985898, 12985899, 12985900, 12985901, 12985902, 12985903, 12985904, 12985905, 12985906, 12985907, 12985908, 12985909, 12985910, 12985911, 12985912, 12985913, 12985914, 12985915, 12985916, 12985917], "trace_timestamp_s": 237.33400000000074, "ttft_s": 1.1390408490005939, "turn_id": 2} +{"actual_output_tokens": 75, "cached_tokens": 0, "effective_input_length": 897, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 897, "latency_s": 0.47661472400068305, "output_length": 75, "proxy_request_id": "1306347:1:1306347:291", "request_id": "1306347:1:1306347:291", "request_type": "coder", "requested_output_tokens": 75, "session_id": "1306347", "t_dispatch_unix": 1779964113.0926404, "t_finish_unix": 1779964113.5692554, "t_first_token_unix": 1779964113.2032683, "tpot_s": 0.004941341824313575, "trace_hash_ids": [12988101, 12988102], "trace_timestamp_s": 238.1310000000003, "ttft_s": 0.11062698400201043, "turn_id": 1} +{"actual_output_tokens": 183, "cached_tokens": 0, "effective_input_length": 14027, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14027, "latency_s": 2.8052431539981626, "output_length": 183, "proxy_request_id": "1305906:1:1305906:289", "request_id": "1305906:1:1305906:289", "request_type": "coder", "requested_output_tokens": 183, "session_id": "1305906", "t_dispatch_unix": 1779964111.6871464, "t_finish_unix": 1779964114.492389, "t_first_token_unix": 1779964112.9130573, "tpot_s": 0.00867611232965978, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 12984070], "trace_timestamp_s": 236.72000000000025, "ttft_s": 1.2259099680013605, "turn_id": 1} +{"actual_output_tokens": 31, "cached_tokens": 7824, "effective_input_length": 13840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13840, "latency_s": 0.8448606609999842, "output_length": 31, "proxy_request_id": "1304239:3:1307007:294", "request_id": "1304239:3:1307007:294", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1304239", "t_dispatch_unix": 1779964115.445063, "t_finish_unix": 1779964116.289924, "t_first_token_unix": 1779964116.1275067, "tpot_s": 0.005404225499902774, "trace_hash_ids": [12969576, 12969577, 12975186, 12975187, 12975188, 12975189, 12975190, 12975191, 12975192, 12975193, 12975194, 12975195, 12975196, 12975197, 12975198, 12980422, 12980423, 12980424, 12980425, 12980426, 12980427, 12980428, 12980429, 12987843, 12994759, 12994760, 12994761, 12994762], "trace_timestamp_s": 240.48100000000068, "ttft_s": 0.6824418430005608, "turn_id": 3} +{"actual_output_tokens": 64, "cached_tokens": 49920, "effective_input_length": 49975, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49975, "latency_s": 3.1275303949987574, "output_length": 64, "proxy_request_id": "1253743:4:1307058:295", "request_id": "1253743:4:1307058:295", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1253743", "t_dispatch_unix": 1779964115.6409504, "t_finish_unix": 1779964118.768481, "t_first_token_unix": 1779964118.1451824, "tpot_s": 0.009889968142877998, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 12479411, 12995459], "trace_timestamp_s": 240.6780000000008, "ttft_s": 2.5042303669979447, "turn_id": 4} +{"actual_output_tokens": 524, "cached_tokens": 27312, "effective_input_length": 31058, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31058, "latency_s": 5.965935448999517, "output_length": 524, "proxy_request_id": "1277428:2:1306373:292", "request_id": "1277428:2:1306373:292", "request_type": "coder", "requested_output_tokens": 524, "session_id": "1277428", "t_dispatch_unix": 1779964113.200315, "t_finish_unix": 1779964119.1662502, "t_first_token_unix": 1779964114.089923, "tpot_s": 0.009705725282978892, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395], "trace_timestamp_s": 238.2360000000008, "ttft_s": 0.8896058960017399, "turn_id": 2} +{"actual_output_tokens": 155, "cached_tokens": 31184, "effective_input_length": 43378, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43378, "latency_s": 4.529622554000525, "output_length": 155, "proxy_request_id": "1294611:7:1306822:293", "request_id": "1294611:7:1306822:293", "request_type": "coder", "requested_output_tokens": 155, "session_id": "1294611", "t_dispatch_unix": 1779964114.9108846, "t_finish_unix": 1779964119.4405067, "t_first_token_unix": 1779964118.0834494, "tpot_s": 0.008810637480517518, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800], "trace_timestamp_s": 239.9430000000002, "ttft_s": 3.1725633940004627, "turn_id": 7} +{"actual_output_tokens": 487, "cached_tokens": 51184, "effective_input_length": 54451, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54451, "latency_s": 25.96167588499884, "output_length": 487, "proxy_request_id": "1269373:9:1300958:261", "request_id": "1269373:9:1300958:261", "request_type": "coder", "requested_output_tokens": 487, "session_id": "1269373", "t_dispatch_unix": 1779964094.1241508, "t_finish_unix": 1779964120.0858269, "t_first_token_unix": 1779964095.685626, "tpot_s": 0.05020528565226923, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12937628], "trace_timestamp_s": 219.15800000000036, "ttft_s": 1.561473229998228, "turn_id": 9} +{"actual_output_tokens": 18, "cached_tokens": 3744, "effective_input_length": 8729, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8729, "latency_s": 0.773966628999915, "output_length": 18, "proxy_request_id": "1302449:3:1308121:299", "request_id": "1302449:3:1308121:299", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1302449", "t_dispatch_unix": 1779964119.3800201, "t_finish_unix": 1779964120.1539862, "t_first_token_unix": 1779964119.9404855, "tpot_s": 0.012535057352900314, "trace_hash_ids": [13004569, 13004570, 13004571, 13004572, 13004573, 13004574, 13004575, 13004576, 13004577, 13004578, 13004579, 13004580, 13004581, 13004582, 13004583, 13004584, 13004585, 115654], "trace_timestamp_s": 244.41499999999996, "ttft_s": 0.560464273999969, "turn_id": 3} +{"actual_output_tokens": 16, "cached_tokens": 12816, "effective_input_length": 22896, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22896, "latency_s": 1.620516488001158, "output_length": 16, "proxy_request_id": "1303651:3:1308202:300", "request_id": "1303651:3:1308202:300", "request_type": "coder", "requested_output_tokens": 16, "session_id": "1303651", "t_dispatch_unix": 1779964119.6335437, "t_finish_unix": 1779964121.25406, "t_first_token_unix": 1779964121.1854832, "tpot_s": 0.004553036333284884, "trace_hash_ids": [12963319, 12963320, 12963321, 12963322, 12963323, 12963324, 12971828, 12971829, 12971830, 12971831, 12971832, 12971833, 12976416, 12976417, 12976418, 12976419, 12976420, 12976421, 12982240, 12982241, 12982242, 12982243, 12982244, 12982245, 12982246, 12989553, 12989554, 12989555, 12989556, 12997676, 12997677, 12997678, 12997679, 12997680, 12997681, 12997682, 13005482, 13005483, 13005484, 13005485, 13005486, 13005487, 13005488, 13005489, 13005490], "trace_timestamp_s": 244.66800000000057, "ttft_s": 1.551937625001301, "turn_id": 3} +{"actual_output_tokens": 2669, "cached_tokens": 0, "effective_input_length": 34706, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34706, "latency_s": 23.863914394998574, "output_length": 2669, "proxy_request_id": "1301929:1:1301929:265", "request_id": "1301929:1:1301929:265", "request_type": "coder", "requested_output_tokens": 2669, "session_id": "1301929", "t_dispatch_unix": 1779964097.4352024, "t_finish_unix": 1779964121.2991161, "t_first_token_unix": 1779964102.4773946, "tpot_s": 0.007054514395802245, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 244222, 244223, 8074420, 8074421, 12946894, 12946895, 12946896, 12946897, 12946898, 12946899, 12946900, 12946901, 12946902, 12946903, 12946904, 12946905, 12946906, 12946907, 12946908, 12946909, 12946910, 12946911, 12946912, 12946913, 12946914, 12946915, 12946916, 12946917, 12946918, 12946919, 12946920, 12946921, 12946922, 12946923, 12946924, 12946925, 12946926, 12946927, 12946928, 12946929, 12946930, 12946931, 12946932, 12946933, 12946934, 12946935, 12946936, 12946937, 12946938, 12946939, 12946940, 12946941, 12946942, 12946943, 12946944, 12946945, 12946946, 12946947, 12946948, 12946949, 12946950], "trace_timestamp_s": 222.46100000000024, "ttft_s": 5.0421911179983, "turn_id": 1} +{"actual_output_tokens": 96, "cached_tokens": 0, "effective_input_length": 4679, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4679, "latency_s": 0.79483591099779, "output_length": 96, "proxy_request_id": "1309040:1:1309040:302", "request_id": "1309040:1:1309040:302", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1309040", "t_dispatch_unix": 1779964122.7514186, "t_finish_unix": 1779964123.5462546, "t_first_token_unix": 1779964123.0463505, "tpot_s": 0.005259518905260943, "trace_hash_ids": [13004558, 13004559, 13004560, 13004561, 13004562, 13013455, 13013456, 13013457, 13013458, 13013459], "trace_timestamp_s": 247.78800000000047, "ttft_s": 0.2949307079979917, "turn_id": 1} +{"actual_output_tokens": 176, "cached_tokens": 43520, "effective_input_length": 43710, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43710, "latency_s": 1.4424130210027215, "output_length": 176, "proxy_request_id": "1294611:8:1308970:301", "request_id": "1294611:8:1308970:301", "request_type": "coder", "requested_output_tokens": 176, "session_id": "1294611", "t_dispatch_unix": 1779964122.4171731, "t_finish_unix": 1779964123.8595862, "t_first_token_unix": 1779964122.5872886, "tpot_s": 0.0072689168228576555, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13012865], "trace_timestamp_s": 247.45400000000063, "ttft_s": 0.17011214500234928, "turn_id": 8} +{"actual_output_tokens": 300, "cached_tokens": 0, "effective_input_length": 24545, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24545, "latency_s": 4.701361485000234, "output_length": 300, "proxy_request_id": "1309252:1:1309252:304", "request_id": "1309252:1:1309252:304", "request_type": "coder", "requested_output_tokens": 300, "session_id": "1309252", "t_dispatch_unix": 1779964123.5795195, "t_finish_unix": 1779964128.2808812, "t_first_token_unix": 1779964126.4035146, "tpot_s": 0.0062771442842792045, "trace_hash_ids": [88938, 88939, 88940, 88941, 88942, 88943, 5122946, 13015371, 13015372, 13015373, 13015374, 13015375, 13015376, 13015377, 13015378, 13015379, 13015380, 13015381, 13015382, 13015383, 13015384, 13015385, 13015386, 13015387, 13015388, 13015389, 13015390, 13015391, 13015392, 13015393, 13015394, 13015395, 13015396, 13015397, 13015398, 13015399, 13015400, 13015401, 13015402, 13015403, 13015404, 13015405, 13015406, 13015407, 13015408, 13015409, 13015410, 13015411], "trace_timestamp_s": 248.60900000000038, "ttft_s": 2.8239929380033573, "turn_id": 1} +{"actual_output_tokens": 85, "cached_tokens": 0, "effective_input_length": 18089, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18089, "latency_s": 2.2866937540020444, "output_length": 85, "proxy_request_id": "1310590:1:1310590:306", "request_id": "1310590:1:1310590:306", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1310590", "t_dispatch_unix": 1779964128.164263, "t_finish_unix": 1779964130.4509563, "t_first_token_unix": 1779964129.955171, "tpot_s": 0.005898839440479129, "trace_hash_ids": [12996713, 12996714, 12996715, 12996716, 12996717, 12996718, 12996719, 12996720, 12996721, 12996722, 12996723, 12996724, 12996725, 12996726, 12996727, 12996728, 12996729, 12996730, 12996731, 12996732, 12996733, 12996734, 12996735, 12996736, 13016155, 13016156, 13016157, 13016158, 13016159, 13016160, 13027764, 13027765, 13027766, 13027767, 13027768, 13027769], "trace_timestamp_s": 253.19500000000062, "ttft_s": 1.790906215999712, "turn_id": 1} +{"actual_output_tokens": 12, "cached_tokens": 0, "effective_input_length": 13164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13164, "latency_s": 1.1627279280000948, "output_length": 12, "proxy_request_id": "1304943:2:1311189:307", "request_id": "1304943:2:1311189:307", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1304943", "t_dispatch_unix": 1779964130.2961724, "t_finish_unix": 1779964131.4589, "t_first_token_unix": 1779964131.4080524, "tpot_s": 0.004595194000020539, "trace_hash_ids": [12975642, 12975643, 12975644, 12975645, 12975646, 12982335, 12982336, 12991755, 12991756, 12991757, 12991758, 13001111, 13001112, 13001113, 13001114, 13008530, 13008531, 13008532, 13008533, 13008534, 13008535, 13016603, 13016604, 13016605, 13025488, 13033993], "trace_timestamp_s": 255.32999999999993, "ttft_s": 1.111878286999854, "turn_id": 2} +{"actual_output_tokens": 65, "cached_tokens": 15136, "effective_input_length": 23131, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23131, "latency_s": 13.957770098997571, "output_length": 65, "proxy_request_id": "1303517:2:1307703:297", "request_id": "1303517:2:1307703:297", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1303517", "t_dispatch_unix": 1779964117.9700897, "t_finish_unix": 1779964131.9278595, "t_first_token_unix": 1779964130.9704235, "tpot_s": 0.01495421003124875, "trace_hash_ids": [12961760, 12961761, 12961762, 12961763, 12961764, 12961765, 12961766, 12961767, 12961768, 12961769, 12961770, 12961771, 12961772, 12961773, 12961774, 12961775, 12961776, 12961777, 12961778, 12961779, 12961780, 12961781, 12961782, 12961783, 12961784, 12961785, 12961786, 12961787, 12961788, 12983155, 12983156, 12983157, 12983158, 12983159, 12983160, 12983161, 12983162, 12983163, 13001392, 13001393, 13001394, 13001395, 13001396, 13001397, 13001398, 13001399], "trace_timestamp_s": 243.0050000000001, "ttft_s": 13.00033173599877, "turn_id": 2} +{"actual_output_tokens": 75, "cached_tokens": 0, "effective_input_length": 75826, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75826, "latency_s": 22.208864984000684, "output_length": 75, "proxy_request_id": "1305420:1:1305420:285", "request_id": "1305420:1:1305420:285", "request_type": "coder", "requested_output_tokens": 75, "session_id": "1305420", "t_dispatch_unix": 1779964109.890611, "t_finish_unix": 1779964132.099475, "t_first_token_unix": 1779964130.6019034, "tpot_s": 0.020234474027027907, "trace_hash_ids": [442944, 442945, 442946, 442947, 442948, 442949, 442950, 442951, 442952, 442953, 442954, 442955, 442956, 442957, 442958, 442959, 1172223, 1172224, 1172225, 1172226, 1172227, 1172228, 1172229, 4960061, 8457619, 8457620, 8457621, 8457622, 8457623, 8457624, 8457625, 8457626, 8457627, 8457628, 8457629, 8457630, 8457631, 8457632, 8457633, 8457634, 8457635, 8457636, 8457637, 8457638, 8457639, 8457640, 8457641, 8457642, 8457643, 8457644, 8457645, 8457646, 8457647, 8457648, 8457649, 8457650, 8457651, 8457652, 8457653, 8457654, 8457655, 8457656, 8457657, 8457658, 8457659, 8457660, 8457661, 8457662, 8457663, 8457664, 8457665, 8457666, 8457667, 8457668, 8457669, 8457670, 8457671, 8457672, 8457673, 8457674, 8457675, 8457676, 8457677, 8457678, 8457679, 8457680, 8457681, 8457682, 8457683, 9708906, 9708907, 9708908, 9708909, 9708910, 9708911, 9708912, 9708913, 9708914, 9708915, 9708916, 9708917, 9708918, 9708919, 9708920, 9708921, 9708922, 9708923, 10055928, 10055929, 10055930, 10055931, 10055932, 10055933, 10055934, 10055935, 10055936, 10055937, 10481518, 10481519, 10481520, 10481521, 10481522, 10481523, 10481524, 12979484, 12979485, 12979486, 12979487, 12979488, 12979489, 12979490, 12979491, 12979492, 12979493, 12979494, 12979495, 12979496, 12979497, 12979498, 12979499, 12979500, 12979501, 12979502, 12979503, 12979504, 12979505, 12979506, 12979507, 12979508], "trace_timestamp_s": 234.89900000000034, "ttft_s": 20.711290150000423, "turn_id": 1} +{"actual_output_tokens": 12, "cached_tokens": 23184, "effective_input_length": 23259, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23259, "latency_s": 0.23260626099727233, "output_length": 12, "proxy_request_id": "1303517:3:1309213:303", "request_id": "1303517:3:1309213:303", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1303517", "t_dispatch_unix": 1779964131.928748, "t_finish_unix": 1779964132.161354, "t_first_token_unix": 1779964132.037793, "tpot_s": 0.011209011363627558, "trace_hash_ids": [12961760, 12961761, 12961762, 12961763, 12961764, 12961765, 12961766, 12961767, 12961768, 12961769, 12961770, 12961771, 12961772, 12961773, 12961774, 12961775, 12961776, 12961777, 12961778, 12961779, 12961780, 12961781, 12961782, 12961783, 12961784, 12961785, 12961786, 12961787, 12961788, 12983155, 12983156, 12983157, 12983158, 12983159, 12983160, 12983161, 12983162, 12983163, 13001392, 13001393, 13001394, 13001395, 13001396, 13001397, 13001398, 13015129], "trace_timestamp_s": 248.41400000000067, "ttft_s": 0.10904324199873372, "turn_id": 3} +{"actual_output_tokens": 55, "cached_tokens": 31568, "effective_input_length": 31611, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31611, "latency_s": 0.5937949880026281, "output_length": 55, "proxy_request_id": "1277428:3:1311644:311", "request_id": "1277428:3:1311644:311", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1277428", "t_dispatch_unix": 1779964131.9178066, "t_finish_unix": 1779964132.5116014, "t_first_token_unix": 1779964131.999171, "tpot_s": 0.009485589055556274, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512], "trace_timestamp_s": 256.9549999999999, "ttft_s": 0.08136273800118943, "turn_id": 3} +{"actual_output_tokens": 109, "cached_tokens": 60880, "effective_input_length": 61291, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61291, "latency_s": 21.921233656001277, "output_length": 109, "proxy_request_id": "1279412:9:1305633:286", "request_id": "1279412:9:1305633:286", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1279412", "t_dispatch_unix": 1779964110.8056123, "t_finish_unix": 1779964132.7268455, "t_first_token_unix": 1779964130.6074264, "tpot_s": 0.019622095861079828, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330], "trace_timestamp_s": 235.84100000000035, "ttft_s": 19.80181237200304, "turn_id": 9} +{"actual_output_tokens": 31, "cached_tokens": 23264, "effective_input_length": 24638, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24638, "latency_s": 0.5994842649997736, "output_length": 31, "proxy_request_id": "1303517:4:1311293:308", "request_id": "1303517:4:1311293:308", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1303517", "t_dispatch_unix": 1779964132.1628795, "t_finish_unix": 1779964132.762364, "t_first_token_unix": 1779964132.4893327, "tpot_s": 0.009094424700015225, "trace_hash_ids": [12961760, 12961761, 12961762, 12961763, 12961764, 12961765, 12961766, 12961767, 12961768, 12961769, 12961770, 12961771, 12961772, 12961773, 12961774, 12961775, 12961776, 12961777, 12961778, 12961779, 12961780, 12961781, 12961782, 12961783, 12961784, 12961785, 12961786, 12961787, 12961788, 12983155, 12983156, 12983157, 12983158, 12983159, 12983160, 12983161, 12983162, 12983163, 13001392, 13001393, 13001394, 13001395, 13001396, 13001397, 13001398, 13021779, 13021780, 13034659, 13034660], "trace_timestamp_s": 255.64800000000014, "ttft_s": 0.3264505500010273, "turn_id": 4} +{"actual_output_tokens": 935, "cached_tokens": 0, "effective_input_length": 18893, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18893, "latency_s": 44.14662026299993, "output_length": 935, "proxy_request_id": "1299507:1:1299507:253", "request_id": "1299507:1:1299507:253", "request_type": "coder", "requested_output_tokens": 935, "session_id": "1299507", "t_dispatch_unix": 1779964088.874404, "t_finish_unix": 1779964133.0210235, "t_first_token_unix": 1779964090.9281182, "tpot_s": 0.04506691647216215, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 4629805, 12866561, 12923203, 12923204, 12923205, 12923206, 12923207, 12923208, 12923209, 12923210, 12923211, 12923212, 12923213, 12923214], "trace_timestamp_s": 213.91000000000076, "ttft_s": 2.0537135470003705, "turn_id": 1} +{"actual_output_tokens": 98, "cached_tokens": 61392, "effective_input_length": 61505, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61505, "latency_s": 0.953128873003152, "output_length": 98, "proxy_request_id": "1279412:10:1308091:298", "request_id": "1279412:10:1308091:298", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1279412", "t_dispatch_unix": 1779964132.7297783, "t_finish_unix": 1779964133.6829076, "t_first_token_unix": 1779964132.9149358, "tpot_s": 0.007914556711315076, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13004461], "trace_timestamp_s": 244.3130000000001, "ttft_s": 0.18515536000268185, "turn_id": 10} +{"actual_output_tokens": 346, "cached_tokens": 0, "effective_input_length": 8996, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8996, "latency_s": 2.598039524997148, "output_length": 346, "proxy_request_id": "1258908:2:1311606:310", "request_id": "1258908:2:1311606:310", "request_type": "coder", "requested_output_tokens": 346, "session_id": "1258908", "t_dispatch_unix": 1779964131.7403479, "t_finish_unix": 1779964134.3383873, "t_first_token_unix": 1779964132.421641, "tpot_s": 0.00555509376810759, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 13037146, 13037147, 13037148], "trace_timestamp_s": 256.77800000000025, "ttft_s": 0.6812931109998317, "turn_id": 2} +{"actual_output_tokens": 33, "cached_tokens": 0, "effective_input_length": 20175, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20175, "latency_s": 2.284489248999307, "output_length": 33, "proxy_request_id": "1311753:1:1311753:312", "request_id": "1311753:1:1311753:312", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1311753", "t_dispatch_unix": 1779964132.3113682, "t_finish_unix": 1779964134.5958571, "t_first_token_unix": 1779964134.4157794, "tpot_s": 0.005619879562459573, "trace_hash_ids": [94090, 94091, 94092, 94093, 94094, 508947, 176859, 508948, 508949, 508950, 508951, 508952, 508953, 508954, 508955, 508956, 508957, 508958, 508959, 508960, 10647989, 10647990, 10647991, 10647992, 13038929, 13038930, 13038931, 13038932, 13038933, 13038934, 13038935, 13038936, 13038937, 13038938, 13038939, 13038940, 13038941, 13038942, 13038943, 13038944], "trace_timestamp_s": 257.34200000000055, "ttft_s": 2.104409340001439, "turn_id": 1} +{"actual_output_tokens": 4192, "cached_tokens": 14208, "effective_input_length": 43607, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43607, "latency_s": 43.018797166001605, "output_length": 4192, "proxy_request_id": "1297811:2:1300578:258", "request_id": "1297811:2:1300578:258", "request_type": "coder", "requested_output_tokens": 4192, "session_id": "1297811", "t_dispatch_unix": 1779964092.7771704, "t_finish_unix": 1779964135.7959669, "t_first_token_unix": 1779964099.158605, "tpot_s": 0.008741850022190767, "trace_hash_ids": [3411, 3412, 3413, 3840, 3841, 3842, 3843, 3844, 3845, 3846, 3847, 3848, 3849, 3850, 3851, 3852, 2642723, 18908, 18909, 18910, 2642724, 1369412, 12886430, 12886431, 12907594, 12907595, 41662, 12933568, 12933569, 12933570, 12933571, 12933572, 12933573, 12933574, 12933575, 12933576, 12933577, 12933578, 12933579, 12933580, 12933581, 12933582, 12933583, 12933584, 12933585, 12933586, 12933587, 12933588, 12933589, 12933590, 12933591, 12933592, 12933593, 12933594, 12933595, 12933596, 12933597, 12933598, 12933599, 12933600, 12933601, 12933602, 12933603, 12933604, 12933605, 12933606, 12933607, 12933608, 12933609, 12933610, 12933611, 12933612, 12933613, 12933614, 12933615, 12933616, 12933617, 12933618, 12933619, 12933620, 12933621, 12933622, 12933623, 12933624, 12933625, 12933626], "trace_timestamp_s": 217.8030000000008, "ttft_s": 6.381432516998757, "turn_id": 2} +{"actual_output_tokens": 234, "cached_tokens": 0, "effective_input_length": 59146, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59146, "latency_s": 15.715791099002672, "output_length": 234, "proxy_request_id": "1269373:10:1304899:282", "request_id": "1269373:10:1304899:282", "request_type": "coder", "requested_output_tokens": 234, "session_id": "1269373", "t_dispatch_unix": 1779964120.093442, "t_finish_unix": 1779964135.8092327, "t_first_token_unix": 1779964132.7871933, "tpot_s": 0.012968647167385258, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12975438], "trace_timestamp_s": 233.03900000000067, "ttft_s": 12.69374956899992, "turn_id": 10} +{"actual_output_tokens": 224, "cached_tokens": 18912, "effective_input_length": 18915, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18915, "latency_s": 3.016024283999286, "output_length": 224, "proxy_request_id": "1299507:2:1305770:288", "request_id": "1299507:2:1305770:288", "request_type": "coder", "requested_output_tokens": 224, "session_id": "1299507", "t_dispatch_unix": 1779964133.022101, "t_finish_unix": 1779964136.0381248, "t_first_token_unix": 1779964133.081252, "tpot_s": 0.013258434278030296, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 4629805, 12866561, 12923203, 12923204, 12923205, 12923206, 12923207, 12923208, 12923209, 12923210, 12923211, 12923212, 12923213, 12983096], "trace_timestamp_s": 236.3070000000007, "ttft_s": 0.059149875000002794, "turn_id": 2} +{"actual_output_tokens": 178, "cached_tokens": 43872, "effective_input_length": 44335, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44335, "latency_s": 1.559593876998406, "output_length": 178, "proxy_request_id": "1294611:9:1312398:313", "request_id": "1294611:9:1312398:313", "request_type": "coder", "requested_output_tokens": 178, "session_id": "1294611", "t_dispatch_unix": 1779964134.5920627, "t_finish_unix": 1779964136.1516562, "t_first_token_unix": 1779964134.853209, "tpot_s": 0.007334686180777778, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13044795], "trace_timestamp_s": 259.6290000000008, "ttft_s": 0.26114426200001617, "turn_id": 9} +{"actual_output_tokens": 166, "cached_tokens": 61600, "effective_input_length": 64558, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64558, "latency_s": 2.69893537399912, "output_length": 166, "proxy_request_id": "1279412:11:1310014:305", "request_id": "1279412:11:1310014:305", "request_type": "coder", "requested_output_tokens": 166, "session_id": "1279412", "t_dispatch_unix": 1779964133.687017, "t_finish_unix": 1779964136.3859525, "t_first_token_unix": 1779964135.0062244, "tpot_s": 0.0083605236484745, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13022377], "trace_timestamp_s": 251.2470000000003, "ttft_s": 1.3192047960001219, "turn_id": 11} +{"actual_output_tokens": 9, "cached_tokens": 24656, "effective_input_length": 25637, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25637, "latency_s": 0.3072790080004779, "output_length": 9, "proxy_request_id": "1303517:5:1313040:317", "request_id": "1303517:5:1313040:317", "request_type": "coder", "requested_output_tokens": 9, "session_id": "1303517", "t_dispatch_unix": 1779964136.6577055, "t_finish_unix": 1779964136.9649844, "t_first_token_unix": 1779964136.934359, "tpot_s": 0.003791867500240187, "trace_hash_ids": [13050284, 13050285, 13050286, 13050287, 13050288, 13050289, 13050290, 13050291, 13050292, 13050293, 13050294, 13050295, 13050296, 13050297, 13050298, 13050299, 13050300, 13050301, 13050302, 13050303, 13050304, 13050305, 13050306, 13050307, 13050308, 13050309, 13050310, 13050311, 13050312, 13050313, 13050314, 13050315, 13050316, 13050317, 13050318, 13050319, 13050320, 13050321, 13050322, 13050323, 13050324, 13050325, 13050326, 13050327, 13050328, 13050329, 13050330, 13050331, 13050332, 13050333, 13050334], "trace_timestamp_s": 261.6860000000006, "ttft_s": 0.27665122599864844, "turn_id": 5} +{"actual_output_tokens": 96, "cached_tokens": 24832, "effective_input_length": 44792, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44792, "latency_s": 5.618612392001523, "output_length": 96, "proxy_request_id": "1309252:2:1311531:309", "request_id": "1309252:2:1311531:309", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1309252", "t_dispatch_unix": 1779964131.5067503, "t_finish_unix": 1779964137.1253624, "t_first_token_unix": 1779964136.4488323, "tpot_s": 0.00711872233682937, "trace_hash_ids": [88938, 88939, 88940, 88941, 88942, 88943, 5122946, 13015371, 13015372, 13015373, 13015374, 13015375, 13015376, 13015377, 13015378, 13015379, 13015380, 13015381, 13015382, 13015383, 13036700, 13036701, 13036702, 13036703, 13036704, 13036705, 13036706, 13036707, 13036708, 13036709, 13036710, 13036711, 13036712, 13036713, 13036714, 13036715, 13036716, 13036717, 13036718, 13036719, 13036720, 13036721, 13036722, 13036723, 13036724, 13036725, 13036726, 13036727, 13036728, 13036729, 13036730, 13036731, 13036732, 13036733, 13036734, 13036735, 13036736, 13036737, 13036738, 13036739, 13036740, 13036741, 13036742, 13036743, 13036744, 13036745, 13036746, 13036747, 13036748, 13036749, 13036750, 13036751, 13036752, 13036753, 13036754, 13036755, 13036756, 13036757, 13036758, 13036759, 13036760, 13036761, 13036762, 13036763, 13036764, 13036765, 13036766, 13036767], "trace_timestamp_s": 256.53099999999995, "ttft_s": 4.9420796199992765, "turn_id": 2} +{"actual_output_tokens": 99, "cached_tokens": 0, "effective_input_length": 13360, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13360, "latency_s": 2.8260716930017225, "output_length": 99, "proxy_request_id": "1306347:2:1312642:314", "request_id": "1306347:2:1312642:314", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1306347", "t_dispatch_unix": 1779964135.4871643, "t_finish_unix": 1779964138.313236, "t_first_token_unix": 1779964136.6360025, "tpot_s": 0.01711197433675751, "trace_hash_ids": [12988101, 12997381, 12997382, 12997383, 12997384, 13005782, 13011406, 13018410, 13018411, 13018412, 13033270, 13033271, 13033272, 13033273, 13033274, 13033275, 13033276, 13039898, 13046883, 13046884, 13046885, 13046886, 13046887, 13046888, 13046889, 13046890, 13046891], "trace_timestamp_s": 260.52000000000044, "ttft_s": 1.1488341149997723, "turn_id": 2} +{"actual_output_tokens": 198, "cached_tokens": 21968, "effective_input_length": 26885, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26885, "latency_s": 3.309271447997162, "output_length": 198, "proxy_request_id": "1268861:4:1312689:315", "request_id": "1268861:4:1312689:315", "request_type": "coder", "requested_output_tokens": 198, "session_id": "1268861", "t_dispatch_unix": 1779964135.6535368, "t_finish_unix": 1779964138.9628077, "t_first_token_unix": 1779964137.5517044, "tpot_s": 0.007161537461926975, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13047223], "trace_timestamp_s": 260.6890000000003, "ttft_s": 1.8981657399999676, "turn_id": 4} +{"actual_output_tokens": 157, "cached_tokens": 64720, "effective_input_length": 64755, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64755, "latency_s": 1.4344970419988385, "output_length": 157, "proxy_request_id": "1279412:12:1313518:319", "request_id": "1279412:12:1313518:319", "request_type": "coder", "requested_output_tokens": 157, "session_id": "1279412", "t_dispatch_unix": 1779964138.391238, "t_finish_unix": 1779964139.8257344, "t_first_token_unix": 1779964138.51929, "tpot_s": 0.00837293364743229, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13054780], "trace_timestamp_s": 263.4270000000006, "ttft_s": 0.12805006399867125, "turn_id": 12} +{"actual_output_tokens": 109, "cached_tokens": 0, "effective_input_length": 22686, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22686, "latency_s": 3.1722313800019037, "output_length": 109, "proxy_request_id": "1313181:1:1313181:318", "request_id": "1313181:1:1313181:318", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1313181", "t_dispatch_unix": 1779964137.273706, "t_finish_unix": 1779964140.4459376, "t_first_token_unix": 1779964139.7853446, "tpot_s": 0.0061138992036999466, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13052042], "trace_timestamp_s": 262.308, "ttft_s": 2.5116365590001806, "turn_id": 1} +{"actual_output_tokens": 504, "cached_tokens": 59376, "effective_input_length": 59446, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59446, "latency_s": 5.553087394997419, "output_length": 504, "proxy_request_id": "1269373:11:1307381:296", "request_id": "1269373:11:1307381:296", "request_type": "coder", "requested_output_tokens": 504, "session_id": "1269373", "t_dispatch_unix": 1779964135.8119698, "t_finish_unix": 1779964141.3650575, "t_first_token_unix": 1779964135.9647353, "tpot_s": 0.010735494968186042, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 12998344], "trace_timestamp_s": 241.84600000000046, "ttft_s": 0.15276335399903473, "turn_id": 11} +{"actual_output_tokens": 198, "cached_tokens": 44512, "effective_input_length": 45362, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45362, "latency_s": 1.8336642979993485, "output_length": 198, "proxy_request_id": "1294611:10:1314495:322", "request_id": "1294611:10:1314495:322", "request_type": "coder", "requested_output_tokens": 198, "session_id": "1294611", "t_dispatch_unix": 1779964142.0511892, "t_finish_unix": 1779964143.8848536, "t_first_token_unix": 1779964142.4171472, "tpot_s": 0.007448876984780867, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13063311], "trace_timestamp_s": 267.08600000000024, "ttft_s": 0.3659552459976112, "turn_id": 10} +{"actual_output_tokens": 2, "cached_tokens": 0, "effective_input_length": 7, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7, "latency_s": 0.02216447600221727, "output_length": 2, "proxy_request_id": "1315313:1:1315313:325", "request_id": "1315313:1:1315313:325", "request_type": "coder", "requested_output_tokens": 2, "session_id": "1315313", "t_dispatch_unix": 1779964144.6979804, "t_finish_unix": 1779964144.7201447, "t_first_token_unix": 1779964144.715539, "tpot_s": 0.0043787779977719765, "trace_hash_ids": [37638], "trace_timestamp_s": 269.7360000000008, "ttft_s": 0.017557655002747197, "turn_id": 1} +{"actual_output_tokens": 372, "cached_tokens": 59936, "effective_input_length": 62840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62840, "latency_s": 5.334641217999888, "output_length": 372, "proxy_request_id": "1269373:12:1312836:316", "request_id": "1269373:12:1312836:316", "request_type": "coder", "requested_output_tokens": 372, "session_id": "1269373", "t_dispatch_unix": 1779964141.369776, "t_finish_unix": 1779964146.7044175, "t_first_token_unix": 1779964142.6685097, "tpot_s": 0.010877586897579335, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13048674], "trace_timestamp_s": 261.0560000000005, "ttft_s": 1.2987314370002423, "turn_id": 12} +{"actual_output_tokens": 26, "cached_tokens": 18160, "effective_input_length": 32440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32440, "latency_s": 2.8723430809986894, "output_length": 26, "proxy_request_id": "1310590:2:1315212:324", "request_id": "1310590:2:1315212:324", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1310590", "t_dispatch_unix": 1779964144.342071, "t_finish_unix": 1779964147.214414, "t_first_token_unix": 1779964147.068618, "tpot_s": 0.005822704839956714, "trace_hash_ids": [12996713, 12996714, 12996715, 12996716, 12996717, 12996718, 12996719, 12996720, 12996721, 12996722, 12996723, 12996724, 12996725, 12996726, 12996727, 12996728, 12996729, 12996730, 12996731, 12996732, 12996733, 12996734, 12996735, 12996736, 13016155, 13016156, 13016157, 13016158, 13016159, 13016160, 13027764, 13027765, 13027766, 13027767, 13027768, 13036928, 13036929, 13036930, 13036931, 13036932, 13036933, 13036934, 13036935, 13048761, 13048762, 13048763, 13048764, 13048765, 13048766, 13048767, 13048768, 13048769, 13048770, 13048771, 13048772, 13048773, 13060483, 13060484, 13060485, 13060486, 13060487, 13060488, 13060489, 13070580], "trace_timestamp_s": 269.3740000000007, "ttft_s": 2.7265456540008017, "turn_id": 2} +{"actual_output_tokens": 61, "cached_tokens": 4768, "effective_input_length": 23097, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23097, "latency_s": 2.706306448999385, "output_length": 61, "proxy_request_id": "1309040:2:1315488:326", "request_id": "1309040:2:1315488:326", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1309040", "t_dispatch_unix": 1779964145.4144278, "t_finish_unix": 1779964148.1207337, "t_first_token_unix": 1779964147.7579544, "tpot_s": 0.0060424639833703015, "trace_hash_ids": [13072947, 13072948, 13072949, 13072950, 13072951, 13072952, 13072953, 13072954, 13072955, 13072956, 13072957, 13072958, 13072959, 13072960, 13072961, 13072962, 13072963, 13072964, 13072965, 13072966, 13072967, 13072968, 13072969, 13072970, 13072971, 13072972, 13072973, 13072974, 13072975, 13072976, 13072977, 13072978, 13072979, 13072980, 13072981, 13072982, 13072983, 13072984, 13072985, 13072986, 13072987, 13072988, 13072989, 13072990, 13072991, 13072992], "trace_timestamp_s": 270.4440000000004, "ttft_s": 2.343524541000079, "turn_id": 2} +{"actual_output_tokens": 307, "cached_tokens": 64896, "effective_input_length": 64949, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64949, "latency_s": 2.780114916000457, "output_length": 307, "proxy_request_id": "1279412:13:1315780:328", "request_id": "1279412:13:1315780:328", "request_type": "coder", "requested_output_tokens": 307, "session_id": "1279412", "t_dispatch_unix": 1779964146.475386, "t_finish_unix": 1779964149.2555006, "t_first_token_unix": 1779964146.6469712, "tpot_s": 0.008523818866010783, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834], "trace_timestamp_s": 271.5110000000004, "ttft_s": 0.17158238100091694, "turn_id": 13} +{"actual_output_tokens": 1838, "cached_tokens": 29696, "effective_input_length": 29948, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29948, "latency_s": 49.85300228199776, "output_length": 1838, "proxy_request_id": "1272313:11:1302571:271", "request_id": "1272313:11:1302571:271", "request_type": "coder", "requested_output_tokens": 1838, "session_id": "1272313", "t_dispatch_unix": 1779964099.8588412, "t_finish_unix": 1779964149.7118435, "t_first_token_unix": 1779964100.0637674, "tpot_s": 0.0270265667708205, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 968405, 968406, 2831974, 12662675, 12697305, 12730481, 12730482, 12753624, 12753625, 12753626, 12753627, 12753628, 12783548, 12783549, 12811861, 12835695, 12868962, 12868963, 12868964, 12868965, 12868966, 12868967, 12868968, 12868969, 12868970, 12868971, 12868972, 12868973, 12868974, 12868975, 12868976, 12868977, 12868978, 12868979, 12868980, 12868981, 12868982, 12868983, 12868984, 12868985, 12868986, 12907593, 12953259, 12953260], "trace_timestamp_s": 224.89600000000064, "ttft_s": 0.20491737900010776, "turn_id": 11} +{"actual_output_tokens": 37, "cached_tokens": 1024, "effective_input_length": 5985, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5985, "latency_s": 0.5304469369984872, "output_length": 37, "proxy_request_id": "1316848:1:1316848:331", "request_id": "1316848:1:1316848:331", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1316848", "t_dispatch_unix": 1779964150.03942, "t_finish_unix": 1779964150.569867, "t_first_token_unix": 1779964150.3848119, "tpot_s": 0.005132347083316644, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13085635], "trace_timestamp_s": 275.0750000000007, "ttft_s": 0.34539039700030116, "turn_id": 1} +{"actual_output_tokens": 50, "cached_tokens": 0, "effective_input_length": 24487, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24487, "latency_s": 3.0984282520003035, "output_length": 50, "proxy_request_id": "1316201:1:1316201:329", "request_id": "1316201:1:1316201:329", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1316201", "t_dispatch_unix": 1779964147.9477873, "t_finish_unix": 1779964151.0462155, "t_first_token_unix": 1779964150.7555878, "tpot_s": 0.005925617367341017, "trace_hash_ids": [79834, 1044525, 1044526, 1044527, 1044528, 1044529, 1044530, 2181165, 2181166, 2181167, 2181168, 2181169, 2181170, 2181171, 2181172, 2181173, 2181174, 2181175, 2181176, 2181177, 2181178, 2181179, 2181180, 2181181, 2181182, 2181183, 2181184, 11014457, 11014458, 9320, 11014459, 79866, 11014460, 13079135, 11014462, 11014463, 11014464, 11014465, 11014466, 11014467, 11014468, 11014469, 11014470, 11014471, 11014472, 11014473, 11014474, 11014475], "trace_timestamp_s": 272.97700000000077, "ttft_s": 2.807797326000582, "turn_id": 1} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 3441, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3441, "latency_s": 0.37204788500093855, "output_length": 32, "proxy_request_id": "1317160:1:1317160:332", "request_id": "1317160:1:1317160:332", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1317160", "t_dispatch_unix": 1779964151.1935537, "t_finish_unix": 1779964151.5656016, "t_first_token_unix": 1779964151.4083562, "tpot_s": 0.0050620298387648, "trace_hash_ids": [13073227, 13079093, 13088584, 13088585, 13088586, 13088587, 13088588], "trace_timestamp_s": 276.2300000000005, "ttft_s": 0.21480133099976229, "turn_id": 1} +{"actual_output_tokens": 80, "cached_tokens": 6016, "effective_input_length": 6040, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6040, "latency_s": 0.4432861599998432, "output_length": 80, "proxy_request_id": "1316848:2:1317438:333", "request_id": "1316848:2:1317438:333", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1316848", "t_dispatch_unix": 1779964152.2746673, "t_finish_unix": 1779964152.7179532, "t_first_token_unix": 1779964152.3033967, "tpot_s": 0.005243024455714614, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13090822], "trace_timestamp_s": 277.3120000000008, "ttft_s": 0.028728528999636183, "turn_id": 2} +{"actual_output_tokens": 528, "cached_tokens": 7680, "effective_input_length": 16960, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16960, "latency_s": 8.45414994300154, "output_length": 528, "proxy_request_id": "1315567:1:1315567:327", "request_id": "1315567:1:1315567:327", "request_type": "coder", "requested_output_tokens": 528, "session_id": "1315567", "t_dispatch_unix": 1779964145.6844285, "t_finish_unix": 1779964154.1385784, "t_first_token_unix": 1779964146.9313273, "tpot_s": 0.013675425222011928, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 7245982, 81996, 13049398, 13049399, 13073849, 13073850, 13073851, 13073852, 13073853, 13073854, 13073855, 13073856, 13073857, 13073858, 13073859, 13073860, 13073861, 13073862, 13073863], "trace_timestamp_s": 270.71900000000005, "ttft_s": 1.2468970459995035, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 3472, "effective_input_length": 7440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7440, "latency_s": 0.5789555660012411, "output_length": 26, "proxy_request_id": "1317160:2:1317773:336", "request_id": "1317160:2:1317773:336", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1317160", "t_dispatch_unix": 1779964153.5911407, "t_finish_unix": 1779964154.1700962, "t_first_token_unix": 1779964153.9337966, "tpot_s": 0.009441571479983394, "trace_hash_ids": [13073227, 13079093, 13088584, 13088585, 13088586, 13088587, 13093585, 13093586, 13093587, 13093588, 13093589, 13093590, 13093591, 13093592, 13093593], "trace_timestamp_s": 278.6280000000006, "ttft_s": 0.3426536790029786, "turn_id": 2} +{"actual_output_tokens": 98, "cached_tokens": 22784, "effective_input_length": 24306, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24306, "latency_s": 10.895716669998365, "output_length": 98, "proxy_request_id": "1313181:2:1314940:323", "request_id": "1313181:2:1314940:323", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1313181", "t_dispatch_unix": 1779964143.4653158, "t_finish_unix": 1779964154.361032, "t_first_token_unix": 1779964153.4701662, "tpot_s": 0.009180707608242506, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13067419], "trace_timestamp_s": 268.5010000000002, "ttft_s": 10.004848598997341, "turn_id": 2} +{"actual_output_tokens": 90, "cached_tokens": 24528, "effective_input_length": 24768, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24768, "latency_s": 0.9744772060003015, "output_length": 90, "proxy_request_id": "1316201:2:1317776:337", "request_id": "1316201:2:1317776:337", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1316201", "t_dispatch_unix": 1779964153.6080077, "t_finish_unix": 1779964154.582485, "t_first_token_unix": 1779964154.013125, "tpot_s": 0.006394673438193054, "trace_hash_ids": [79834, 1044525, 1044526, 1044527, 1044528, 1044529, 1044530, 2181165, 2181166, 2181167, 2181168, 2181169, 2181170, 2181171, 2181172, 2181173, 2181174, 2181175, 2181176, 2181177, 2181178, 2181179, 2181180, 2181181, 2181182, 2181183, 2181184, 11014457, 11014458, 9320, 11014459, 79866, 11014460, 13079135, 11014462, 11014463, 11014464, 11014465, 11014466, 11014467, 11014468, 11014469, 11014470, 11014471, 11014472, 11014473, 11014474, 11014475, 13093608], "trace_timestamp_s": 278.64600000000064, "ttft_s": 0.4051151010025933, "turn_id": 2} +{"actual_output_tokens": 44, "cached_tokens": 0, "effective_input_length": 5219, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5219, "latency_s": 0.558089693000511, "output_length": 44, "proxy_request_id": "1318031:1:1318031:338", "request_id": "1318031:1:1318031:338", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1318031", "t_dispatch_unix": 1779964154.254121, "t_finish_unix": 1779964154.8122108, "t_first_token_unix": 1779964154.5889657, "tpot_s": 0.005186216604691486, "trace_hash_ids": [13085657, 13085658, 13085659, 13085660, 13085661, 13090893, 13090894, 13090895, 13095689, 13095690, 13095691], "trace_timestamp_s": 279.28999999999996, "ttft_s": 0.3348433909995947, "turn_id": 1} +{"actual_output_tokens": 97, "cached_tokens": 0, "effective_input_length": 2696, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2696, "latency_s": 0.691119904997322, "output_length": 97, "proxy_request_id": "1318036:1:1318036:339", "request_id": "1318036:1:1318036:339", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1318036", "t_dispatch_unix": 1779964154.2590864, "t_finish_unix": 1779964154.9502065, "t_first_token_unix": 1779964154.4582684, "tpot_s": 0.005121521583343262, "trace_hash_ids": [13077094, 13085876, 13085877, 13085878, 13085879, 13095707], "trace_timestamp_s": 279.2960000000003, "ttft_s": 0.19918064599914942, "turn_id": 1} +{"actual_output_tokens": 241, "cached_tokens": 3584, "effective_input_length": 57051, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57051, "latency_s": 13.932879654999851, "output_length": 241, "proxy_request_id": "1314357:1:1314357:321", "request_id": "1314357:1:1314357:321", "request_type": "coder", "requested_output_tokens": 241, "session_id": "1314357", "t_dispatch_unix": 1779964141.5857346, "t_finish_unix": 1779964155.518614, "t_first_token_unix": 1779964153.4676006, "tpot_s": 0.008544496125008056, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13062231, 13062232], "trace_timestamp_s": 266.60400000000027, "ttft_s": 11.881863220998639, "turn_id": 1} +{"actual_output_tokens": 35, "cached_tokens": 0, "effective_input_length": 14412, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14412, "latency_s": 1.4747325870011991, "output_length": 35, "proxy_request_id": "1318604:1:1318604:341", "request_id": "1318604:1:1318604:341", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1318604", "t_dispatch_unix": 1779964156.3011527, "t_finish_unix": 1779964157.775885, "t_first_token_unix": 1779964157.5543664, "tpot_s": 0.006502584323457353, "trace_hash_ids": [13084363, 13084364, 13084365, 13084366, 13084367, 13084368, 13084369, 13084370, 13084371, 13084372, 13084373, 13084374, 13084375, 13084376, 13084377, 13084378, 13084379, 13084380, 13084381, 13084382, 13084383, 13084384, 13084385, 13084386, 13084387, 13094288, 13094289, 13094290, 13101221], "trace_timestamp_s": 281.33400000000074, "ttft_s": 1.253212079001969, "turn_id": 1} +{"actual_output_tokens": 470, "cached_tokens": 63200, "effective_input_length": 66135, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66135, "latency_s": 5.386465539002529, "output_length": 470, "proxy_request_id": "1269373:13:1317516:334", "request_id": "1269373:13:1317516:334", "request_type": "coder", "requested_output_tokens": 470, "session_id": "1269373", "t_dispatch_unix": 1779964152.5288875, "t_finish_unix": 1779964157.915352, "t_first_token_unix": 1779964153.8877969, "tpot_s": 0.008587048443494182, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13091422], "trace_timestamp_s": 277.5630000000001, "ttft_s": 1.358907348003413, "turn_id": 13} +{"actual_output_tokens": 54, "cached_tokens": 6112, "effective_input_length": 6298, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6298, "latency_s": 0.34457669199764496, "output_length": 54, "proxy_request_id": "1316848:3:1318975:343", "request_id": "1316848:3:1318975:343", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1316848", "t_dispatch_unix": 1779964157.6744468, "t_finish_unix": 1779964158.0190234, "t_first_token_unix": 1779964157.7319276, "tpot_s": 0.0054124466415092715, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13104212], "trace_timestamp_s": 282.71200000000044, "ttft_s": 0.057479525999951875, "turn_id": 3} +{"actual_output_tokens": 35, "cached_tokens": 14432, "effective_input_length": 15745, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15745, "latency_s": 2.060960138001974, "output_length": 35, "proxy_request_id": "1318604:2:1319895:347", "request_id": "1318604:2:1319895:347", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1318604", "t_dispatch_unix": 1779964160.8153741, "t_finish_unix": 1779964162.8763344, "t_first_token_unix": 1779964162.630362, "tpot_s": 0.007226708352926139, "trace_hash_ids": [13084363, 13084364, 13084365, 13084366, 13084367, 13084368, 13084369, 13084370, 13084371, 13084372, 13084373, 13084374, 13084375, 13084376, 13084377, 13084378, 13084379, 13084380, 13084381, 13084382, 13084383, 13084384, 13084385, 13084386, 13084387, 13094288, 13094289, 13094290, 13112539, 13112540, 13112541], "trace_timestamp_s": 285.82900000000063, "ttft_s": 1.8149860140001692, "turn_id": 2} +{"actual_output_tokens": 40, "cached_tokens": 0, "effective_input_length": 3099, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3099, "latency_s": 0.3943982839991804, "output_length": 40, "proxy_request_id": "1320630:1:1320630:348", "request_id": "1320630:1:1320630:348", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1320630", "t_dispatch_unix": 1779964163.5932496, "t_finish_unix": 1779964163.9876478, "t_first_token_unix": 1779964163.7893627, "tpot_s": 0.005077301692299676, "trace_hash_ids": [13120494, 13120495, 13120496, 13120497, 13120498, 13120499, 13120500], "trace_timestamp_s": 288.6300000000001, "ttft_s": 0.19611223500032793, "turn_id": 1} +{"actual_output_tokens": 302, "cached_tokens": 6336, "effective_input_length": 21140, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21140, "latency_s": 4.281937629999447, "output_length": 302, "proxy_request_id": "1316848:4:1319820:345", "request_id": "1316848:4:1319820:345", "request_type": "coder", "requested_output_tokens": 302, "session_id": "1316848", "t_dispatch_unix": 1779964160.5801904, "t_finish_unix": 1779964164.8621275, "t_first_token_unix": 1779964162.431156, "tpot_s": 0.008075064936877294, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13111733], "trace_timestamp_s": 285.6120000000001, "ttft_s": 1.8509629869986384, "turn_id": 4} +{"actual_output_tokens": 41, "cached_tokens": 15776, "effective_input_length": 17883, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17883, "latency_s": 0.5987286150011641, "output_length": 41, "proxy_request_id": "1318604:3:1320865:350", "request_id": "1318604:3:1320865:350", "request_type": "coder", "requested_output_tokens": 41, "session_id": "1318604", "t_dispatch_unix": 1779964164.4350803, "t_finish_unix": 1779964165.0338087, "t_first_token_unix": 1779964164.7881162, "tpot_s": 0.006136004299969499, "trace_hash_ids": [13084363, 13084364, 13084365, 13084366, 13084367, 13084368, 13084369, 13084370, 13084371, 13084372, 13084373, 13084374, 13084375, 13084376, 13084377, 13084378, 13084379, 13084380, 13084381, 13084382, 13084383, 13084384, 13084385, 13084386, 13084387, 13094288, 13094289, 13094290, 13112539, 13112540, 13122653, 13122654, 13122655, 13122656, 13122657], "trace_timestamp_s": 289.47200000000066, "ttft_s": 0.3530341510013386, "turn_id": 3} +{"actual_output_tokens": 3, "cached_tokens": 2672, "effective_input_length": 2677, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2677, "latency_s": 0.028718400997604476, "output_length": 3, "proxy_request_id": "1318036:2:1321282:353", "request_id": "1318036:2:1321282:353", "request_type": "coder", "requested_output_tokens": 3, "session_id": "1318036", "t_dispatch_unix": 1779964165.8974073, "t_finish_unix": 1779964165.9261258, "t_first_token_unix": 1779964165.9183547, "tpot_s": 0.00374147799993807, "trace_hash_ids": [13126973, 13126974, 13126975, 13126976, 13126977, 13126978], "trace_timestamp_s": 290.9350000000004, "ttft_s": 0.020946232998539926, "turn_id": 2} +{"actual_output_tokens": 60, "cached_tokens": 0, "effective_input_length": 8095, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8095, "latency_s": 0.8796796339993307, "output_length": 60, "proxy_request_id": "1321042:1:1321042:351", "request_id": "1321042:1:1321042:351", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1321042", "t_dispatch_unix": 1779964165.0896225, "t_finish_unix": 1779964165.9693015, "t_first_token_unix": 1779964165.6570032, "tpot_s": 0.005290196118671624, "trace_hash_ids": [13106720, 13106721, 13114808, 13114809, 13114810, 13114811, 13114812, 13114813, 13114814, 13114815, 13124503, 13124504, 13124505, 13124506, 13124507, 13124508], "trace_timestamp_s": 290.1220000000003, "ttft_s": 0.5673793790010677, "turn_id": 1} +{"actual_output_tokens": 97, "cached_tokens": 31664, "effective_input_length": 33906, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33906, "latency_s": 1.3013156579982024, "output_length": 97, "proxy_request_id": "1277428:4:1321259:352", "request_id": "1277428:4:1321259:352", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1277428", "t_dispatch_unix": 1779964165.8420343, "t_finish_unix": 1779964167.1433494, "t_first_token_unix": 1779964166.5078816, "tpot_s": 0.00661665535415068, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512, 13126540, 13126541, 13126542, 13126543, 13126544], "trace_timestamp_s": 290.8780000000006, "ttft_s": 0.6658452289993875, "turn_id": 4} +{"actual_output_tokens": 42, "cached_tokens": 17920, "effective_input_length": 21033, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21033, "latency_s": 0.7979390039981809, "output_length": 42, "proxy_request_id": "1318604:4:1321889:356", "request_id": "1318604:4:1321889:356", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1318604", "t_dispatch_unix": 1779964168.0264955, "t_finish_unix": 1779964168.8244345, "t_first_token_unix": 1779964168.5873754, "tpot_s": 0.005776195463468178, "trace_hash_ids": [13084363, 13084364, 13084365, 13084366, 13084367, 13084368, 13084369, 13084370, 13084371, 13084372, 13084373, 13084374, 13084375, 13084376, 13084377, 13084378, 13084379, 13084380, 13084381, 13084382, 13084383, 13084384, 13084385, 13084386, 13084387, 13094288, 13094289, 13094290, 13112539, 13112540, 13122653, 13122654, 13122655, 13122656, 13122657, 13132633, 13132634, 13132635, 13132636, 13132637, 13132638, 13132639], "trace_timestamp_s": 293.0630000000001, "ttft_s": 0.560877307998453, "turn_id": 4} +{"actual_output_tokens": 256, "cached_tokens": 66592, "effective_input_length": 66840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66840, "latency_s": 2.4386496749975777, "output_length": 256, "proxy_request_id": "1269373:14:1321512:354", "request_id": "1269373:14:1321512:354", "request_type": "coder", "requested_output_tokens": 256, "session_id": "1269373", "t_dispatch_unix": 1779964166.6757002, "t_finish_unix": 1779964169.1143498, "t_first_token_unix": 1779964166.9127414, "tpot_s": 0.008632863690196673, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13129270], "trace_timestamp_s": 291.71100000000024, "ttft_s": 0.23703863999980967, "turn_id": 14} +{"actual_output_tokens": 90, "cached_tokens": 21440, "effective_input_length": 21471, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21471, "latency_s": 0.589063047998934, "output_length": 90, "proxy_request_id": "1316848:5:1322192:357", "request_id": "1316848:5:1322192:357", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1316848", "t_dispatch_unix": 1779964169.204363, "t_finish_unix": 1779964169.793426, "t_first_token_unix": 1779964169.257081, "tpot_s": 0.006023653078648677, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116], "trace_timestamp_s": 294.2420000000002, "ttft_s": 0.05271611200078041, "turn_id": 5} +{"actual_output_tokens": 50, "cached_tokens": 0, "effective_input_length": 8939, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8939, "latency_s": 0.9305947110005945, "output_length": 50, "proxy_request_id": "1322540:1:1322540:359", "request_id": "1322540:1:1322540:359", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1322540", "t_dispatch_unix": 1779964170.4884505, "t_finish_unix": 1779964171.4190452, "t_first_token_unix": 1779964171.1618273, "tpot_s": 0.005243245306070205, "trace_hash_ids": [13138553, 13138554, 13138555, 13138556, 13138557, 13138558, 13138559, 13138560, 13138561, 13138562, 13138563, 13138564, 13138565, 13138566, 13138567, 13138568, 13138569, 13138570], "trace_timestamp_s": 295.52300000000014, "ttft_s": 0.6733752440013632, "turn_id": 1} +{"actual_output_tokens": 12, "cached_tokens": 0, "effective_input_length": 11145, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11145, "latency_s": 0.9497206460000598, "output_length": 12, "proxy_request_id": "1318031:2:1322552:360", "request_id": "1318031:2:1322552:360", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1318031", "t_dispatch_unix": 1779964170.5419836, "t_finish_unix": 1779964171.491704, "t_first_token_unix": 1779964171.441258, "tpot_s": 0.004565855545396599, "trace_hash_ids": [13138691, 13138692, 13138693, 13138694, 13138695, 13138696, 13138697, 13138698, 13138699, 13138700, 13138701, 13138702, 13138703, 13138704, 13138705, 13138706, 13138707, 13138708, 13138709, 13138710, 13138711, 13138712], "trace_timestamp_s": 295.5750000000007, "ttft_s": 0.8992724270028702, "turn_id": 2} +{"actual_output_tokens": 25, "cached_tokens": 8976, "effective_input_length": 9016, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9016, "latency_s": 0.6473076090005634, "output_length": 25, "proxy_request_id": "1322540:2:1323519:362", "request_id": "1322540:2:1323519:362", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1322540", "t_dispatch_unix": 1779964173.7838326, "t_finish_unix": 1779964174.4311402, "t_first_token_unix": 1779964174.277473, "tpot_s": 0.006389252958342695, "trace_hash_ids": [13138553, 13138554, 13138555, 13138556, 13138557, 13138558, 13138559, 13138560, 13138561, 13138562, 13138563, 13138564, 13138565, 13138566, 13138567, 13138568, 13138569, 13147526], "trace_timestamp_s": 298.8220000000001, "ttft_s": 0.493639043001167, "turn_id": 2} +{"actual_output_tokens": 72, "cached_tokens": 8144, "effective_input_length": 13008, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13008, "latency_s": 0.9707794489986554, "output_length": 72, "proxy_request_id": "1321042:2:1323492:361", "request_id": "1321042:2:1323492:361", "request_type": "coder", "requested_output_tokens": 72, "session_id": "1321042", "t_dispatch_unix": 1779964173.7162452, "t_finish_unix": 1779964174.6870246, "t_first_token_unix": 1779964174.261493, "tpot_s": 0.005989521098610925, "trace_hash_ids": [13106720, 13106721, 13114808, 13114809, 13114810, 13114811, 13114812, 13114813, 13114814, 13114815, 13124503, 13124504, 13124505, 13124506, 13124507, 13132187, 13132188, 13132189, 13147309, 13147310, 13147311, 13147312, 13147313, 13147314, 13147315, 13147316], "trace_timestamp_s": 298.7510000000002, "ttft_s": 0.5452461709974159, "turn_id": 2} +{"actual_output_tokens": 98, "cached_tokens": 21552, "effective_input_length": 24395, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24395, "latency_s": 1.1711493829971005, "output_length": 98, "proxy_request_id": "1316848:6:1323535:363", "request_id": "1316848:6:1323535:363", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1316848", "t_dispatch_unix": 1779964173.8338706, "t_finish_unix": 1779964175.0050201, "t_first_token_unix": 1779964174.4083009, "tpot_s": 0.006148922226821389, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13147765], "trace_timestamp_s": 298.8690000000006, "ttft_s": 0.5744286489971273, "turn_id": 6} +{"actual_output_tokens": 355, "cached_tokens": 17472, "effective_input_length": 54546, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54546, "latency_s": 14.635605108000163, "output_length": 355, "proxy_request_id": "1315567:2:1319894:346", "request_id": "1315567:2:1319894:346", "request_type": "coder", "requested_output_tokens": 355, "session_id": "1315567", "t_dispatch_unix": 1779964160.8102014, "t_finish_unix": 1779964175.4458063, "t_first_token_unix": 1779964170.0820346, "tpot_s": 0.015150903528248336, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 7245982, 81996, 13049398, 13049399, 13073849, 13073850, 13073851, 13073852, 13073853, 13073854, 13073855, 13073856, 13073857, 13073858, 13073859, 13073860, 13073861, 13073862, 13112465, 13112466, 13112467, 13112468, 13112469, 13112470, 13112471, 13112472, 13112473, 13112474, 13112475, 13112476, 13112477, 13112478, 13112479, 13112480, 13112481, 13112482, 13112483, 13112484, 13112485, 13112486, 13112487, 13112488, 13112489, 13112490, 13112491, 13112492, 13112493, 13112494, 13112495, 13112496, 13112497, 13112498, 13112499, 13112500, 13112501, 13112502, 13112503, 13112504, 13112505, 13112506, 13112507, 13112508, 13112509, 13112510, 13112511, 13112512, 13112513, 13112514, 13112515, 13112516, 13112517, 13112518, 13112519, 13112520, 13112521, 13112522, 13112523, 13112524, 13112525, 13112526, 13112527, 13112528, 13112529, 13112530, 13112531, 13112532, 13112533, 13112534, 13112535, 13112536, 13112537, 13112538], "trace_timestamp_s": 285.82800000000043, "ttft_s": 9.27183065400095, "turn_id": 2} +{"actual_output_tokens": 52, "cached_tokens": 3136, "effective_input_length": 11298, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11298, "latency_s": 1.005240924001555, "output_length": 52, "proxy_request_id": "1320630:2:1323748:364", "request_id": "1320630:2:1323748:364", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1320630", "t_dispatch_unix": 1779964174.5556364, "t_finish_unix": 1779964175.5608776, "t_first_token_unix": 1779964175.27809, "tpot_s": 0.0055402759215069765, "trace_hash_ids": [13120494, 13120495, 13120496, 13120497, 13120498, 13120499, 13127257, 13127258, 13135970, 13135971, 13135972, 13135973, 13135974, 13135975, 13143084, 13143085, 13143086, 13143087, 13143088, 13149788, 13149789, 13149790, 13149791], "trace_timestamp_s": 299.59100000000035, "ttft_s": 0.7224518440016254, "turn_id": 2} +{"actual_output_tokens": 326, "cached_tokens": 65248, "effective_input_length": 71854, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71854, "latency_s": 18.978397257000324, "output_length": 326, "proxy_request_id": "1279412:14:1319059:344", "request_id": "1279412:14:1319059:344", "request_type": "coder", "requested_output_tokens": 326, "session_id": "1279412", "t_dispatch_unix": 1779964158.0250614, "t_finish_unix": 1779964177.0034592, "t_first_token_unix": 1779964172.8373609, "tpot_s": 0.012817926670764932, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13104852], "trace_timestamp_s": 283.058, "ttft_s": 14.812296659001731, "turn_id": 14} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 14863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14863, "latency_s": 1.571077103002608, "output_length": 46, "proxy_request_id": "1324227:1:1324227:367", "request_id": "1324227:1:1324227:367", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1324227", "t_dispatch_unix": 1779964176.3455546, "t_finish_unix": 1779964177.9166315, "t_first_token_unix": 1779964177.669308, "tpot_s": 0.005489356511114036, "trace_hash_ids": [13121168, 13121169, 13121170, 13121171, 13121172, 13121173, 13121174, 13121175, 13121176, 13121177, 13121178, 13121179, 13129551, 13129552, 13129553, 13129554, 13137620, 13137621, 13146223, 13146224, 13146225, 13146226, 13146227, 13155024, 13155025, 13155026, 13155027, 13155028, 13155029, 13155030], "trace_timestamp_s": 301.3780000000006, "ttft_s": 1.32375204300115, "turn_id": 1} +{"actual_output_tokens": 103, "cached_tokens": 24480, "effective_input_length": 26994, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26994, "latency_s": 1.339437287999317, "output_length": 103, "proxy_request_id": "1316848:7:1325031:371", "request_id": "1316848:7:1325031:371", "request_type": "coder", "requested_output_tokens": 103, "session_id": "1316848", "t_dispatch_unix": 1779964179.00622, "t_finish_unix": 1779964180.345658, "t_first_token_unix": 1779964179.618905, "tpot_s": 0.007122096892143257, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13162818], "trace_timestamp_s": 304.0430000000006, "ttft_s": 0.6126819460005208, "turn_id": 7} +{"actual_output_tokens": 255, "cached_tokens": 72176, "effective_input_length": 72402, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72402, "latency_s": 3.5246223189969896, "output_length": 255, "proxy_request_id": "1279412:15:1321613:355", "request_id": "1279412:15:1321613:355", "request_type": "coder", "requested_output_tokens": 255, "session_id": "1279412", "t_dispatch_unix": 1779964177.0079336, "t_finish_unix": 1779964180.5325558, "t_first_token_unix": 1779964177.2720633, "tpot_s": 0.012835285881884038, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13129897], "trace_timestamp_s": 292.0450000000001, "ttft_s": 0.2641273400004138, "turn_id": 15} +{"actual_output_tokens": 25, "cached_tokens": 9040, "effective_input_length": 12118, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12118, "latency_s": 0.4838476939985412, "output_length": 25, "proxy_request_id": "1322540:3:1325410:373", "request_id": "1322540:3:1325410:373", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1322540", "t_dispatch_unix": 1779964180.380358, "t_finish_unix": 1779964180.864206, "t_first_token_unix": 1779964180.7393003, "tpot_s": 0.0051925852499152825, "trace_hash_ids": [13138553, 13138554, 13138555, 13138556, 13138557, 13138558, 13138559, 13138560, 13138561, 13138562, 13138563, 13138564, 13138565, 13138566, 13138567, 13138568, 13138569, 13153725, 13153726, 13160450, 13160451, 13167028, 13167029, 13167030], "trace_timestamp_s": 305.41700000000037, "ttft_s": 0.3589405189995887, "turn_id": 3} +{"actual_output_tokens": 313, "cached_tokens": 0, "effective_input_length": 4312, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4312, "latency_s": 2.6754826469987165, "output_length": 313, "proxy_request_id": "1324964:1:1324964:370", "request_id": "1324964:1:1324964:370", "request_type": "coder", "requested_output_tokens": 313, "session_id": "1324964", "t_dispatch_unix": 1779964178.76492, "t_finish_unix": 1779964181.440403, "t_first_token_unix": 1779964179.0401242, "tpot_s": 0.007692418977559357, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13162336], "trace_timestamp_s": 303.8010000000004, "ttft_s": 0.2752030109986663, "turn_id": 1} +{"actual_output_tokens": 772, "cached_tokens": 0, "effective_input_length": 79663, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79663, "latency_s": 29.005714314000215, "output_length": 772, "proxy_request_id": "1317598:1:1317598:335", "request_id": "1317598:1:1317598:335", "request_type": "coder", "requested_output_tokens": 772, "session_id": "1317598", "t_dispatch_unix": 1779964152.833459, "t_finish_unix": 1779964181.8391726, "t_first_token_unix": 1779964174.5973191, "tpot_s": 0.00939224199869982, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044], "trace_timestamp_s": 277.83700000000044, "ttft_s": 21.763858878002793, "turn_id": 1} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 1823, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1823, "latency_s": 0.30915022599947406, "output_length": 38, "proxy_request_id": "1325987:1:1325987:376", "request_id": "1325987:1:1325987:376", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1325987", "t_dispatch_unix": 1779964182.4754274, "t_finish_unix": 1779964182.784578, "t_first_token_unix": 1779964182.6003609, "tpot_s": 0.004970003540546639, "trace_hash_ids": [13172375, 13172376, 13172377, 13172378], "trace_timestamp_s": 307.5129999999999, "ttft_s": 0.1249324450000131, "turn_id": 1} +{"actual_output_tokens": 100, "cached_tokens": 0, "effective_input_length": 9513, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9513, "latency_s": 1.7761115489993244, "output_length": 100, "proxy_request_id": "1326192:1:1326192:378", "request_id": "1326192:1:1326192:378", "request_type": "coder", "requested_output_tokens": 100, "session_id": "1326192", "t_dispatch_unix": 1779964183.35411, "t_finish_unix": 1779964185.1302214, "t_first_token_unix": 1779964184.104703, "tpot_s": 0.010350858333321862, "trace_hash_ids": [13152928, 13152929, 13152930, 13152931, 13152932, 13152933, 13164676, 13164677, 13164678, 13164679, 13174246, 13174247, 13174248, 13174249, 13174250, 13174251, 13174252, 13174253, 13174254], "trace_timestamp_s": 308.3890000000001, "ttft_s": 0.7505911010011914, "turn_id": 1} +{"actual_output_tokens": 305, "cached_tokens": 80432, "effective_input_length": 81220, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81220, "latency_s": 3.4582805989994085, "output_length": 305, "proxy_request_id": "1317598:2:1324364:368", "request_id": "1317598:2:1324364:368", "request_type": "coder", "requested_output_tokens": 305, "session_id": "1317598", "t_dispatch_unix": 1779964181.8470116, "t_finish_unix": 1779964185.3052921, "t_first_token_unix": 1779964182.445459, "tpot_s": 0.0094065826184114, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196], "trace_timestamp_s": 301.8890000000001, "ttft_s": 0.5984446130023571, "turn_id": 2} +{"actual_output_tokens": 282, "cached_tokens": 72656, "effective_input_length": 75624, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75624, "latency_s": 5.243717443998321, "output_length": 282, "proxy_request_id": "1279412:16:1323780:365", "request_id": "1279412:16:1323780:365", "request_type": "coder", "requested_output_tokens": 282, "session_id": "1279412", "t_dispatch_unix": 1779964180.5393865, "t_finish_unix": 1779964185.7831037, "t_first_token_unix": 1779964182.0680952, "tpot_s": 0.013219857252667657, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117], "trace_timestamp_s": 299.6800000000003, "ttft_s": 1.5287064539988933, "turn_id": 16} +{"actual_output_tokens": 26, "cached_tokens": 12128, "effective_input_length": 13249, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13249, "latency_s": 0.3148901980021037, "output_length": 26, "proxy_request_id": "1322540:4:1326861:380", "request_id": "1322540:4:1326861:380", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1322540", "t_dispatch_unix": 1779964185.631346, "t_finish_unix": 1779964185.9462357, "t_first_token_unix": 1779964185.8149672, "tpot_s": 0.0052413238800363615, "trace_hash_ids": [13138553, 13138554, 13138555, 13138556, 13138557, 13138558, 13138559, 13138560, 13138561, 13138562, 13138563, 13138564, 13138565, 13138566, 13138567, 13138568, 13138569, 13153725, 13153726, 13160450, 13160451, 13167028, 13167029, 13180706, 13180707, 13180708], "trace_timestamp_s": 310.6680000000006, "ttft_s": 0.18361973200080683, "turn_id": 4} +{"actual_output_tokens": 296, "cached_tokens": 27088, "effective_input_length": 28120, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28120, "latency_s": 2.467769656999735, "output_length": 296, "proxy_request_id": "1316848:8:1326380:379", "request_id": "1316848:8:1326380:379", "request_type": "coder", "requested_output_tokens": 296, "session_id": "1316848", "t_dispatch_unix": 1779964183.9644578, "t_finish_unix": 1779964186.4322274, "t_first_token_unix": 1779964184.3687768, "tpot_s": 0.00699381331525451, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273], "trace_timestamp_s": 309.0010000000002, "ttft_s": 0.4043174509970413, "turn_id": 8} +{"actual_output_tokens": 552, "cached_tokens": 67088, "effective_input_length": 69041, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69041, "latency_s": 5.897769602001063, "output_length": 552, "proxy_request_id": "1269373:15:1325630:375", "request_id": "1269373:15:1325630:375", "request_type": "coder", "requested_output_tokens": 552, "session_id": "1269373", "t_dispatch_unix": 1779964181.2176766, "t_finish_unix": 1779964187.1154456, "t_first_token_unix": 1779964182.2442172, "tpot_s": 0.008840296814885967, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187], "trace_timestamp_s": 306.2520000000004, "ttft_s": 1.0265384429985716, "turn_id": 15} +{"actual_output_tokens": 69, "cached_tokens": 9600, "effective_input_length": 15253, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15253, "latency_s": 1.2031393609977385, "output_length": 69, "proxy_request_id": "1326192:2:1327234:381", "request_id": "1326192:2:1327234:381", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1326192", "t_dispatch_unix": 1779964186.9137805, "t_finish_unix": 1779964188.1169193, "t_first_token_unix": 1779964187.6057363, "tpot_s": 0.0075098606911898754, "trace_hash_ids": [13152928, 13152929, 13152930, 13152931, 13152932, 13152933, 13164676, 13164677, 13164678, 13164679, 13174246, 13174247, 13174248, 13174249, 13174250, 13174251, 13174252, 13174253, 13183880, 13183881, 13183882, 13183883, 13183884, 13183885, 13183886, 13183887, 13183888, 13183889, 13183890, 13183891], "trace_timestamp_s": 311.9490000000005, "ttft_s": 0.6919543439980771, "turn_id": 2} +{"actual_output_tokens": 88, "cached_tokens": 4624, "effective_input_length": 5146, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5146, "latency_s": 0.7084314409985382, "output_length": 88, "proxy_request_id": "1324964:2:1327382:382", "request_id": "1324964:2:1327382:382", "request_type": "coder", "requested_output_tokens": 88, "session_id": "1324964", "t_dispatch_unix": 1779964187.5184395, "t_finish_unix": 1779964188.226871, "t_first_token_unix": 1779964187.6797056, "tpot_s": 0.0062856059655247406, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13184954, 13184955, 13184956], "trace_timestamp_s": 312.5560000000005, "ttft_s": 0.16126498700032244, "turn_id": 2} +{"actual_output_tokens": 4682, "cached_tokens": 121967, "effective_input_length": 121968, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121968, "latency_s": 86.91420017199925, "output_length": 4682, "proxy_request_id": "1266668:12:1303535:276", "request_id": "1266668:12:1303535:276", "request_type": "coder", "requested_output_tokens": 4682, "session_id": "1266668", "t_dispatch_unix": 1779964103.1707773, "t_finish_unix": 1779964190.0849776, "t_first_token_unix": 1779964119.4356704, "tpot_s": 0.01509265633774785, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 155001, 155002, 155003, 155004, 155005, 155006, 155007, 155008, 155009, 155010, 155011, 155012, 155013, 155014, 12569649, 12569650, 12569651, 12605177, 12605178, 12644223, 12644224, 12644225, 12644226, 12644227, 12644228, 12644229, 12644230, 12644231, 12644232, 12644233, 12644234, 12644235, 12644236, 12644237, 12644238, 12644239, 12644240, 12644241, 12644242, 12644243, 12670169, 12670170, 12670171, 12670172, 12670173, 12670174, 12670175, 12670176, 12670177, 12670178, 12703731, 12703732, 12703733, 12703734, 12703735, 12703736, 12703737, 12703738, 12703739, 12703740, 12703741, 12703742, 12703743, 12703744, 12703745, 12703746, 12703747, 12703748, 12703749, 12703750, 12703751, 12703752, 12703753, 12703754, 12703755, 12703756, 12703757, 12703758, 12703759, 12703760, 12703761, 12748627, 12748628, 12748629, 12748630, 12748631, 12748632, 12748633, 12748634, 12748635, 12748636, 12748637, 12748638, 12748639, 12748640, 12748641, 12748642, 12748643, 12775675, 12775676, 12775677, 12775678, 12775679, 12775680, 12775681, 12775682, 12775683, 12775684, 12775685, 12775686, 12775687, 12775688, 12775689, 12775690, 12775691, 12775692, 12775693, 12775694, 12775695, 12775696, 12775697, 12775698, 12775699, 12775700, 12775701, 12775702, 12775703, 12775704, 12775705, 12775706, 12775707, 12775708, 12775709, 12775710, 12775711, 12775712, 12775713, 12775714, 12775715, 12775716, 12775717, 12809016, 12809017, 12809018, 12809019, 12809020, 12809021, 12809022, 12809023, 12809024, 12809025, 12809026, 12809027, 12809028, 12809029, 12809030, 12855409, 12855410, 12855411, 12855412, 12855413, 12855414, 12855415, 12855416, 12855417, 12855418, 12855419, 12855420, 12855421, 12855422, 12855423, 12855424, 12886824, 12886825, 12937140, 12937141, 12961861, 12961862, 12961863, 12961864, 12961865, 12961866, 12961867, 12961868, 12961869, 12961870, 12961871, 12961872, 12961873, 12961874, 12961875, 12961876, 12961877, 12961878, 12961879, 12961880, 12961881, 12961882, 12961883, 12961884, 12961885, 12961886, 12961887, 12961888, 12961889, 12961890, 12961891, 12961892, 12961893, 12961894, 12961895, 12961896, 12961897, 12961898, 12961899, 12961900, 12961901, 12961902, 12961903, 12961904, 12961905, 12961906, 12961907, 12961908], "trace_timestamp_s": 228.19700000000012, "ttft_s": 16.264890960999765, "turn_id": 12} +{"actual_output_tokens": 42, "cached_tokens": 5232, "effective_input_length": 5234, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5234, "latency_s": 0.24240505800116807, "output_length": 42, "proxy_request_id": "1324964:3:1328499:384", "request_id": "1324964:3:1328499:384", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1324964", "t_dispatch_unix": 1779964191.533928, "t_finish_unix": 1779964191.776333, "t_first_token_unix": 1779964191.5644195, "tpot_s": 0.005162254682967081, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13184954, 13184955, 13195781], "trace_timestamp_s": 316.5720000000001, "ttft_s": 0.030490641998767387, "turn_id": 3} +{"actual_output_tokens": 260, "cached_tokens": 28400, "effective_input_length": 28615, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28615, "latency_s": 1.8097624180009007, "output_length": 260, "proxy_request_id": "1316848:9:1328693:386", "request_id": "1316848:9:1328693:386", "request_type": "coder", "requested_output_tokens": 260, "session_id": "1316848", "t_dispatch_unix": 1779964192.245187, "t_finish_unix": 1779964194.0549493, "t_first_token_unix": 1779964192.367019, "tpot_s": 0.006516168343626245, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13198070], "trace_timestamp_s": 317.28300000000036, "ttft_s": 0.12183043299955898, "turn_id": 9} +{"actual_output_tokens": 2884, "cached_tokens": 0, "effective_input_length": 33182, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33182, "latency_s": 24.773057996997522, "output_length": 2884, "proxy_request_id": "1322225:1:1322225:358", "request_id": "1322225:1:1322225:358", "request_type": "coder", "requested_output_tokens": 2884, "session_id": "1322225", "t_dispatch_unix": 1779964169.3085778, "t_finish_unix": 1779964194.0816302, "t_first_token_unix": 1779964174.0016034, "tpot_s": 0.006964911135276317, "trace_hash_ids": [12158201, 426358, 11990609, 11990610, 5741838, 11990611, 5631170, 426364, 426365, 426366, 426367, 426368, 113957, 113958, 13135430, 9465731, 9465732, 9465733, 9465734, 9465735, 13135431, 13135432, 13135433, 13135434, 13135435, 13135436, 13135437, 13135438, 13135439, 13135440, 13135441, 13135442, 13135443, 13135444, 13135445, 13135446, 13135447, 13135448, 13135449, 13135450, 13135451, 13135452, 13135453, 13135454, 13135455, 13135456, 13135457, 13135458, 13135459, 13135460, 13135461, 13135462, 13135463, 13135464, 13135465, 13135466, 13135467, 13135468, 13135469, 13135470, 13135471, 13135472, 13135473, 13135474, 13135475], "trace_timestamp_s": 294.33300000000054, "ttft_s": 4.693028410998522, "turn_id": 1} +{"actual_output_tokens": 76, "cached_tokens": 5264, "effective_input_length": 5414, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5414, "latency_s": 0.4384800189982343, "output_length": 76, "proxy_request_id": "1324964:4:1329201:390", "request_id": "1324964:4:1329201:390", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1324964", "t_dispatch_unix": 1779964194.0569055, "t_finish_unix": 1779964194.4953856, "t_first_token_unix": 1779964194.1020079, "tpot_s": 0.005242001373359623, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13184954, 13184955, 13202375], "trace_timestamp_s": 319.09500000000025, "ttft_s": 0.04510087599919643, "turn_id": 4} +{"actual_output_tokens": 59, "cached_tokens": 0, "effective_input_length": 9292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9292, "latency_s": 1.4311976290009625, "output_length": 59, "proxy_request_id": "1329110:1:1329110:389", "request_id": "1329110:1:1329110:389", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1329110", "t_dispatch_unix": 1779964193.746547, "t_finish_unix": 1779964195.1777444, "t_first_token_unix": 1779964194.4478898, "tpot_s": 0.012578197689686805, "trace_hash_ids": [13185032, 13185033, 13185034, 13185035, 13185036, 13185037, 13185038, 13185039, 13201485, 13201486, 13201487, 13201488, 13201489, 13201490, 13201491, 13201492, 13201493, 13201494, 13201495], "trace_timestamp_s": 318.78099999999995, "ttft_s": 0.7013415149995126, "turn_id": 1} +{"actual_output_tokens": 40, "cached_tokens": 1856, "effective_input_length": 7423, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7423, "latency_s": 0.6530018570010725, "output_length": 40, "proxy_request_id": "1325987:2:1329336:391", "request_id": "1325987:2:1329336:391", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1325987", "t_dispatch_unix": 1779964194.594439, "t_finish_unix": 1779964195.2474408, "t_first_token_unix": 1779964195.0162551, "tpot_s": 0.005922394102526596, "trace_hash_ids": [13172375, 13172376, 13172377, 13189325, 13189326, 13189327, 13189328, 13189329, 13189330, 13203552, 13203553, 13203554, 13203555, 13203556, 13203557], "trace_timestamp_s": 319.6300000000001, "ttft_s": 0.421814823999739, "turn_id": 2} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 66703, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66703, "latency_s": 15.987612649001676, "output_length": 37, "proxy_request_id": "1325541:1:1325541:374", "request_id": "1325541:1:1325541:374", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1325541", "t_dispatch_unix": 1779964180.960308, "t_finish_unix": 1779964196.9479203, "t_first_token_unix": 1779964196.7060335, "tpot_s": 0.0067104911667128266, "trace_hash_ids": [13148586, 13148587, 13148588, 13148589, 13148590, 13148591, 13148592, 13148593, 13148594, 13148595, 13148596, 13148597, 13148598, 13148599, 13148600, 13148601, 13148602, 13148603, 13148604, 13148605, 13148606, 13148607, 13148608, 13148609, 13148610, 13148611, 13148612, 13148613, 13148614, 13148615, 13148616, 13148617, 13148618, 13148619, 13148620, 13148621, 13148622, 13148623, 13148624, 13148625, 13148626, 13148627, 13148628, 13148629, 13148630, 13148631, 13148632, 13148633, 13148634, 13148635, 13148636, 13148637, 13148638, 13148639, 13148640, 13148641, 13148642, 13148643, 13148644, 13148645, 13148646, 13148647, 13148648, 13148649, 13148650, 13148651, 13148652, 13148653, 13148654, 13148655, 13148656, 13148657, 13148658, 13148659, 13148660, 13148661, 13148662, 13148663, 13148664, 13148665, 13148666, 13148667, 13148668, 13148669, 13148670, 13148671, 13148672, 13148673, 13148674, 13148675, 13148676, 13148677, 13148678, 13148679, 13148680, 13148681, 13148682, 13148683, 13148684, 13148685, 13148686, 13148687, 13148688, 13148689, 13148690, 13148691, 13148692, 13148693, 13148694, 13148695, 13148696, 13148697, 13148698, 13148699, 13148700, 13148701, 13148702, 13148703, 13148704, 13148705, 13148706, 13148707, 13148708, 13148709, 13148710, 13148711, 13168103, 13168104, 13168105, 13168106, 13168107], "trace_timestamp_s": 305.97200000000066, "ttft_s": 15.74572335099947, "turn_id": 1} +{"actual_output_tokens": 274, "cached_tokens": 0, "effective_input_length": 10847, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10847, "latency_s": 2.3771533010003623, "output_length": 274, "proxy_request_id": "1329470:1:1329470:392", "request_id": "1329470:1:1329470:392", "request_type": "coder", "requested_output_tokens": 274, "session_id": "1329470", "t_dispatch_unix": 1779964195.0802066, "t_finish_unix": 1779964197.4573596, "t_first_token_unix": 1779964195.9382915, "tpot_s": 0.005561851531135186, "trace_hash_ids": [13131336, 13131337, 13131338, 13142097, 13142098, 13142099, 13149758, 13149759, 13149760, 13149761, 13160564, 13160565, 13160566, 13160567, 13181977, 13181978, 13181979, 13181980, 13205182, 13205183, 13205184, 13205185], "trace_timestamp_s": 320.1140000000005, "ttft_s": 0.8580835479988309, "turn_id": 1} +{"actual_output_tokens": 41, "cached_tokens": 5488, "effective_input_length": 6691, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6691, "latency_s": 0.33984101899841335, "output_length": 41, "proxy_request_id": "1324964:5:1330169:397", "request_id": "1324964:5:1330169:397", "request_type": "coder", "requested_output_tokens": 41, "session_id": "1324964", "t_dispatch_unix": 1779964197.451172, "t_finish_unix": 1779964197.791013, "t_first_token_unix": 1779964197.5834832, "tpot_s": 0.005179275249975035, "trace_hash_ids": [13162328, 13162329, 13162330, 13162331, 13162332, 13162333, 13162334, 13162335, 13184954, 13184955, 13211094, 13211095, 13211096, 13211097], "trace_timestamp_s": 322.4890000000005, "ttft_s": 0.13230998200015165, "turn_id": 5} +{"actual_output_tokens": 59, "cached_tokens": 0, "effective_input_length": 36880, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36880, "latency_s": 5.982576868998876, "output_length": 59, "proxy_request_id": "1328753:1:1328753:387", "request_id": "1328753:1:1328753:387", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1328753", "t_dispatch_unix": 1779964192.477109, "t_finish_unix": 1779964198.4596853, "t_first_token_unix": 1779964198.0768156, "tpot_s": 0.006596738482742161, "trace_hash_ids": [13155620, 13155621, 13155622, 13155623, 13155624, 13155625, 13155626, 13155627, 13155628, 13155629, 13155630, 13155631, 13155632, 13155633, 13155634, 13155635, 13155636, 13155637, 13155638, 13155639, 13155640, 13155641, 13155642, 13155643, 13155644, 13155645, 13155646, 13155647, 13155648, 13155649, 13155650, 13155651, 13155652, 13155653, 13155654, 13155655, 13155656, 13155657, 13155658, 13155659, 13155660, 13155661, 13155662, 13155663, 13155664, 13155665, 13155666, 13155667, 13155668, 13155669, 13155670, 13155671, 13155672, 13155673, 13155674, 13155675, 13155676, 13155677, 13155678, 13155679, 13155680, 13172041, 13182089, 13182090, 13182091, 13182092, 13182093, 13182094, 13182095, 13198580, 13198581, 13198582, 13198583], "trace_timestamp_s": 317.5010000000002, "ttft_s": 5.599703749998298, "turn_id": 1} +{"actual_output_tokens": 83, "cached_tokens": 0, "effective_input_length": 11725, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11725, "latency_s": 1.4120406239999284, "output_length": 83, "proxy_request_id": "1330130:1:1330130:396", "request_id": "1330130:1:1330130:396", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1330130", "t_dispatch_unix": 1779964197.3541012, "t_finish_unix": 1779964198.7661414, "t_first_token_unix": 1779964198.3095298, "tpot_s": 0.005565464134145636, "trace_hash_ids": [13186800, 13186801, 13186802, 13186803, 13186804, 13186805, 13186806, 13186807, 13186808, 13186809, 13186810, 13186811, 13186812, 13186813, 13197582, 13197583, 13197584, 13197585, 13197586, 13210629, 13210630, 13210631, 13210632], "trace_timestamp_s": 322.3830000000007, "ttft_s": 0.9554273829999147, "turn_id": 1} +{"actual_output_tokens": 69, "cached_tokens": 36928, "effective_input_length": 37007, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37007, "latency_s": 0.5611341080002603, "output_length": 69, "proxy_request_id": "1328753:2:1330033:395", "request_id": "1328753:2:1330033:395", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1328753", "t_dispatch_unix": 1779964198.4614244, "t_finish_unix": 1779964199.0225587, "t_first_token_unix": 1779964198.563835, "tpot_s": 0.006742080367664183, "trace_hash_ids": [13155620, 13155621, 13155622, 13155623, 13155624, 13155625, 13155626, 13155627, 13155628, 13155629, 13155630, 13155631, 13155632, 13155633, 13155634, 13155635, 13155636, 13155637, 13155638, 13155639, 13155640, 13155641, 13155642, 13155643, 13155644, 13155645, 13155646, 13155647, 13155648, 13155649, 13155650, 13155651, 13155652, 13155653, 13155654, 13155655, 13155656, 13155657, 13155658, 13155659, 13155660, 13155661, 13155662, 13155663, 13155664, 13155665, 13155666, 13155667, 13155668, 13155669, 13155670, 13155671, 13155672, 13155673, 13155674, 13155675, 13155676, 13155677, 13155678, 13155679, 13155680, 13172041, 13182089, 13182090, 13182091, 13182092, 13182093, 13182094, 13182095, 13198580, 13198581, 13198582, 13209966], "trace_timestamp_s": 322.0010000000002, "ttft_s": 0.10240888100088341, "turn_id": 2} +{"actual_output_tokens": 72, "cached_tokens": 0, "effective_input_length": 3866, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3866, "latency_s": 0.6094500259969209, "output_length": 72, "proxy_request_id": "1330881:1:1330881:400", "request_id": "1330881:1:1330881:400", "request_type": "coder", "requested_output_tokens": 72, "session_id": "1330881", "t_dispatch_unix": 1779964200.1090384, "t_finish_unix": 1779964200.7184882, "t_first_token_unix": 1779964200.350372, "tpot_s": 0.005180516225356743, "trace_hash_ids": [13217939, 13217940, 13217941, 13217942, 13217943, 13217944, 13217945, 13217946], "trace_timestamp_s": 325.14600000000064, "ttft_s": 0.24133291199905216, "turn_id": 1} +{"actual_output_tokens": 905, "cached_tokens": 75904, "effective_input_length": 81008, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81008, "latency_s": 14.955491863001953, "output_length": 905, "proxy_request_id": "1279412:17:1326166:377", "request_id": "1279412:17:1326166:377", "request_type": "coder", "requested_output_tokens": 905, "session_id": "1279412", "t_dispatch_unix": 1779964185.789854, "t_finish_unix": 1779964200.7453456, "t_first_token_unix": 1779964188.437167, "tpot_s": 0.013615013068583802, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13174094], "trace_timestamp_s": 308.22500000000036, "ttft_s": 2.6473095010005636, "turn_id": 17} +{"actual_output_tokens": 48, "cached_tokens": 25687, "effective_input_length": 25688, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25688, "latency_s": 2.115808187998482, "output_length": 48, "proxy_request_id": "1326192:3:1330643:399", "request_id": "1326192:3:1330643:399", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1326192", "t_dispatch_unix": 1779964199.2483194, "t_finish_unix": 1779964201.3641276, "t_first_token_unix": 1779964201.0832005, "tpot_s": 0.005970831829859464, "trace_hash_ids": [13152928, 13152929, 13152930, 13152931, 13152932, 13152933, 13164676, 13164677, 13164678, 13164679, 13174246, 13174247, 13174248, 13174249, 13174250, 13174251, 13174252, 13174253, 13183880, 13183881, 13183882, 13183883, 13183884, 13183885, 13183886, 13183887, 13183888, 13183889, 13183890, 13193351, 13193352, 13193353, 13193354, 13193355, 13200805, 13200806, 13200807, 13200808, 13200809, 13200810, 13200811, 13200812, 13200813, 13208998, 13208999, 13209000, 13215467, 13215468, 13215469, 13215470, 13215471], "trace_timestamp_s": 324.28200000000015, "ttft_s": 1.8348784589979914, "turn_id": 3} +{"actual_output_tokens": 57, "cached_tokens": 25728, "effective_input_length": 27049, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27049, "latency_s": 0.6923440579994349, "output_length": 57, "proxy_request_id": "1326192:4:1331370:401", "request_id": "1326192:4:1331370:401", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1326192", "t_dispatch_unix": 1779964201.8805842, "t_finish_unix": 1779964202.5729275, "t_first_token_unix": 1779964202.2310734, "tpot_s": 0.006099371482118191, "trace_hash_ids": [13222275, 13222276, 13222277, 13222278, 13222279, 13222280, 13222281, 13222282, 13222283, 13222284, 13222285, 13222286, 13222287, 13222288, 13222289, 13222290, 13222291, 13222292, 13222293, 13222294, 13222295, 13222296, 13222297, 13222298, 13222299, 13222300, 13222301, 13222302, 13222303, 13222304, 13222305, 13222306, 13222307, 13222308, 13222309, 13222310, 13222311, 13222312, 13222313, 13222314, 13222315, 13222316, 13222317, 13222318, 13222319, 13222320, 13222321, 13222322, 13222323, 13222324, 13222325, 13222326, 13222327], "trace_timestamp_s": 326.90800000000036, "ttft_s": 0.3504874499994912, "turn_id": 4} +{"actual_output_tokens": 68, "cached_tokens": 9344, "effective_input_length": 12781, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12781, "latency_s": 0.7847733849994256, "output_length": 68, "proxy_request_id": "1329110:2:1331399:402", "request_id": "1329110:2:1331399:402", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1329110", "t_dispatch_unix": 1779964201.9608855, "t_finish_unix": 1779964202.7456589, "t_first_token_unix": 1779964202.375146, "tpot_s": 0.005526156059693052, "trace_hash_ids": [13185032, 13185033, 13185034, 13185035, 13185036, 13185037, 13185038, 13185039, 13201485, 13201486, 13201487, 13201488, 13201489, 13201490, 13201491, 13201492, 13201493, 13201494, 13211079, 13211080, 13211081, 13211082, 13222555, 13222556, 13222557], "trace_timestamp_s": 326.9970000000003, "ttft_s": 0.4142587639980775, "turn_id": 2} +{"actual_output_tokens": 468, "cached_tokens": 28864, "effective_input_length": 28977, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28977, "latency_s": 4.898195382000267, "output_length": 468, "proxy_request_id": "1316848:10:1330509:398", "request_id": "1316848:10:1330509:398", "request_type": "coder", "requested_output_tokens": 468, "session_id": "1316848", "t_dispatch_unix": 1779964198.7179735, "t_finish_unix": 1779964203.616169, "t_first_token_unix": 1779964198.8224494, "tpot_s": 0.010264337946467248, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13214124], "trace_timestamp_s": 323.7550000000001, "ttft_s": 0.10447419299816829, "turn_id": 10} +{"actual_output_tokens": 27, "cached_tokens": 11792, "effective_input_length": 14067, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14067, "latency_s": 0.4872364420007216, "output_length": 27, "proxy_request_id": "1330130:2:1331784:403", "request_id": "1330130:2:1331784:403", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1330130", "t_dispatch_unix": 1779964203.1539574, "t_finish_unix": 1779964203.6411934, "t_first_token_unix": 1779964203.5015795, "tpot_s": 0.00536002123072439, "trace_hash_ids": [13186800, 13186801, 13186802, 13186803, 13186804, 13186805, 13186806, 13186807, 13186808, 13186809, 13186810, 13186811, 13186812, 13186813, 13197582, 13197583, 13197584, 13197585, 13197586, 13210629, 13210630, 13210631, 13220514, 13226126, 13226127, 13226128, 13226129, 13226130], "trace_timestamp_s": 328.1910000000007, "ttft_s": 0.34762067400151864, "turn_id": 2} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 12421, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12421, "latency_s": 1.2848293030001514, "output_length": 48, "proxy_request_id": "1332021:1:1332021:407", "request_id": "1332021:1:1332021:407", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1332021", "t_dispatch_unix": 1779964203.9538956, "t_finish_unix": 1779964205.2387254, "t_first_token_unix": 1779964204.9810932, "tpot_s": 0.005475591893628007, "trace_hash_ids": [29988, 29989, 29990, 29991, 29992, 29993, 29994, 29995, 29996, 29997, 29998, 29999, 30000, 12895103, 12895104, 12895105, 12895106, 12895107, 13045377, 13061172, 13096182, 13114659, 13149439, 13200204, 13228947], "trace_timestamp_s": 328.9870000000001, "ttft_s": 1.0271961739999824, "turn_id": 1} +{"actual_output_tokens": 14, "cached_tokens": 11120, "effective_input_length": 11766, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11766, "latency_s": 1.163141477998579, "output_length": 14, "proxy_request_id": "1329470:2:1332133:409", "request_id": "1329470:2:1332133:409", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1329470", "t_dispatch_unix": 1779964204.3121588, "t_finish_unix": 1779964205.4752998, "t_first_token_unix": 1779964205.3886101, "tpot_s": 0.00664563715382918, "trace_hash_ids": [13131336, 13131337, 13131338, 13142097, 13142098, 13142099, 13149758, 13149759, 13149760, 13149761, 13160564, 13160565, 13160566, 13160567, 13181977, 13181978, 13181979, 13181980, 13205182, 13205183, 13205184, 13229764, 13229765], "trace_timestamp_s": 329.35000000000036, "ttft_s": 1.0764501909980027, "turn_id": 2} +{"actual_output_tokens": 66, "cached_tokens": 12848, "effective_input_length": 13479, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13479, "latency_s": 0.5078063599976304, "output_length": 66, "proxy_request_id": "1329110:3:1332476:411", "request_id": "1329110:3:1332476:411", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1329110", "t_dispatch_unix": 1779964205.6351662, "t_finish_unix": 1779964206.142973, "t_first_token_unix": 1779964205.7832062, "tpot_s": 0.0055304800307427425, "trace_hash_ids": [13185032, 13185033, 13185034, 13185035, 13185036, 13185037, 13185038, 13185039, 13201485, 13201486, 13201487, 13201488, 13201489, 13201490, 13201491, 13201492, 13201493, 13201494, 13211079, 13211080, 13211081, 13211082, 13222555, 13222556, 13222557, 13232695, 13232696], "trace_timestamp_s": 330.6730000000007, "ttft_s": 0.14803800899971975, "turn_id": 3} +{"actual_output_tokens": 13, "cached_tokens": 66736, "effective_input_length": 73234, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73234, "latency_s": 3.0069248320032784, "output_length": 13, "proxy_request_id": "1325541:2:1331846:404", "request_id": "1325541:2:1331846:404", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1325541", "t_dispatch_unix": 1779964203.3494346, "t_finish_unix": 1779964206.356359, "t_first_token_unix": 1779964206.3046145, "tpot_s": 0.004290396000214969, "trace_hash_ids": [13148586, 13148587, 13148588, 13148589, 13148590, 13148591, 13148592, 13148593, 13148594, 13148595, 13148596, 13148597, 13148598, 13148599, 13148600, 13148601, 13148602, 13148603, 13148604, 13148605, 13148606, 13148607, 13148608, 13148609, 13148610, 13148611, 13148612, 13148613, 13148614, 13148615, 13148616, 13148617, 13148618, 13148619, 13148620, 13148621, 13148622, 13148623, 13148624, 13148625, 13148626, 13148627, 13148628, 13148629, 13148630, 13148631, 13148632, 13148633, 13148634, 13148635, 13148636, 13148637, 13148638, 13148639, 13148640, 13148641, 13148642, 13148643, 13148644, 13148645, 13148646, 13148647, 13148648, 13148649, 13148650, 13148651, 13148652, 13148653, 13148654, 13148655, 13148656, 13148657, 13148658, 13148659, 13148660, 13148661, 13148662, 13148663, 13148664, 13148665, 13148666, 13148667, 13148668, 13148669, 13148670, 13148671, 13148672, 13148673, 13148674, 13148675, 13148676, 13148677, 13148678, 13148679, 13148680, 13148681, 13148682, 13148683, 13148684, 13148685, 13148686, 13148687, 13148688, 13148689, 13148690, 13148691, 13148692, 13148693, 13148694, 13148695, 13148696, 13148697, 13148698, 13148699, 13148700, 13148701, 13148702, 13148703, 13148704, 13148705, 13148706, 13148707, 13148708, 13148709, 13148710, 13148711, 13168103, 13168104, 13168105, 13168106, 13183375, 13195564, 13195565, 13195566, 13210778, 13210779, 13210780, 13210781, 13210782, 13210783, 13227100, 13227101, 13227102, 13227103], "trace_timestamp_s": 328.3820000000005, "ttft_s": 2.9551774430001387, "turn_id": 2} +{"actual_output_tokens": 300, "cached_tokens": 69584, "effective_input_length": 71777, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71777, "latency_s": 3.8660108229996695, "output_length": 300, "proxy_request_id": "1269373:16:1331896:405", "request_id": "1269373:16:1331896:405", "request_type": "coder", "requested_output_tokens": 300, "session_id": "1269373", "t_dispatch_unix": 1779964203.5435271, "t_finish_unix": 1779964207.4095376, "t_first_token_unix": 1779964204.750227, "tpot_s": 0.00889323944481223, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13227519], "trace_timestamp_s": 328.57800000000043, "ttft_s": 1.2066973490000237, "turn_id": 16} +{"actual_output_tokens": 140, "cached_tokens": 0, "effective_input_length": 1810, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1810, "latency_s": 3.175561750998895, "output_length": 140, "proxy_request_id": "1332472:1:1332472:410", "request_id": "1332472:1:1332472:410", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1332472", "t_dispatch_unix": 1779964205.6109943, "t_finish_unix": 1779964208.7865565, "t_first_token_unix": 1779964205.757817, "tpot_s": 0.02178766589208503, "trace_hash_ids": [13232681, 13232682, 13232683, 13232684], "trace_timestamp_s": 330.64900000000034, "ttft_s": 0.14682149299915181, "turn_id": 1} +{"actual_output_tokens": 187, "cached_tokens": 12800, "effective_input_length": 21680, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21680, "latency_s": 4.899361486997805, "output_length": 187, "proxy_request_id": "1332013:1:1332013:406", "request_id": "1332013:1:1332013:406", "request_type": "coder", "requested_output_tokens": 187, "session_id": "1332013", "t_dispatch_unix": 1779964203.936169, "t_finish_unix": 1779964208.83553, "t_first_token_unix": 1779964205.3360884, "tpot_s": 0.01881310127957418, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 52726, 52727, 52728, 52729, 52730, 52731, 52732, 52733, 52734, 13228755, 13228756, 13228757, 13228758, 13228759, 13228760, 13228761, 13228762, 13228763], "trace_timestamp_s": 328.97100000000046, "ttft_s": 1.3999177429977863, "turn_id": 1} +{"actual_output_tokens": 83, "cached_tokens": 19765, "effective_input_length": 19766, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19766, "latency_s": 2.589258352003526, "output_length": 83, "proxy_request_id": "1332754:1:1332754:412", "request_id": "1332754:1:1332754:412", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1332754", "t_dispatch_unix": 1779964206.636537, "t_finish_unix": 1779964209.2257955, "t_first_token_unix": 1779964208.7444649, "tpot_s": 0.005867048951253443, "trace_hash_ids": [13174116, 13174117, 13180993, 13180994, 13180995, 13180996, 13180997, 13180998, 13180999, 13190141, 13190142, 13190143, 13190144, 13190145, 13200026, 13200027, 13200028, 13200029, 13200030, 13200031, 13200032, 13206846, 13206847, 13206848, 13206849, 13206850, 13223085, 13223086, 13223087, 13223088, 13223089, 13223090, 13223091, 13235741, 13235742, 13235743, 13235744, 13235745, 13235746], "trace_timestamp_s": 331.66700000000037, "ttft_s": 2.107926310000039, "turn_id": 1} +{"actual_output_tokens": 47, "cached_tokens": 29440, "effective_input_length": 29656, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29656, "latency_s": 0.410445172998152, "output_length": 47, "proxy_request_id": "1316848:11:1333994:416", "request_id": "1316848:11:1333994:416", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1316848", "t_dispatch_unix": 1779964211.0111144, "t_finish_unix": 1779964211.421559, "t_first_token_unix": 1779964211.1375878, "tpot_s": 0.0061678752607922825, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823], "trace_timestamp_s": 336.0480000000007, "ttft_s": 0.12647123100032331, "turn_id": 11} +{"actual_output_tokens": 296, "cached_tokens": 81904, "effective_input_length": 82488, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 82488, "latency_s": 4.436216242000228, "output_length": 296, "proxy_request_id": "1279412:18:1332945:413", "request_id": "1279412:18:1332945:413", "request_type": "coder", "requested_output_tokens": 296, "session_id": "1279412", "t_dispatch_unix": 1779964207.465621, "t_finish_unix": 1779964211.9018369, "t_first_token_unix": 1779964207.928382, "tpot_s": 0.013468585603389992, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13237340], "trace_timestamp_s": 332.5, "ttft_s": 0.4627590460004285, "turn_id": 18} +{"actual_output_tokens": 219, "cached_tokens": 44880, "effective_input_length": 45601, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45601, "latency_s": 1.9775884570008202, "output_length": 219, "proxy_request_id": "1309252:2:1334746:419", "request_id": "1309252:2:1334746:419", "request_type": "coder", "requested_output_tokens": 219, "session_id": "1309252", "t_dispatch_unix": 1779964213.8496416, "t_finish_unix": 1779964215.82723, "t_first_token_unix": 1779964214.218252, "tpot_s": 0.007379618087157857, "trace_hash_ids": [88938, 88939, 88940, 88941, 88942, 88943, 5122946, 13015371, 13015372, 13015373, 13015374, 13015375, 13015376, 13015377, 13015378, 13015379, 13015380, 13015381, 13015382, 13015383, 13036700, 13036701, 13036702, 13036703, 13036704, 13036705, 13036706, 13036707, 13036708, 13036709, 13036710, 13036711, 13036712, 13036713, 13036714, 13036715, 13036716, 13036717, 13036718, 13036719, 13036720, 13036721, 13036722, 13036723, 13036724, 13036725, 13036726, 13036727, 13036728, 13036729, 13036730, 13036731, 13036732, 13036733, 13036734, 13036735, 13036736, 13036737, 13036738, 13254144, 13254145, 13254146, 13254147, 13254148, 13254149, 13254150, 13254151, 13254152, 13254153, 13254154, 13254155, 13254156, 13254157, 13254158, 13254159, 13254160, 13254161, 13254162, 13254163, 13254164, 13254165, 13254166, 13254167, 13254168, 13254169, 13254170, 13254171, 13254172, 13254173, 13254174], "trace_timestamp_s": 338.8730000000005, "ttft_s": 0.36860740299744066, "turn_id": 2} +{"actual_output_tokens": 241, "cached_tokens": 57280, "effective_input_length": 61229, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61229, "latency_s": 3.598680062998028, "output_length": 241, "proxy_request_id": "1314357:2:1335184:420", "request_id": "1314357:2:1335184:420", "request_type": "coder", "requested_output_tokens": 241, "session_id": "1314357", "t_dispatch_unix": 1779964215.2123296, "t_finish_unix": 1779964218.8110092, "t_first_token_unix": 1779964216.8450098, "tpot_s": 0.008190667929178138, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13257866], "trace_timestamp_s": 340.2470000000003, "ttft_s": 1.6326783089971286, "turn_id": 2} +{"actual_output_tokens": 31, "cached_tokens": 11988, "effective_input_length": 11989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11989, "latency_s": 1.2109018019982614, "output_length": 31, "proxy_request_id": "1330881:2:1336222:422", "request_id": "1330881:2:1336222:422", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1330881", "t_dispatch_unix": 1779964218.9678395, "t_finish_unix": 1779964220.1787415, "t_first_token_unix": 1779964220.0187767, "tpot_s": 0.005322850633334989, "trace_hash_ids": [13217939, 13217940, 13217941, 13217942, 13217943, 13217944, 13217945, 13226639, 13226640, 13226641, 13226642, 13226643, 13226644, 13238415, 13238416, 13238417, 13247360, 13247361, 13247362, 13258417, 13258418, 13258419, 13258420, 13266737], "trace_timestamp_s": 344.0030000000006, "ttft_s": 1.0509353439992992, "turn_id": 2} +{"actual_output_tokens": 98, "cached_tokens": 0, "effective_input_length": 23689, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23689, "latency_s": 8.296188100001018, "output_length": 98, "proxy_request_id": "1334223:1:1334223:417", "request_id": "1334223:1:1334223:417", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1334223", "t_dispatch_unix": 1779964211.8833902, "t_finish_unix": 1779964220.179578, "t_first_token_unix": 1779964214.5567288, "tpot_s": 0.05796474611341501, "trace_hash_ids": [184985, 184986, 184987, 184988, 184989, 184990, 184991, 184992, 184993, 184994, 184995, 184996, 184997, 107094, 184998, 184999, 185000, 185001, 185002, 13248808, 371190, 371191, 371192, 13248809, 13248810, 69229, 69230, 69231, 1237267, 13248811, 13248812, 13248813, 13248814, 13248815, 13248816, 13248817, 13248818, 13248819, 13248820, 13248821, 13248822, 13248823, 13248824, 13248825, 13248826, 13248827, 13248828], "trace_timestamp_s": 336.91200000000026, "ttft_s": 2.673336431998905, "turn_id": 1} +{"actual_output_tokens": 209, "cached_tokens": 82768, "effective_input_length": 87264, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 87264, "latency_s": 5.392154580000351, "output_length": 209, "proxy_request_id": "1279412:19:1335444:421", "request_id": "1279412:19:1335444:421", "request_type": "coder", "requested_output_tokens": 209, "session_id": "1279412", "t_dispatch_unix": 1779964216.134839, "t_finish_unix": 1779964221.5269938, "t_first_token_unix": 1779964218.6684587, "tpot_s": 0.013741543985588578, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13260063], "trace_timestamp_s": 341.1690000000008, "ttft_s": 2.5336171419985476, "turn_id": 19} +{"actual_output_tokens": 130, "cached_tokens": 29696, "effective_input_length": 44664, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44664, "latency_s": 7.894168539998645, "output_length": 130, "proxy_request_id": "1316848:12:1334743:418", "request_id": "1316848:12:1334743:418", "request_type": "coder", "requested_output_tokens": 130, "session_id": "1316848", "t_dispatch_unix": 1779964213.8386097, "t_finish_unix": 1779964221.732778, "t_first_token_unix": 1779964218.3685336, "tpot_s": 0.02607751031006441, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13254136], "trace_timestamp_s": 338.8700000000008, "ttft_s": 4.529921795998234, "turn_id": 12} +{"actual_output_tokens": 163, "cached_tokens": 81520, "effective_input_length": 81827, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81827, "latency_s": 30.783587826001167, "output_length": 163, "proxy_request_id": "1317598:3:1328678:385", "request_id": "1317598:3:1328678:385", "request_type": "coder", "requested_output_tokens": 163, "session_id": "1317598", "t_dispatch_unix": 1779964192.1986792, "t_finish_unix": 1779964222.9822664, "t_first_token_unix": 1779964192.6305442, "tpot_s": 0.18735317279011432, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196, 13197980], "trace_timestamp_s": 317.2350000000006, "ttft_s": 0.43186207600228954, "turn_id": 3} +{"actual_output_tokens": 34, "cached_tokens": 0, "effective_input_length": 12644, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12644, "latency_s": 1.286147238999547, "output_length": 34, "proxy_request_id": "1337035:1:1337035:425", "request_id": "1337035:1:1337035:425", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1337035", "t_dispatch_unix": 1779964221.7622676, "t_finish_unix": 1779964223.0484147, "t_first_token_unix": 1779964222.8176248, "tpot_s": 0.006985420242430832, "trace_hash_ids": [13244966, 13244967, 13244968, 13251581, 13251582, 13251583, 13251584, 13251585, 13251586, 13259082, 13259083, 13259084, 13267038, 13267039, 13267040, 13267041, 13267042, 13267043, 13267044, 13267045, 13274119, 13274120, 13274121, 13274122, 13274123], "trace_timestamp_s": 346.7960000000003, "ttft_s": 1.0553560730004392, "turn_id": 1} +{"actual_output_tokens": 137, "cached_tokens": 0, "effective_input_length": 20009, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20009, "latency_s": 2.886834273002023, "output_length": 137, "proxy_request_id": "1259178:2:1336768:424", "request_id": "1259178:2:1336768:424", "request_type": "coder", "requested_output_tokens": 137, "session_id": "1259178", "t_dispatch_unix": 1779964220.7345114, "t_finish_unix": 1779964223.6213453, "t_first_token_unix": 1779964222.809358, "tpot_s": 0.00596905369852988, "trace_hash_ids": [5658, 5659, 36953, 12532295, 12532296, 12532297, 12532298, 12532299, 12532300, 12532301, 12532302, 12532303, 12532304, 12532305, 12532306, 12532307, 12532308, 12532309, 12532310, 12532311, 12532312, 12532313, 12532314, 12532315, 12532316, 12532317, 12532318, 12532319, 13271715, 13271716, 13271717, 13271718, 13271719, 13271720, 13271721, 13271722, 13271723, 13271724, 13271725, 13271726], "trace_timestamp_s": 345.77000000000044, "ttft_s": 2.0748449380007514, "turn_id": 2} +{"actual_output_tokens": 40, "cached_tokens": 512, "effective_input_length": 90605, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 90605, "latency_s": 28.133303408001666, "output_length": 40, "proxy_request_id": "1257323:2:1329541:393", "request_id": "1257323:2:1329541:393", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1257323", "t_dispatch_unix": 1779964195.5153055, "t_finish_unix": 1779964223.6486082, "t_first_token_unix": 1779964222.8819864, "tpot_s": 0.01965204907696133, "trace_hash_ids": [2511, 2512, 2513, 2514, 2515, 2516, 2517, 2518, 46994, 46995, 46996, 46997, 46998, 46999, 47000, 47001, 47002, 47003, 47004, 47005, 47006, 47007, 47008, 47009, 47010, 47011, 47012, 4751454, 2379937, 2379938, 2379939, 2379940, 2379941, 4751455, 4751456, 4751457, 4751458, 4751459, 4751460, 4751461, 4751462, 4751463, 4751464, 4751465, 4751466, 4751467, 4751468, 4751469, 4751470, 4751471, 4751472, 4751473, 4751474, 4751475, 4751476, 4751477, 4751478, 4751479, 4751480, 4751481, 4751482, 4751483, 4751484, 4751485, 10670236, 10670237, 10670238, 10670239, 10670240, 10670241, 10670242, 10670243, 10670244, 10670245, 10670246, 10670247, 10670248, 10670249, 10670250, 10670251, 10670252, 10670253, 10670254, 10670255, 10670256, 10670257, 10670258, 10670259, 10670260, 10670261, 10994656, 10994657, 10994658, 10994659, 10994660, 10994661, 10994662, 10994663, 10994664, 10994665, 10994666, 10994667, 10994668, 10994669, 10994670, 10994671, 10994672, 10994673, 10994674, 10994675, 10994676, 10994677, 10994678, 10994679, 10994680, 10994681, 10994682, 10994683, 10994684, 10994685, 10994686, 10994687, 10994688, 10994689, 10994690, 10994691, 10994692, 10994693, 10994694, 10994695, 10994696, 10994697, 10994698, 10994699, 10994700, 10994701, 10994702, 10994703, 10994704, 10994705, 10994706, 10994707, 10994708, 10994709, 10994710, 10994711, 10994712, 10994713, 10994714, 10994715, 10994716, 10994717, 10994718, 10994719, 10994720, 10994721, 10994722, 10994723, 10994724, 10994725, 10994726, 10994727, 11134572, 11161915, 11261064, 11282181, 11360636, 11420052, 11420053, 11446131, 11701929, 12264742, 12297965, 12385798, 12385799, 12514819, 13206085], "trace_timestamp_s": 320.5510000000004, "ttft_s": 27.366679132999707, "turn_id": 2} +{"actual_output_tokens": 169, "cached_tokens": 0, "effective_input_length": 14666, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14666, "latency_s": 3.539420296001481, "output_length": 169, "proxy_request_id": "1336620:1:1336620:423", "request_id": "1336620:1:1336620:423", "request_type": "coder", "requested_output_tokens": 169, "session_id": "1336620", "t_dispatch_unix": 1779964220.2699647, "t_finish_unix": 1779964223.8093853, "t_first_token_unix": 1779964221.5768986, "tpot_s": 0.013286421035705384, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 26293, 5406119, 13257908, 5406121, 5406122, 5406123, 13270068, 13270069, 13270070, 13270071, 13270072, 13270073, 13270074, 13270075], "trace_timestamp_s": 345.3050000000003, "ttft_s": 1.3069324490024883, "turn_id": 1} +{"actual_output_tokens": 47, "cached_tokens": 44784, "effective_input_length": 45005, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45005, "latency_s": 0.49493125099979807, "output_length": 47, "proxy_request_id": "1316848:13:1337519:427", "request_id": "1316848:13:1337519:427", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1316848", "t_dispatch_unix": 1779964223.597672, "t_finish_unix": 1779964224.092603, "t_first_token_unix": 1779964223.7973607, "tpot_s": 0.006413731804375699, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13278605], "trace_timestamp_s": 348.6350000000002, "ttft_s": 0.1996849019997171, "turn_id": 13} +{"actual_output_tokens": 142, "cached_tokens": 20144, "effective_input_length": 22398, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22398, "latency_s": 1.3077486069996667, "output_length": 142, "proxy_request_id": "1259178:3:1337653:429", "request_id": "1259178:3:1337653:429", "request_type": "coder", "requested_output_tokens": 142, "session_id": "1259178", "t_dispatch_unix": 1779964224.0442665, "t_finish_unix": 1779964225.352015, "t_first_token_unix": 1779964224.490045, "tpot_s": 0.006110677120577361, "trace_hash_ids": [5658, 5659, 36953, 12532295, 12532296, 12532297, 12532298, 12532299, 12532300, 12532301, 12532302, 12532303, 12532304, 12532305, 12532306, 12532307, 12532308, 12532309, 12532310, 12532311, 12532312, 12532313, 12532314, 12532315, 12532316, 12532317, 12532318, 12532319, 13271715, 13271716, 13271717, 13271718, 13271719, 13271720, 13271721, 13271722, 13271723, 13271724, 13271725, 13280050, 13280051, 13280052, 13280053, 13280054], "trace_timestamp_s": 349.08100000000013, "ttft_s": 0.4457767390013032, "turn_id": 3} +{"actual_output_tokens": 34, "cached_tokens": 20192, "effective_input_length": 36518, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36518, "latency_s": 3.6358821549983986, "output_length": 34, "proxy_request_id": "1311753:2:1337278:426", "request_id": "1311753:2:1337278:426", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1311753", "t_dispatch_unix": 1779964222.622691, "t_finish_unix": 1779964226.2585723, "t_first_token_unix": 1779964226.0532694, "tpot_s": 0.006215379272665207, "trace_hash_ids": [94090, 94091, 94092, 94093, 94094, 508947, 176859, 508948, 508949, 508950, 508951, 508952, 508953, 508954, 508955, 508956, 508957, 508958, 508959, 508960, 10647989, 10647990, 10647991, 10647992, 13038929, 13038930, 13038931, 13038932, 13038933, 13038934, 13038935, 13038936, 13038937, 13038938, 13038939, 13038940, 13038941, 13038942, 13038943, 13276135, 13276136, 13276137, 13276138, 13276139, 13276140, 13276141, 13276142, 13276143, 13276144, 13276145, 13276146, 13276147, 13276148, 13276149, 13276150, 13276151, 13276152, 13276153, 13276154, 13276155, 13276156, 13276157, 13276158, 13276159, 13276160, 13276161, 13276162, 13276163, 13276164, 13276165, 13276166, 13276167], "trace_timestamp_s": 347.65400000000045, "ttft_s": 3.4305768929989426, "turn_id": 2} +{"actual_output_tokens": 403, "cached_tokens": 27072, "effective_input_length": 34264, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34264, "latency_s": 33.89562854399992, "output_length": 403, "proxy_request_id": "1268861:5:1329060:388", "request_id": "1268861:5:1329060:388", "request_type": "coder", "requested_output_tokens": 403, "session_id": "1268861", "t_dispatch_unix": 1779964193.6149156, "t_finish_unix": 1779964227.5105433, "t_first_token_unix": 1779964195.2696927, "tpot_s": 0.08020062090796654, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049], "trace_timestamp_s": 318.65000000000055, "ttft_s": 1.6547756179970747, "turn_id": 5} +{"actual_output_tokens": 271, "cached_tokens": 72064, "effective_input_length": 73073, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73073, "latency_s": 3.066397054997651, "output_length": 271, "proxy_request_id": "1269373:17:1338104:431", "request_id": "1269373:17:1338104:431", "request_type": "coder", "requested_output_tokens": 271, "session_id": "1269373", "t_dispatch_unix": 1779964225.703418, "t_finish_unix": 1779964228.7698145, "t_first_token_unix": 1779964226.3730972, "tpot_s": 0.00887583074444491, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13284368], "trace_timestamp_s": 350.7370000000001, "ttft_s": 0.6696771149981942, "turn_id": 17} +{"actual_output_tokens": 489, "cached_tokens": 81984, "effective_input_length": 82142, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 82142, "latency_s": 5.861532615999749, "output_length": 489, "proxy_request_id": "1317598:4:1332127:408", "request_id": "1317598:4:1332127:408", "request_type": "coder", "requested_output_tokens": 489, "session_id": "1317598", "t_dispatch_unix": 1779964222.985816, "t_finish_unix": 1779964228.8473485, "t_first_token_unix": 1779964223.2708702, "tpot_s": 0.011426761309424171, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196, 13197980, 13229753], "trace_timestamp_s": 329.33500000000004, "ttft_s": 0.28505226999914157, "turn_id": 4} +{"actual_output_tokens": 65, "cached_tokens": 82624, "effective_input_length": 83088, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83088, "latency_s": 1.0051633639995998, "output_length": 65, "proxy_request_id": "1317598:5:1337780:430", "request_id": "1317598:5:1337780:430", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1317598", "t_dispatch_unix": 1779964228.850938, "t_finish_unix": 1779964229.8561013, "t_first_token_unix": 1779964229.3026378, "tpot_s": 0.0086392882187738, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196, 13197980, 13229753, 13281236, 13281237], "trace_timestamp_s": 349.5450000000001, "ttft_s": 0.4516967809977359, "turn_id": 5} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 13816, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13816, "latency_s": 1.3953567019998445, "output_length": 37, "proxy_request_id": "1339977:1:1339977:442", "request_id": "1339977:1:1339977:442", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1339977", "t_dispatch_unix": 1779964232.3044455, "t_finish_unix": 1779964233.699802, "t_first_token_unix": 1779964233.5020297, "tpot_s": 0.0054847021388518945, "trace_hash_ids": [13245098, 13245099, 13245100, 13245101, 13253631, 13253632, 13253633, 13253634, 13253635, 13253636, 13266203, 13266204, 13266205, 13266206, 13266207, 13266208, 13273953, 13273954, 13280192, 13280193, 13280194, 13288772, 13288773, 13296702, 13296703, 13296704, 13302390], "trace_timestamp_s": 357.33800000000065, "ttft_s": 1.1975830890005454, "turn_id": 1} +{"actual_output_tokens": 152, "cached_tokens": 95382, "effective_input_length": 95383, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 95383, "latency_s": 9.989430743000412, "output_length": 152, "proxy_request_id": "1279412:20:1337591:428", "request_id": "1279412:20:1337591:428", "request_type": "coder", "requested_output_tokens": 152, "session_id": "1279412", "t_dispatch_unix": 1779964223.8395867, "t_finish_unix": 1779964233.8290174, "t_first_token_unix": 1779964231.729483, "tpot_s": 0.013901299145703924, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13279440], "trace_timestamp_s": 348.8720000000003, "ttft_s": 7.889894205000019, "turn_id": 20} +{"actual_output_tokens": 455, "cached_tokens": 45808, "effective_input_length": 45994, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45994, "latency_s": 3.6134522649990686, "output_length": 455, "proxy_request_id": "1309252:3:1339771:441", "request_id": "1309252:3:1339771:441", "request_type": "coder", "requested_output_tokens": 455, "session_id": "1309252", "t_dispatch_unix": 1779964231.5418987, "t_finish_unix": 1779964235.1553504, "t_first_token_unix": 1779964231.7351542, "tpot_s": 0.007532823156390548, "trace_hash_ids": [88938, 88939, 88940, 88941, 88942, 88943, 5122946, 13015371, 13015372, 13015373, 13015374, 13015375, 13015376, 13015377, 13015378, 13015379, 13015380, 13015381, 13015382, 13015383, 13036700, 13036701, 13036702, 13036703, 13036704, 13036705, 13036706, 13036707, 13036708, 13036709, 13036710, 13036711, 13036712, 13036713, 13036714, 13036715, 13036716, 13036717, 13036718, 13036719, 13036720, 13036721, 13036722, 13036723, 13036724, 13036725, 13036726, 13036727, 13036728, 13036729, 13036730, 13036731, 13036732, 13036733, 13036734, 13036735, 13036736, 13036737, 13036738, 13254144, 13254145, 13300607, 13300608, 13300609, 13300610, 13300611, 13300612, 13300613, 13300614, 13300615, 13300616, 13300617, 13300618, 13300619, 13300620, 13300621, 13300622, 13300623, 13300624, 13300625, 13300626, 13300627, 13300628, 13300629, 13300630, 13300631, 13300632, 13300633, 13300634, 13300635], "trace_timestamp_s": 356.5730000000003, "ttft_s": 0.19325406599818962, "turn_id": 3} +{"actual_output_tokens": 70, "cached_tokens": 0, "effective_input_length": 5280, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5280, "latency_s": 0.7005779979990621, "output_length": 70, "proxy_request_id": "1341005:1:1341005:447", "request_id": "1341005:1:1341005:447", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1341005", "t_dispatch_unix": 1779964235.7767723, "t_finish_unix": 1779964236.4773505, "t_first_token_unix": 1779964236.1165333, "tpot_s": 0.005225919985473476, "trace_hash_ids": [13311826, 13311827, 13311828, 13311829, 13311830, 13311831, 13311832, 13311833, 13311834, 13311835, 13311836], "trace_timestamp_s": 360.8130000000001, "ttft_s": 0.3397597479997785, "turn_id": 1} +{"actual_output_tokens": 200, "cached_tokens": 0, "effective_input_length": 2279, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2279, "latency_s": 1.1657385360012995, "output_length": 200, "proxy_request_id": "1340903:1:1340903:446", "request_id": "1340903:1:1340903:446", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1340903", "t_dispatch_unix": 1779964235.4371314, "t_finish_unix": 1779964236.6028697, "t_first_token_unix": 1779964235.5810132, "tpot_s": 0.0051337489798855464, "trace_hash_ids": [13297157, 13304628, 13304629, 13311075, 13311076], "trace_timestamp_s": 360.47400000000016, "ttft_s": 0.14388103800229146, "turn_id": 1} +{"actual_output_tokens": 230, "cached_tokens": 95520, "effective_input_length": 95543, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 95543, "latency_s": 3.3822332600029767, "output_length": 230, "proxy_request_id": "1279412:21:1339581:440", "request_id": "1279412:21:1339581:440", "request_type": "coder", "requested_output_tokens": 230, "session_id": "1279412", "t_dispatch_unix": 1779964233.834233, "t_finish_unix": 1779964237.2164662, "t_first_token_unix": 1779964234.0085065, "tpot_s": 0.014007057895203092, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13298376], "trace_timestamp_s": 355.84200000000055, "ttft_s": 0.1742710110011103, "turn_id": 21} +{"actual_output_tokens": 6362, "cached_tokens": 54896, "effective_input_length": 55130, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55130, "latency_s": 57.07976539200172, "output_length": 6362, "proxy_request_id": "1315567:3:1325346:372", "request_id": "1315567:3:1325346:372", "request_type": "coder", "requested_output_tokens": 6362, "session_id": "1315567", "t_dispatch_unix": 1779964180.1445568, "t_finish_unix": 1779964237.2243218, "t_first_token_unix": 1779964180.3544948, "tpot_s": 0.008940354890582819, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 7245982, 81996, 13049398, 13049399, 13073849, 13073850, 13073851, 13073852, 13073853, 13073854, 13073855, 13073856, 13073857, 13073858, 13073859, 13073860, 13073861, 13073862, 13112465, 13112466, 13112467, 13112468, 13112469, 13112470, 13112471, 13112472, 13112473, 13112474, 13112475, 13112476, 13112477, 13112478, 13112479, 13112480, 13112481, 13112482, 13112483, 13112484, 13112485, 13112486, 13112487, 13112488, 13112489, 13112490, 13112491, 13112492, 13112493, 13112494, 13112495, 13112496, 13112497, 13112498, 13112499, 13112500, 13112501, 13112502, 13112503, 13112504, 13112505, 13112506, 13112507, 13112508, 13112509, 13112510, 13112511, 13112512, 13112513, 13112514, 13112515, 13112516, 13112517, 13112518, 13112519, 13112520, 13112521, 13112522, 13112523, 13112524, 13112525, 13112526, 13112527, 13112528, 13112529, 13112530, 13112531, 13112532, 13112533, 13112534, 13112535, 13112536, 13112537, 13166089, 13166090], "trace_timestamp_s": 305.1810000000005, "ttft_s": 0.20993627500138246, "turn_id": 3} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 9325, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9325, "latency_s": 11.130096354998386, "output_length": 24, "proxy_request_id": "1338292:1:1338292:432", "request_id": "1338292:1:1338292:432", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1338292", "t_dispatch_unix": 1779964226.2502143, "t_finish_unix": 1779964237.3803108, "t_first_token_unix": 1779964226.9538705, "tpot_s": 0.45331337913043884, "trace_hash_ids": [13265284, 13265285, 13265286, 13265287, 13265288, 13265289, 13265290, 13265291, 13265292, 13265293, 13265294, 13265295, 13273919, 13273920, 13286188, 13286189, 13286190, 13286191, 13286192], "trace_timestamp_s": 351.28500000000076, "ttft_s": 0.7036550949997036, "turn_id": 1} +{"actual_output_tokens": 684, "cached_tokens": 22528, "effective_input_length": 24462, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24462, "latency_s": 8.308910264000588, "output_length": 684, "proxy_request_id": "1259178:4:1339295:439", "request_id": "1259178:4:1339295:439", "request_type": "coder", "requested_output_tokens": 684, "session_id": "1259178", "t_dispatch_unix": 1779964229.720739, "t_finish_unix": 1779964238.0296485, "t_first_token_unix": 1779964230.1558256, "tpot_s": 0.01152785317276772, "trace_hash_ids": [5658, 5659, 36953, 12532295, 12532296, 12532297, 12532298, 12532299, 12532300, 12532301, 12532302, 12532303, 12532304, 12532305, 12532306, 12532307, 12532308, 12532309, 12532310, 12532311, 12532312, 12532313, 12532314, 12532315, 12532316, 12532317, 12532318, 12532319, 13271715, 13271716, 13271717, 13271718, 13271719, 13271720, 13271721, 13271722, 13271723, 13271724, 13271725, 13280050, 13280051, 13280052, 13280053, 13280054, 13295757, 13295758, 13295759, 13295760], "trace_timestamp_s": 354.7580000000007, "ttft_s": 0.43508556600136217, "turn_id": 4} +{"actual_output_tokens": 293, "cached_tokens": 1024, "effective_input_length": 21221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21221, "latency_s": 4.916335753001476, "output_length": 293, "proxy_request_id": "1340290:1:1340290:445", "request_id": "1340290:1:1340290:445", "request_type": "coder", "requested_output_tokens": 293, "session_id": "1340290", "t_dispatch_unix": 1779964233.4414759, "t_finish_unix": 1779964238.357811, "t_first_token_unix": 1779964235.702314, "tpot_s": 0.009093378078768968, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13305218], "trace_timestamp_s": 358.45600000000013, "ttft_s": 2.260836762001418, "turn_id": 1} +{"actual_output_tokens": 92, "cached_tokens": 0, "effective_input_length": 9909, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9909, "latency_s": 1.2765797360007127, "output_length": 92, "proxy_request_id": "1341912:1:1341912:449", "request_id": "1341912:1:1341912:449", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1341912", "t_dispatch_unix": 1779964238.813242, "t_finish_unix": 1779964240.089822, "t_first_token_unix": 1779964239.5903368, "tpot_s": 0.00548510999998633, "trace_hash_ids": [13307661, 13307662, 13307663, 13314126, 13314127, 13314128, 13314129, 13314130, 13314131, 13314132, 13314133, 13314134, 13314135, 13314136, 13314137, 13314138, 13319756, 13319757, 13319758, 13319759], "trace_timestamp_s": 363.84799999999996, "ttft_s": 0.7770936999986588, "turn_id": 1} +{"actual_output_tokens": 114, "cached_tokens": 21376, "effective_input_length": 21380, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21380, "latency_s": 0.8423809080013598, "output_length": 114, "proxy_request_id": "1340290:2:1342119:451", "request_id": "1340290:2:1342119:451", "request_type": "coder", "requested_output_tokens": 114, "session_id": "1340290", "t_dispatch_unix": 1779964239.4684978, "t_finish_unix": 1779964240.3108783, "t_first_token_unix": 1779964239.517195, "tpot_s": 0.007020210327446127, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13321903], "trace_timestamp_s": 364.5060000000003, "ttft_s": 0.048695723999117035, "turn_id": 2} +{"actual_output_tokens": 45, "cached_tokens": 0, "effective_input_length": 19887, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19887, "latency_s": 2.3016495010015205, "output_length": 45, "proxy_request_id": "1341948:1:1341948:450", "request_id": "1341948:1:1341948:450", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1341948", "t_dispatch_unix": 1779964238.9308646, "t_finish_unix": 1779964241.2325144, "t_first_token_unix": 1779964240.9812264, "tpot_s": 0.0057052401818344315, "trace_hash_ids": [13296198, 13296199, 13296200, 13296201, 13296202, 13296203, 13296204, 13296205, 13296206, 13296207, 13296208, 13296209, 13296210, 13296211, 13296212, 13296213, 13296214, 13296215, 13296216, 13296217, 13296218, 13296219, 13296220, 13296221, 13296222, 13296223, 13296224, 13296225, 13296226, 13296227, 13296228, 13296229, 13296230, 13308586, 13308587, 13308588, 13308589, 13320340, 13320341], "trace_timestamp_s": 363.96200000000044, "ttft_s": 2.0503601240015996, "turn_id": 1} +{"actual_output_tokens": 16, "cached_tokens": 2128, "effective_input_length": 2129, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2129, "latency_s": 0.08967534600014915, "output_length": 16, "proxy_request_id": "1340903:2:1342632:453", "request_id": "1340903:2:1342632:453", "request_type": "coder", "requested_output_tokens": 16, "session_id": "1340903", "t_dispatch_unix": 1779964241.2736084, "t_finish_unix": 1779964241.3632839, "t_first_token_unix": 1779964241.3037918, "tpot_s": 0.003948142400137537, "trace_hash_ids": [13326527, 13326528, 13326529, 13326530, 13326531], "trace_timestamp_s": 366.3110000000006, "ttft_s": 0.030182119000528473, "turn_id": 2} +{"actual_output_tokens": 154, "cached_tokens": 14832, "effective_input_length": 14918, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14918, "latency_s": 16.2188036669977, "output_length": 154, "proxy_request_id": "1336620:2:1338440:434", "request_id": "1336620:2:1338440:434", "request_type": "coder", "requested_output_tokens": 154, "session_id": "1336620", "t_dispatch_unix": 1779964226.6599972, "t_finish_unix": 1779964242.8788009, "t_first_token_unix": 1779964235.7270803, "tpot_s": 0.04674039677123492, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 26293, 5406119, 13257908, 5406121, 5406122, 5406123, 13270068, 13270069, 13270070, 13270071, 13270072, 13270073, 13270074, 13287309, 13287310], "trace_timestamp_s": 351.6980000000003, "ttft_s": 9.067081623998092, "turn_id": 2} +{"actual_output_tokens": 81, "cached_tokens": 0, "effective_input_length": 48381, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48381, "latency_s": 9.474317019001319, "output_length": 81, "proxy_request_id": "1340278:1:1340278:444", "request_id": "1340278:1:1340278:444", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1340278", "t_dispatch_unix": 1779964233.4182796, "t_finish_unix": 1779964242.892596, "t_first_token_unix": 1779964242.3020456, "tpot_s": 0.007378206512521501, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13305070, 13305071, 13305072, 13305073, 13305074, 13305075, 13305076, 13305077, 13305078, 13305079, 13305080, 13305081, 13305082, 13305083, 13305084, 13305085, 13305086, 13305087, 13305088, 13305089, 13305090, 13305091, 13305092, 13305093, 13305094, 13305095, 13305096, 13305097, 13305098, 13305099, 13305100, 13305101, 13305102, 13305103, 13305104, 13305105, 13305106, 13305107, 13305108, 13305109, 13305110, 13305111, 13305112, 13305113, 13305114, 13305115, 13305116, 13305117, 13305118, 13305119, 13305120, 13305121, 13305122, 13305123, 13305124, 13305125, 13305126, 13305127, 13305128, 13305129, 13305130, 13305131, 13305132, 13305133, 13305134, 13305135, 13305136, 13305137, 13305138, 13305139, 13305140, 13305141, 13305142, 13305143, 13305144], "trace_timestamp_s": 358.4190000000008, "ttft_s": 8.883763847999944, "turn_id": 1} +{"actual_output_tokens": 55, "cached_tokens": 5344, "effective_input_length": 9360, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9360, "latency_s": 0.6793092620027892, "output_length": 55, "proxy_request_id": "1341005:2:1342961:456", "request_id": "1341005:2:1342961:456", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1341005", "t_dispatch_unix": 1779964242.4394903, "t_finish_unix": 1779964243.1187997, "t_first_token_unix": 1779964242.8276722, "tpot_s": 0.005385284629651492, "trace_hash_ids": [13311826, 13311827, 13311828, 13311829, 13311830, 13311831, 13311832, 13311833, 13311834, 13311835, 13319583, 13319584, 13319585, 13329855, 13329856, 13329857, 13329858, 13329859, 13329860], "trace_timestamp_s": 367.47600000000057, "ttft_s": 0.3881806930003222, "turn_id": 2} +{"actual_output_tokens": 272, "cached_tokens": 37526, "effective_input_length": 37527, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37527, "latency_s": 5.392512868002086, "output_length": 272, "proxy_request_id": "1334223:2:1341796:448", "request_id": "1334223:2:1341796:448", "request_type": "coder", "requested_output_tokens": 272, "session_id": "1334223", "t_dispatch_unix": 1779964238.3787422, "t_finish_unix": 1779964243.7712555, "t_first_token_unix": 1779964241.611653, "tpot_s": 0.00796774588929366, "trace_hash_ids": [184985, 184986, 184987, 184988, 184989, 184990, 184991, 184992, 184993, 184994, 184995, 184996, 184997, 107094, 184998, 184999, 185000, 185001, 185002, 13248808, 371190, 371191, 371192, 13248809, 13248810, 69229, 69230, 69231, 1237267, 13248811, 13248812, 13248813, 13248814, 13248815, 13248816, 13248817, 13248818, 13248819, 13248820, 13248821, 13248822, 13248823, 13248824, 13248825, 13248826, 13248827, 13318839, 13318840, 13318841, 13318842, 13318843, 13318844, 13318845, 13318846, 13318847, 13318848, 13318849, 13318850, 13318851, 13318852, 13318853, 13318854, 13318855, 13318856, 13318857, 13318858, 13318859, 13318860, 13318861, 13318862, 13318863, 13318864, 13318865, 13318866], "trace_timestamp_s": 363.41000000000076, "ttft_s": 3.2329078590009885, "turn_id": 2} +{"actual_output_tokens": 59, "cached_tokens": 0, "effective_input_length": 6180, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6180, "latency_s": 3.64944959100103, "output_length": 59, "proxy_request_id": "1342327:1:1342327:452", "request_id": "1342327:1:1342327:452", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1342327", "t_dispatch_unix": 1779964240.2363496, "t_finish_unix": 1779964243.885799, "t_first_token_unix": 1779964241.900441, "tpot_s": 0.03421985320685429, "trace_hash_ids": [13306604, 13323569, 13323570, 13323571, 13323572, 13323573, 13323574, 13323575, 13323576, 13323577, 13323578, 13323579, 13323580], "trace_timestamp_s": 365.27199999999993, "ttft_s": 1.6640896910030278, "turn_id": 1} +{"actual_output_tokens": 12, "cached_tokens": 0, "effective_input_length": 11912, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11912, "latency_s": 1.0105965900002047, "output_length": 12, "proxy_request_id": "1343191:1:1343191:457", "request_id": "1343191:1:1343191:457", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1343191", "t_dispatch_unix": 1779964243.344949, "t_finish_unix": 1779964244.3555374, "t_first_token_unix": 1779964244.3042145, "tpot_s": 0.004645331454495053, "trace_hash_ids": [13317487, 13317488, 13317489, 13317490, 13317491, 13317492, 13317493, 13317494, 13317495, 13317496, 13317497, 13317498, 13317499, 13317500, 13317501, 13317502, 13317503, 13317504, 13317505, 13317506, 13324213, 13331765, 13331766, 13331767], "trace_timestamp_s": 368.3780000000006, "ttft_s": 0.9592724530011765, "turn_id": 1} +{"actual_output_tokens": 1409, "cached_tokens": 61456, "effective_input_length": 66152, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66152, "latency_s": 16.52808364899829, "output_length": 1409, "proxy_request_id": "1314357:3:1338999:437", "request_id": "1314357:3:1338999:437", "request_type": "coder", "requested_output_tokens": 1409, "session_id": "1314357", "t_dispatch_unix": 1779964228.6834443, "t_finish_unix": 1779964245.2115276, "t_first_token_unix": 1779964230.7667487, "tpot_s": 0.010258908403407284, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13292862, 13292863], "trace_timestamp_s": 353.71500000000015, "ttft_s": 2.0833023490013147, "turn_id": 3} +{"actual_output_tokens": 14, "cached_tokens": 9344, "effective_input_length": 14103, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14103, "latency_s": 0.7749981619999744, "output_length": 14, "proxy_request_id": "1338292:2:1343599:460", "request_id": "1338292:2:1343599:460", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1338292", "t_dispatch_unix": 1779964244.5499585, "t_finish_unix": 1779964245.3249564, "t_first_token_unix": 1779964245.1502836, "tpot_s": 0.013416286538603554, "trace_hash_ids": [13336050, 13336051, 13336052, 13336053, 13336054, 13336055, 13336056, 13336057, 13336058, 13336059, 13336060, 13336061, 13336062, 13336063, 13336064, 13336065, 13336066, 13336067, 13336068, 13336069, 13336070, 13336071, 13336072, 13336073, 13336074, 13336075, 13336076, 13336077], "trace_timestamp_s": 369.58300000000054, "ttft_s": 0.6003228049994505, "turn_id": 2} +{"actual_output_tokens": 13, "cached_tokens": 0, "effective_input_length": 21402, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21402, "latency_s": 2.3680251499972655, "output_length": 13, "proxy_request_id": "1343312:1:1343312:459", "request_id": "1343312:1:1343312:459", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1343312", "t_dispatch_unix": 1779964243.7074676, "t_finish_unix": 1779964246.0754929, "t_first_token_unix": 1779964246.0192432, "tpot_s": 0.00466431941670938, "trace_hash_ids": [13332570, 13332571, 13332572, 13332573, 13332574, 13332575, 13332576, 13332577, 13332578, 13332579, 13332580, 13332581, 13332582, 13332583, 13332584, 13332585, 13332586, 13332587, 13332588, 13332589, 13332590, 13332591, 13332592, 13332593, 13332594, 13332595, 13332596, 13332597, 13332598, 13332599, 13332600, 13332601, 13332602, 13332603, 13332604, 13332605, 13332606, 13332607, 13332608, 13332609, 13332610, 13332611], "trace_timestamp_s": 368.7370000000001, "ttft_s": 2.3117738319997443, "turn_id": 1} +{"actual_output_tokens": 45, "cached_tokens": 6224, "effective_input_length": 9820, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9820, "latency_s": 1.0148310099975788, "output_length": 45, "proxy_request_id": "1342327:2:1343857:461", "request_id": "1342327:2:1343857:461", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1342327", "t_dispatch_unix": 1779964245.3735156, "t_finish_unix": 1779964246.388347, "t_first_token_unix": 1779964245.7672212, "tpot_s": 0.014110236181791564, "trace_hash_ids": [13306604, 13323569, 13323570, 13323571, 13323572, 13323573, 13323574, 13323575, 13323576, 13323577, 13323578, 13323579, 13338080, 13338081, 13338082, 13338083, 13338084, 13338085, 13338086, 13338087], "trace_timestamp_s": 370.40900000000056, "ttft_s": 0.3937039989978075, "turn_id": 2} +{"actual_output_tokens": 212, "cached_tokens": 95760, "effective_input_length": 95781, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 95781, "latency_s": 2.2800997060003283, "output_length": 212, "proxy_request_id": "1279412:22:1344210:462", "request_id": "1279412:22:1344210:462", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1279412", "t_dispatch_unix": 1779964246.630791, "t_finish_unix": 1779964248.9108903, "t_first_token_unix": 1779964246.8028648, "tpot_s": 0.009989436587667197, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13341145], "trace_timestamp_s": 371.66499999999996, "ttft_s": 0.17207211200002348, "turn_id": 22} +{"actual_output_tokens": 397, "cached_tokens": 9504, "effective_input_length": 50215, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50215, "latency_s": 22.466117583000596, "output_length": 397, "proxy_request_id": "1253743:5:1338406:433", "request_id": "1253743:5:1338406:433", "request_type": "coder", "requested_output_tokens": 397, "session_id": "1253743", "t_dispatch_unix": 1779964226.5678914, "t_finish_unix": 1779964249.0340085, "t_first_token_unix": 1779964235.7300518, "tpot_s": 0.03359521233838365, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 13287120, 13287121, 13287122], "trace_timestamp_s": 351.60400000000027, "ttft_s": 9.162158980998356, "turn_id": 5} +{"actual_output_tokens": 28, "cached_tokens": 9856, "effective_input_length": 12398, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12398, "latency_s": 0.6848710089980159, "output_length": 28, "proxy_request_id": "1342327:3:1344788:466", "request_id": "1342327:3:1344788:466", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1342327", "t_dispatch_unix": 1779964248.6151915, "t_finish_unix": 1779964249.3000631, "t_first_token_unix": 1779964248.9853544, "tpot_s": 0.011644630666759677, "trace_hash_ids": [13306604, 13323569, 13323570, 13323571, 13323572, 13323573, 13323574, 13323575, 13323576, 13323577, 13323578, 13323579, 13338080, 13338081, 13338082, 13338083, 13338084, 13338085, 13338086, 13346828, 13346829, 13346830, 13346831, 13346832, 13346833], "trace_timestamp_s": 373.65100000000075, "ttft_s": 0.3701615289974143, "turn_id": 3} +{"actual_output_tokens": 547, "cached_tokens": 45040, "effective_input_length": 49688, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49688, "latency_s": 23.100679471001058, "output_length": 547, "proxy_request_id": "1316848:14:1338658:435", "request_id": "1316848:14:1338658:435", "request_type": "coder", "requested_output_tokens": 547, "session_id": "1316848", "t_dispatch_unix": 1779964227.4828706, "t_finish_unix": 1779964250.5835502, "t_first_token_unix": 1779964237.12336, "tpot_s": 0.0246517539505539, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13278605, 13289611, 13289612, 13289613, 13289614, 13289615, 13289616, 13289617, 13289618, 13289619, 13289620], "trace_timestamp_s": 352.51800000000003, "ttft_s": 9.640481949998502, "turn_id": 14} +{"actual_output_tokens": 47, "cached_tokens": 50224, "effective_input_length": 50447, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50447, "latency_s": 0.6109549130014784, "output_length": 47, "proxy_request_id": "1316848:15:1344261:463", "request_id": "1316848:15:1344261:463", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1316848", "t_dispatch_unix": 1779964250.5864012, "t_finish_unix": 1779964251.1973555, "t_first_token_unix": 1779964250.7773092, "tpot_s": 0.009126850195689653, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13278605, 13289611, 13289612, 13289613, 13289614, 13289615, 13289616, 13289617, 13289618, 13289619, 13341597, 13341598], "trace_timestamp_s": 371.8140000000003, "ttft_s": 0.19090517299991916, "turn_id": 15} +{"actual_output_tokens": 67, "cached_tokens": 0, "effective_input_length": 505, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 505, "latency_s": 0.3808798680001928, "output_length": 67, "proxy_request_id": "1345921:1:1345921:469", "request_id": "1345921:1:1345921:469", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1345921", "t_dispatch_unix": 1779964252.476312, "t_finish_unix": 1779964252.8571916, "t_first_token_unix": 1779964252.5313911, "tpot_s": 0.004932495196981384, "trace_hash_ids": [13357030], "trace_timestamp_s": 377.5140000000001, "ttft_s": 0.05507858800046961, "turn_id": 1} +{"actual_output_tokens": 25, "cached_tokens": 0, "effective_input_length": 32816, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32816, "latency_s": 5.237801146999118, "output_length": 25, "proxy_request_id": "1344773:1:1344773:465", "request_id": "1344773:1:1344773:465", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1344773", "t_dispatch_unix": 1779964248.5837445, "t_finish_unix": 1779964253.8215451, "t_first_token_unix": 1779964253.555556, "tpot_s": 0.011069939916675745, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13346692], "trace_timestamp_s": 373.59900000000016, "ttft_s": 4.971809159000259, "turn_id": 1} +{"actual_output_tokens": 30, "cached_tokens": 32832, "effective_input_length": 33008, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33008, "latency_s": 0.5109790259994043, "output_length": 30, "proxy_request_id": "1344773:2:1346419:473", "request_id": "1344773:2:1346419:473", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1344773", "t_dispatch_unix": 1779964254.3416433, "t_finish_unix": 1779964254.8526218, "t_first_token_unix": 1779964254.4805164, "tpot_s": 0.012823136344854118, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13361257], "trace_timestamp_s": 379.3780000000006, "ttft_s": 0.13887166799759143, "turn_id": 2} +{"actual_output_tokens": 121, "cached_tokens": 0, "effective_input_length": 59219, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59219, "latency_s": 13.620738973997504, "output_length": 121, "proxy_request_id": "1342634:1:1342634:454", "request_id": "1342634:1:1342634:454", "request_type": "coder", "requested_output_tokens": 121, "session_id": "1342634", "t_dispatch_unix": 1779964241.2991226, "t_finish_unix": 1779964254.9198616, "t_first_token_unix": 1779964253.984355, "tpot_s": 0.00779396674167098, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 4565053, 4565054, 4565055, 127456, 127457, 127458, 127459, 4565056, 4565057, 61286, 4565058, 4565059, 4565060, 4565061, 4565062, 4565063, 4565064, 4565065, 4565066, 4565067, 4565068, 4565069, 4565070, 4565071, 4565072, 4565073, 4565074, 4565075, 4565076, 4565077, 4565078, 4565079, 4565080, 4565081, 4565082, 4565083, 4565084, 4565085, 4565086, 4565087, 4565088, 4565089, 13036298, 13036299, 13036300, 13036301, 13036302, 13036303, 13036304, 13036305, 13036306, 13036307, 13036308, 13036309, 13036310, 13036311, 13036312, 13036313, 13036314, 13036315, 13036316, 13036317, 13036318, 13036319, 13036320, 13036321, 13036322, 13036323, 13036324, 13036325, 13036326, 13036327, 13036328, 13036329, 13036330, 13036331, 13036332, 13036333, 13036334, 13036335, 13036336, 13036337, 13068093, 13326543, 13326544, 13326545, 13326546, 13326547, 13326548, 13326549, 13326550, 13326551, 13326552, 13326553, 13326554, 13326555, 13326556, 13326557, 13326558, 13326559, 13326560, 13326561, 13326562, 13326563, 13326564, 13326565, 13326566, 13326567, 13326568, 13326569, 13326570], "trace_timestamp_s": 366.3150000000005, "ttft_s": 12.685230055998545, "turn_id": 1} +{"actual_output_tokens": 11, "cached_tokens": 12416, "effective_input_length": 14842, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14842, "latency_s": 1.45232831300018, "output_length": 11, "proxy_request_id": "1342327:4:1346218:471", "request_id": "1342327:4:1346218:471", "request_type": "coder", "requested_output_tokens": 11, "session_id": "1342327", "t_dispatch_unix": 1779964253.5757356, "t_finish_unix": 1779964255.0280638, "t_first_token_unix": 1779964254.93545, "tpot_s": 0.009240632200089749, "trace_hash_ids": [13306604, 13323569, 13323570, 13323571, 13323572, 13323573, 13323574, 13323575, 13323576, 13323577, 13323578, 13323579, 13338080, 13338081, 13338082, 13338083, 13338084, 13338085, 13338086, 13346828, 13346829, 13346830, 13346831, 13346832, 13352845, 13352846, 13352847, 13352848, 13359282], "trace_timestamp_s": 378.6120000000001, "ttft_s": 1.359713098998327, "turn_id": 4} +{"actual_output_tokens": 20, "cached_tokens": 50480, "effective_input_length": 58815, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58815, "latency_s": 3.529218766001577, "output_length": 20, "proxy_request_id": "1316848:16:1345678:468", "request_id": "1316848:16:1345678:468", "request_type": "coder", "requested_output_tokens": 20, "session_id": "1316848", "t_dispatch_unix": 1779964251.5851917, "t_finish_unix": 1779964255.1144102, "t_first_token_unix": 1779964254.6613183, "tpot_s": 0.02383651968423357, "trace_hash_ids": [2749, 2750, 24349, 56619, 71670, 71671, 71672, 71673, 71674, 71675, 71676, 13104211, 13111704, 13111705, 13111706, 13111707, 13111708, 13111709, 13111710, 13111711, 13111712, 13111713, 13111714, 13111715, 13111716, 13111717, 13111718, 13111719, 13111720, 13111721, 13111722, 13111723, 13111724, 13111725, 13111726, 13111727, 13111728, 13111729, 13111730, 13111731, 13111732, 13135116, 13147760, 13147761, 13147762, 13147763, 13147764, 13162813, 13162814, 13162815, 13162816, 13162817, 13176271, 13176272, 13176273, 13214123, 13246822, 13246823, 13254107, 13254108, 13254109, 13254110, 13254111, 13254112, 13254113, 13254114, 13254115, 13254116, 13254117, 13254118, 13254119, 13254120, 13254121, 13254122, 13254123, 13254124, 13254125, 13254126, 13254127, 13254128, 13254129, 13254130, 13254131, 13254132, 13254133, 13254134, 13254135, 13278605, 13289611, 13289612, 13289613, 13289614, 13289615, 13289616, 13289617, 13289618, 13289619, 13341597, 13355058, 13355059, 13355060, 13355061, 13355062, 13355063, 13355064, 13355065, 13355066, 13355067, 13355068, 13355069, 13355070, 13355071, 13355072, 13355073, 13355074], "trace_timestamp_s": 376.6190000000006, "ttft_s": 3.076124751001771, "turn_id": 16} +{"actual_output_tokens": 52, "cached_tokens": 560, "effective_input_length": 773, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 773, "latency_s": 0.28512403200147673, "output_length": 52, "proxy_request_id": "1345921:2:1347089:474", "request_id": "1345921:2:1347089:474", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1345921", "t_dispatch_unix": 1779964256.6619225, "t_finish_unix": 1779964256.947047, "t_first_token_unix": 1779964256.6966584, "tpot_s": 0.0049036239607969535, "trace_hash_ids": [13357030, 13367292], "trace_timestamp_s": 381.7000000000007, "ttft_s": 0.034735070999886375, "turn_id": 2} +{"actual_output_tokens": 371, "cached_tokens": 73328, "effective_input_length": 73946, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73946, "latency_s": 6.531096430000616, "output_length": 371, "proxy_request_id": "1269373:18:1345570:467", "request_id": "1269373:18:1345570:467", "request_type": "coder", "requested_output_tokens": 371, "session_id": "1269373", "t_dispatch_unix": 1779964251.1389308, "t_finish_unix": 1779964257.6700268, "t_first_token_unix": 1779964253.5672925, "tpot_s": 0.011087816664862535, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13353639], "trace_timestamp_s": 376.174, "ttft_s": 2.4283595790002437, "turn_id": 18} +{"actual_output_tokens": 50, "cached_tokens": 19920, "effective_input_length": 25661, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25661, "latency_s": 1.3472845960022823, "output_length": 50, "proxy_request_id": "1341948:2:1347296:475", "request_id": "1341948:2:1347296:475", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1341948", "t_dispatch_unix": 1779964257.3762004, "t_finish_unix": 1779964258.723485, "t_first_token_unix": 1779964258.426664, "tpot_s": 0.006052050755118087, "trace_hash_ids": [13296198, 13296199, 13296200, 13296201, 13296202, 13296203, 13296204, 13296205, 13296206, 13296207, 13296208, 13296209, 13296210, 13296211, 13296212, 13296213, 13296214, 13296215, 13296216, 13296217, 13296218, 13296219, 13296220, 13296221, 13296222, 13296223, 13296224, 13296225, 13296226, 13296227, 13296228, 13296229, 13296230, 13308586, 13308587, 13308588, 13308589, 13320340, 13328210, 13335592, 13335593, 13335594, 13351220, 13351221, 13351222, 13360455, 13360456, 13368789, 13368790, 13368791, 13368792], "trace_timestamp_s": 382.41100000000006, "ttft_s": 1.050461691000237, "turn_id": 2} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 5465, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5465, "latency_s": 0.5444086040006368, "output_length": 26, "proxy_request_id": "1347763:1:1347763:476", "request_id": "1347763:1:1347763:476", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1347763", "t_dispatch_unix": 1779964258.9860811, "t_finish_unix": 1779964259.5304897, "t_first_token_unix": 1779964259.3446598, "tpot_s": 0.0074188303200935475, "trace_hash_ids": [13347549, 13347550, 13358055, 13358056, 13358057, 13358058, 13367259, 13373800, 13373801, 13373802, 13373803], "trace_timestamp_s": 384.02199999999993, "ttft_s": 0.35857762500018, "turn_id": 1} +{"actual_output_tokens": 159, "cached_tokens": 10000, "effective_input_length": 10232, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10232, "latency_s": 16.427368291002495, "output_length": 159, "proxy_request_id": "1341912:2:1343220:458", "request_id": "1341912:2:1343220:458", "request_type": "coder", "requested_output_tokens": 159, "session_id": "1341912", "t_dispatch_unix": 1779964243.420969, "t_finish_unix": 1779964259.8483374, "t_first_token_unix": 1779964257.3184824, "tpot_s": 0.016009151569615146, "trace_hash_ids": [13307661, 13307662, 13307663, 13314126, 13314127, 13314128, 13314129, 13314130, 13314131, 13314132, 13314133, 13314134, 13314135, 13314136, 13314137, 13314138, 13319756, 13319757, 13319758, 13331957], "trace_timestamp_s": 368.45900000000074, "ttft_s": 13.897511334002047, "turn_id": 2} +{"actual_output_tokens": 263, "cached_tokens": 34656, "effective_input_length": 37019, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37019, "latency_s": 6.996133729000576, "output_length": 263, "proxy_request_id": "1268861:6:1346340:472", "request_id": "1268861:6:1346340:472", "request_type": "coder", "requested_output_tokens": 263, "session_id": "1268861", "t_dispatch_unix": 1779964254.0134, "t_finish_unix": 1779964261.0095336, "t_first_token_unix": 1779964257.931278, "tpot_s": 0.011747946507633594, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13360572], "trace_timestamp_s": 379.0500000000002, "ttft_s": 3.9178757299996505, "turn_id": 6} +{"actual_output_tokens": 397, "cached_tokens": 0, "effective_input_length": 65289, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65289, "latency_s": 19.819849986997724, "output_length": 397, "proxy_request_id": "1342921:1:1342921:455", "request_id": "1342921:1:1342921:455", "request_type": "coder", "requested_output_tokens": 397, "session_id": "1342921", "t_dispatch_unix": 1779964242.3412204, "t_finish_unix": 1779964262.1610706, "t_first_token_unix": 1779964257.3269732, "tpot_s": 0.012206599934346961, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13329706], "trace_timestamp_s": 367.3550000000005, "ttft_s": 14.985750874999212, "turn_id": 1} +{"actual_output_tokens": 44, "cached_tokens": 36544, "effective_input_length": 39636, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39636, "latency_s": 1.2093478960014181, "output_length": 44, "proxy_request_id": "1311753:3:1348389:480", "request_id": "1311753:3:1348389:480", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1311753", "t_dispatch_unix": 1779964261.462814, "t_finish_unix": 1779964262.6721616, "t_first_token_unix": 1779964262.3895528, "tpot_s": 0.006567428046468575, "trace_hash_ids": [94090, 94091, 94092, 94093, 94094, 508947, 176859, 508948, 508949, 508950, 508951, 508952, 508953, 508954, 508955, 508956, 508957, 508958, 508959, 508960, 10647989, 10647990, 10647991, 10647992, 13038929, 13038930, 13038931, 13038932, 13038933, 13038934, 13038935, 13038936, 13038937, 13038938, 13038939, 13038940, 13038941, 13038942, 13038943, 13276135, 13276136, 13276137, 13276138, 13276139, 13276140, 13276141, 13276142, 13276143, 13276144, 13276145, 13276146, 13276147, 13276148, 13276149, 13276150, 13276151, 13276152, 13276153, 13276154, 13276155, 13276156, 13276157, 13276158, 13276159, 13276160, 13276161, 13276162, 13276163, 13276164, 13276165, 13276166, 13379352, 13379353, 13379354, 13379355, 13379356, 13379357, 13379358], "trace_timestamp_s": 386.4990000000007, "ttft_s": 0.9267367520005791, "turn_id": 3} +{"actual_output_tokens": 25, "cached_tokens": 816, "effective_input_length": 1397, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1397, "latency_s": 0.5067778489974444, "output_length": 25, "proxy_request_id": "1345921:3:1348784:483", "request_id": "1345921:3:1348784:483", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1345921", "t_dispatch_unix": 1779964262.6599152, "t_finish_unix": 1779964263.166693, "t_first_token_unix": 1779964262.8982806, "tpot_s": 0.01116110849989127, "trace_hash_ids": [13357030, 13375155, 13383042], "trace_timestamp_s": 387.6980000000003, "ttft_s": 0.23836435799967148, "turn_id": 3} +{"actual_output_tokens": 67, "cached_tokens": 0, "effective_input_length": 17217, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17217, "latency_s": 2.2006767809980374, "output_length": 67, "proxy_request_id": "1348394:1:1348394:481", "request_id": "1348394:1:1348394:481", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1348394", "t_dispatch_unix": 1779964261.4936779, "t_finish_unix": 1779964263.6943548, "t_first_token_unix": 1779964263.1657977, "tpot_s": 0.00800445031822936, "trace_hash_ids": [13379385, 13379386, 13379387, 13379388, 13379389, 13379390, 13379391, 13379392, 13379393, 13379394, 13379395, 13379396, 13379397, 13379398, 13379399, 13379400, 13379401, 13379402, 13379403, 13379404, 13379405, 13379406, 13379407, 13379408, 13379409, 13379410, 13379411, 13379412, 13379413, 13379414, 13379415, 13379416, 13379417, 13379418], "trace_timestamp_s": 386.52600000000075, "ttft_s": 1.6721177509971312, "turn_id": 1} +{"actual_output_tokens": 66, "cached_tokens": 0, "effective_input_length": 12701, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12701, "latency_s": 1.4141485399995872, "output_length": 66, "proxy_request_id": "1348691:1:1348691:482", "request_id": "1348691:1:1348691:482", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1348691", "t_dispatch_unix": 1779964262.3580017, "t_finish_unix": 1779964263.7721498, "t_first_token_unix": 1779964263.4135342, "tpot_s": 0.005509044323060572, "trace_hash_ids": [13351879, 13351880, 13351881, 13351882, 13351883, 13351884, 13351885, 13351886, 13351887, 13373772, 13373773, 13373774, 13373775, 13373776, 13373777, 13373778, 13373779, 13373780, 13373781, 13382121, 13382122, 13382123, 13382124, 13382125, 13382126], "trace_timestamp_s": 387.39100000000053, "ttft_s": 1.0555315060009889, "turn_id": 1} +{"actual_output_tokens": 63, "cached_tokens": 0, "effective_input_length": 4988, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4988, "latency_s": 0.7826422809994256, "output_length": 63, "proxy_request_id": "1349975:1:1349975:487", "request_id": "1349975:1:1349975:487", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1349975", "t_dispatch_unix": 1779964266.8828995, "t_finish_unix": 1779964267.6655416, "t_first_token_unix": 1779964267.2053914, "tpot_s": 0.0074181640806449236, "trace_hash_ids": [13378687, 13378688, 13378689, 13394474, 13394475, 13394476, 13394477, 13394478, 13394479, 13394480], "trace_timestamp_s": 391.9190000000008, "ttft_s": 0.32249001400123234, "turn_id": 1} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 4594, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4594, "latency_s": 0.4112263869974413, "output_length": 24, "proxy_request_id": "1350162:1:1350162:488", "request_id": "1350162:1:1350162:488", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1350162", "t_dispatch_unix": 1779964267.568513, "t_finish_unix": 1779964267.9797397, "t_first_token_unix": 1779964267.8627071, "tpot_s": 0.005076142869612617, "trace_hash_ids": [13396122, 13396123, 13396124, 13396125, 13396126, 13396127, 13396128, 13396129, 13396130], "trace_timestamp_s": 392.6050000000005, "ttft_s": 0.2941911669986439, "turn_id": 1} +{"actual_output_tokens": 74, "cached_tokens": 0, "effective_input_length": 1471, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1471, "latency_s": 0.46770776199991815, "output_length": 74, "proxy_request_id": "1350896:1:1350896:489", "request_id": "1350896:1:1350896:489", "request_type": "coder", "requested_output_tokens": 74, "session_id": "1350896", "t_dispatch_unix": 1779964270.0154297, "t_finish_unix": 1779964270.4831374, "t_first_token_unix": 1779964270.1177282, "tpot_s": 0.005002246109566616, "trace_hash_ids": [13402641, 13402642, 13402643], "trace_timestamp_s": 395.0530000000008, "ttft_s": 0.10229757300112396, "turn_id": 1} +{"actual_output_tokens": 216, "cached_tokens": 33024, "effective_input_length": 33334, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33334, "latency_s": 5.550434780001524, "output_length": 216, "proxy_request_id": "1344773:3:1349525:486", "request_id": "1344773:3:1349525:486", "request_type": "coder", "requested_output_tokens": 216, "session_id": "1344773", "t_dispatch_unix": 1779964265.2905343, "t_finish_unix": 1779964270.8409696, "t_first_token_unix": 1779964266.3476562, "tpot_s": 0.020897703739539666, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13389569], "trace_timestamp_s": 390.3270000000002, "ttft_s": 1.057119403998513, "turn_id": 3} +{"actual_output_tokens": 10, "cached_tokens": 0, "effective_input_length": 15313, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15313, "latency_s": 1.4086253850000503, "output_length": 10, "proxy_request_id": "1350980:1:1350980:490", "request_id": "1350980:1:1350980:490", "request_type": "coder", "requested_output_tokens": 10, "session_id": "1350980", "t_dispatch_unix": 1779964270.2611825, "t_finish_unix": 1779964271.669808, "t_first_token_unix": 1779964271.6311011, "tpot_s": 0.004272739777661627, "trace_hash_ids": [13395393, 13395394, 13395395, 13395396, 13395397, 13395398, 13395399, 13395400, 13395401, 13395402, 13395403, 13395404, 13395405, 13395406, 13395407, 13395408, 13395409, 13395410, 13395411, 13395412, 13395413, 13395414, 13395415, 13395416, 13395417, 13395418, 13395419, 13395420, 13403335, 13403336], "trace_timestamp_s": 395.2940000000008, "ttft_s": 1.3699166510014038, "turn_id": 1} +{"actual_output_tokens": 381, "cached_tokens": 74304, "effective_input_length": 76493, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76493, "latency_s": 8.187586436000856, "output_length": 381, "proxy_request_id": "1269373:19:1349406:485", "request_id": "1269373:19:1349406:485", "request_type": "coder", "requested_output_tokens": 381, "session_id": "1269373", "t_dispatch_unix": 1779964264.938307, "t_finish_unix": 1779964273.1258936, "t_first_token_unix": 1779964266.210805, "tpot_s": 0.018196978971058056, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13388482, 13388483, 13388484, 13388485, 13388486, 13388487], "trace_timestamp_s": 389.97200000000066, "ttft_s": 1.2724943729990628, "turn_id": 19} +{"actual_output_tokens": 60, "cached_tokens": 50608, "effective_input_length": 51340, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51340, "latency_s": 0.9606039440004679, "output_length": 60, "proxy_request_id": "1253743:5:1351907:492", "request_id": "1253743:5:1351907:492", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1253743", "t_dispatch_unix": 1779964273.791983, "t_finish_unix": 1779964274.7525868, "t_first_token_unix": 1779964274.1856132, "tpot_s": 0.009606002627105365, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 13287120, 13412488, 13412489, 13412490, 971291], "trace_timestamp_s": 398.82800000000043, "ttft_s": 0.39362852400154225, "turn_id": 5} +{"actual_output_tokens": 29, "cached_tokens": 33536, "effective_input_length": 33579, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33579, "latency_s": 0.394127663999825, "output_length": 29, "proxy_request_id": "1344773:4:1352462:494", "request_id": "1344773:4:1352462:494", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1344773", "t_dispatch_unix": 1779964275.5892398, "t_finish_unix": 1779964275.9833677, "t_first_token_unix": 1779964275.6791117, "tpot_s": 0.010858365392778069, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13417820], "trace_timestamp_s": 400.6270000000004, "ttft_s": 0.08986987400203361, "turn_id": 4} +{"actual_output_tokens": 25, "cached_tokens": 4608, "effective_input_length": 10575, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10575, "latency_s": 0.6872979039981146, "output_length": 25, "proxy_request_id": "1350162:2:1352468:495", "request_id": "1350162:2:1352468:495", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1350162", "t_dispatch_unix": 1779964275.6060574, "t_finish_unix": 1779964276.2933555, "t_first_token_unix": 1779964276.1617525, "tpot_s": 0.005473695583380807, "trace_hash_ids": [13396122, 13396123, 13396124, 13396125, 13396126, 13396127, 13396128, 13396129, 13396130, 13407504, 13407505, 13407506, 13407507, 13407508, 13411995, 13411996, 13417843, 13417844, 13417845, 13417846, 13417847], "trace_timestamp_s": 400.64200000000073, "ttft_s": 0.555693064998195, "turn_id": 2} +{"actual_output_tokens": 40, "cached_tokens": 12752, "effective_input_length": 21436, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21436, "latency_s": 1.512416329998814, "output_length": 40, "proxy_request_id": "1348691:2:1352277:493", "request_id": "1348691:2:1352277:493", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1348691", "t_dispatch_unix": 1779964274.9804773, "t_finish_unix": 1779964276.4928937, "t_first_token_unix": 1779964276.2692184, "tpot_s": 0.005729244897408465, "trace_hash_ids": [13351879, 13351880, 13351881, 13351882, 13351883, 13351884, 13351885, 13351886, 13351887, 13373772, 13373773, 13373774, 13373775, 13373776, 13373777, 13373778, 13373779, 13373780, 13373781, 13382121, 13382122, 13382123, 13382124, 13382125, 13389881, 13389882, 13389883, 13389884, 13389885, 13389886, 13389887, 13389888, 13402829, 13402830, 13402831, 13402832, 13402833, 13415762, 13415763, 13415764, 13415765, 13415766], "trace_timestamp_s": 400.0150000000003, "ttft_s": 1.288739285999327, "turn_id": 2} +{"actual_output_tokens": 1107, "cached_tokens": 37792, "effective_input_length": 41202, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41202, "latency_s": 15.65376883099816, "output_length": 1107, "proxy_request_id": "1334223:3:1348241:479", "request_id": "1334223:3:1348241:479", "request_type": "coder", "requested_output_tokens": 1107, "session_id": "1334223", "t_dispatch_unix": 1779964260.8938785, "t_finish_unix": 1779964276.5476472, "t_first_token_unix": 1779964261.8959033, "tpot_s": 0.013247266901447995, "trace_hash_ids": [184985, 184986, 184987, 184988, 184989, 184990, 184991, 184992, 184993, 184994, 184995, 184996, 184997, 107094, 184998, 184999, 185000, 185001, 185002, 13248808, 371190, 371191, 371192, 13248809, 13248810, 69229, 69230, 69231, 1237267, 13248811, 13248812, 13248813, 13248814, 13248815, 13248816, 13248817, 13248818, 13248819, 13248820, 13248821, 13248822, 13248823, 13377885, 13377886, 13377887, 13377888, 13377889, 13377890, 13377891, 13377892, 13377893, 13377894, 13377895, 13377896, 13377897, 13377898, 13377899, 13377900, 13377901, 13377902, 13377903, 13377904, 13377905, 13377906, 13377907, 13377908, 13377909, 13377910, 13377911, 13377912, 13377913, 13377914, 13377915, 13377916, 13377917, 13377918, 13377919, 13377920, 13377921, 13377922, 13377923], "trace_timestamp_s": 385.924, "ttft_s": 1.002022525997745, "turn_id": 3} +{"actual_output_tokens": 2, "cached_tokens": 0, "effective_input_length": 6935, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6935, "latency_s": 0.4859539589997439, "output_length": 2, "proxy_request_id": "1345921:4:1353010:501", "request_id": "1345921:4:1353010:501", "request_type": "coder", "requested_output_tokens": 2, "session_id": "1345921", "t_dispatch_unix": 1779964277.5860174, "t_finish_unix": 1779964278.0719712, "t_first_token_unix": 1779964278.070247, "tpot_s": 0.0014314889995148405, "trace_hash_ids": [13421944, 13421945, 13421946, 13421947, 13421948, 13421949, 13421950, 13421951, 13421952, 13421953, 13421954, 13421955, 13421956, 13421957], "trace_timestamp_s": 402.6220000000003, "ttft_s": 0.4842286380007863, "turn_id": 4} +{"actual_output_tokens": 77, "cached_tokens": 0, "effective_input_length": 18840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18840, "latency_s": 2.5169131650000054, "output_length": 77, "proxy_request_id": "1352606:1:1352606:496", "request_id": "1352606:1:1352606:496", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1352606", "t_dispatch_unix": 1779964276.174429, "t_finish_unix": 1779964278.6913424, "t_first_token_unix": 1779964278.0597417, "tpot_s": 0.008307108526327954, "trace_hash_ids": [13400902, 13400903, 13400904, 13400905, 13400906, 13400907, 13400908, 13400909, 13400910, 13400911, 13409153, 13409154, 13409155, 13409156, 13409157, 13409158, 13409159, 13409160, 13409161, 13418934, 13418935, 13418936, 13418937, 13418938, 13418939, 13418940, 13418941, 13418942, 13418943, 13418944, 13418945, 13418946, 13418947, 13418948, 13418949, 13418950, 13418951], "trace_timestamp_s": 401.20400000000063, "ttft_s": 1.885310755998944, "turn_id": 1} +{"actual_output_tokens": 115, "cached_tokens": 83152, "effective_input_length": 83326, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83326, "latency_s": 1.3319751579983858, "output_length": 115, "proxy_request_id": "1317598:6:1352957:499", "request_id": "1317598:6:1352957:499", "request_type": "coder", "requested_output_tokens": 115, "session_id": "1317598", "t_dispatch_unix": 1779964277.4366543, "t_finish_unix": 1779964278.7686293, "t_first_token_unix": 1779964277.7240727, "tpot_s": 0.009160531394739161, "trace_hash_ids": [2511, 74916, 74917, 484810, 484811, 484812, 484813, 2859763, 2859764, 2859765, 2859766, 2859767, 2859768, 2859769, 2859770, 2859771, 2859772, 2859773, 6375382, 6375383, 6375384, 6375385, 6375386, 633349, 633350, 633351, 633352, 10711289, 10711290, 10711291, 10711292, 10711293, 10711294, 10711295, 10711296, 10711297, 10711298, 10711299, 10711300, 10711301, 10711302, 10711303, 10711304, 10711305, 10711306, 10711307, 10711308, 10711309, 10711310, 10711311, 10711312, 10711313, 10711314, 10711315, 10711316, 10711317, 10711318, 10711319, 10711320, 10711321, 10711322, 10711323, 10711324, 10711325, 10711326, 10711327, 10711328, 10711329, 10711330, 10711331, 10711332, 10711333, 10711334, 10711335, 10711336, 10711337, 10711338, 10711339, 10711340, 10711341, 10711342, 10711343, 10711344, 10711345, 10711346, 10711347, 10711348, 10711349, 10711350, 10711351, 10711352, 10711353, 10711354, 10711355, 10711356, 10711357, 10711358, 10711359, 10711360, 10711361, 10711362, 10711363, 10711364, 10711365, 10711366, 10711367, 10711368, 10711369, 10711370, 10711371, 10711372, 10711373, 10711374, 10711375, 10711376, 10774787, 10859995, 10911325, 10993134, 11067045, 11130368, 11152362, 11202481, 11369367, 11394229, 11422395, 11422396, 11422397, 11422398, 11422399, 11422400, 11422401, 11422402, 11422403, 11422404, 11422405, 11462275, 11462276, 11462277, 11462278, 11462279, 11462280, 11528700, 11591837, 11779456, 13055928, 13055929, 13055930, 13055931, 13055932, 13092039, 13092040, 13092041, 13092042, 13092043, 13092044, 13156194, 13156195, 13156196, 13197980, 13229753, 13281236, 13421614], "trace_timestamp_s": 402.47100000000046, "ttft_s": 0.2874159179991693, "turn_id": 6} +{"actual_output_tokens": 36, "cached_tokens": 0, "effective_input_length": 14239, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14239, "latency_s": 1.4237054029981664, "output_length": 36, "proxy_request_id": "1349975:2:1352986:500", "request_id": "1349975:2:1352986:500", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1349975", "t_dispatch_unix": 1779964277.5457582, "t_finish_unix": 1779964278.9694638, "t_first_token_unix": 1779964278.778504, "tpot_s": 0.005450042714281673, "trace_hash_ids": [13378687, 13378688, 13378689, 13394474, 13394475, 13394476, 13394477, 13394478, 13394479, 13402114, 13402115, 13402116, 13402117, 13402118, 13408855, 13408856, 13408857, 13408858, 13408859, 13408860, 13415611, 13415612, 13415613, 13415614, 13415615, 13421803, 13421804, 13421805], "trace_timestamp_s": 402.5799999999999, "ttft_s": 1.2327441569977964, "turn_id": 2} +{"actual_output_tokens": 233, "cached_tokens": 76864, "effective_input_length": 77790, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77790, "latency_s": 3.420895989998826, "output_length": 233, "proxy_request_id": "1269373:20:1352797:498", "request_id": "1269373:20:1352797:498", "request_type": "coder", "requested_output_tokens": 233, "session_id": "1269373", "t_dispatch_unix": 1779964276.839089, "t_finish_unix": 1779964280.259985, "t_first_token_unix": 1779964277.432854, "tpot_s": 0.012184231284475667, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13388482, 13388483, 13388484, 13388485, 13388486, 13420383, 13420384, 13420385], "trace_timestamp_s": 401.8740000000007, "ttft_s": 0.5937628790015879, "turn_id": 20} +{"actual_output_tokens": 4929, "cached_tokens": 0, "effective_input_length": 7065, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7065, "latency_s": 51.99632363099954, "output_length": 4929, "proxy_request_id": "1339070:1:1339070:438", "request_id": "1339070:1:1339070:438", "request_type": "coder", "requested_output_tokens": 4929, "session_id": "1339070", "t_dispatch_unix": 1779964228.8961935, "t_finish_unix": 1779964280.892517, "t_first_token_unix": 1779964229.376635, "tpot_s": 0.010453656171266217, "trace_hash_ids": [720115, 720116, 720117, 720118, 720119, 720120, 720121, 720122, 720123, 720124, 13293798, 13293799, 13293800, 13293801], "trace_timestamp_s": 353.9320000000007, "ttft_s": 0.48044057299921406, "turn_id": 1} +{"actual_output_tokens": 270, "cached_tokens": 33600, "effective_input_length": 33875, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33875, "latency_s": 2.683307485000114, "output_length": 270, "proxy_request_id": "1344773:5:1353365:502", "request_id": "1344773:5:1353365:502", "request_type": "coder", "requested_output_tokens": 270, "session_id": "1344773", "t_dispatch_unix": 1779964279.0492022, "t_finish_unix": 1779964281.7325096, "t_first_token_unix": 1779964279.2504497, "tpot_s": 0.009225976576215131, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13425453], "trace_timestamp_s": 404.08600000000024, "ttft_s": 0.2012460160003684, "turn_id": 5} +{"actual_output_tokens": 59, "cached_tokens": 51392, "effective_input_length": 51436, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51436, "latency_s": 0.6836405260000902, "output_length": 59, "proxy_request_id": "1253743:6:1354346:505", "request_id": "1253743:6:1354346:505", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1253743", "t_dispatch_unix": 1779964282.2934253, "t_finish_unix": 1779964282.977066, "t_first_token_unix": 1779964282.4373586, "tpot_s": 0.009300398844814105, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 13287120, 13412488, 13412489, 13412490, 13433516], "trace_timestamp_s": 407.3299999999999, "ttft_s": 0.14393126900176867, "turn_id": 6} +{"actual_output_tokens": 1948, "cached_tokens": 95984, "effective_input_length": 96026, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96026, "latency_s": 22.78765882999869, "output_length": 1948, "proxy_request_id": "1279412:23:1348089:477", "request_id": "1279412:23:1348089:477", "request_type": "coder", "requested_output_tokens": 1948, "session_id": "1279412", "t_dispatch_unix": 1779964260.2718635, "t_finish_unix": 1779964283.0595222, "t_first_token_unix": 1779964260.4535782, "tpot_s": 0.011610497833075877, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13376365], "trace_timestamp_s": 385.3070000000007, "ttft_s": 0.1817124139997759, "turn_id": 23} +{"actual_output_tokens": 127, "cached_tokens": 0, "effective_input_length": 27651, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27651, "latency_s": 4.234666239000944, "output_length": 127, "proxy_request_id": "1353821:1:1353821:503", "request_id": "1353821:1:1353821:503", "request_type": "coder", "requested_output_tokens": 127, "session_id": "1353821", "t_dispatch_unix": 1779964280.4651608, "t_finish_unix": 1779964284.6998272, "t_first_token_unix": 1779964283.892351, "tpot_s": 0.006406583190457443, "trace_hash_ids": [13429891, 13429892, 574397, 574398, 3094139, 3094140, 3094141, 769383, 3094142, 170398, 170399, 13429893, 13429894, 13429895, 13429896, 13429897, 13429898, 13429899, 13429900, 13429901, 13429902, 13429903, 13429904, 11202130, 11202131, 345479, 345480, 345481, 345482, 345483, 345484, 345485, 345486, 345487, 13429905, 2388375, 2388376, 13429906, 2885088, 13429907, 54678, 54679, 54680, 54681, 13429908, 13429909, 13429910, 13429911, 13429912, 13429913, 13429914, 13429915, 13429916, 13429917, 13429918], "trace_timestamp_s": 405.4940000000006, "ttft_s": 3.4271882670000196, "turn_id": 1} +{"actual_output_tokens": 102, "cached_tokens": 12800, "effective_input_length": 19366, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19366, "latency_s": 2.007399821002764, "output_length": 102, "proxy_request_id": "1355484:1:1355484:508", "request_id": "1355484:1:1355484:508", "request_type": "coder", "requested_output_tokens": 102, "session_id": "1355484", "t_dispatch_unix": 1779964286.174748, "t_finish_unix": 1779964288.1821477, "t_first_token_unix": 1779964287.129772, "tpot_s": 0.01041589531685009, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13443776], "trace_timestamp_s": 411.21000000000004, "ttft_s": 0.955022899001051, "turn_id": 1} +{"actual_output_tokens": 278, "cached_tokens": 0, "effective_input_length": 15519, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15519, "latency_s": 4.309925141998974, "output_length": 278, "proxy_request_id": "1286804:3:1354910:506", "request_id": "1286804:3:1354910:506", "request_type": "coder", "requested_output_tokens": 278, "session_id": "1286804", "t_dispatch_unix": 1779964284.2703972, "t_finish_unix": 1779964288.5803223, "t_first_token_unix": 1779964285.6882434, "tpot_s": 0.01043984689891619, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12930548, 13438556, 13438557, 13438558], "trace_timestamp_s": 409.308, "ttft_s": 1.417844502000662, "turn_id": 3} +{"actual_output_tokens": 11, "cached_tokens": 0, "effective_input_length": 24503, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24503, "latency_s": 3.1116236179987027, "output_length": 11, "proxy_request_id": "1355325:1:1355325:507", "request_id": "1355325:1:1355325:507", "request_type": "coder", "requested_output_tokens": 11, "session_id": "1355325", "t_dispatch_unix": 1779964285.7409804, "t_finish_unix": 1779964288.852604, "t_first_token_unix": 1779964288.5847824, "tpot_s": 0.02675663829977566, "trace_hash_ids": [2091, 2092, 2093, 41146, 41147, 41148, 41149, 41150, 41151, 41152, 41153, 41154, 41155, 41156, 41157, 41158, 41159, 41160, 41161, 41162, 41163, 41164, 252986, 252987, 252988, 252989, 6349953, 6349954, 6349955, 6349956, 6349957, 6349958, 6349959, 5104499, 10973669, 10973670, 13442398, 496454, 496455, 1203620, 1203621, 13442399, 459358, 459359, 1000032, 57326, 13442400, 13442401], "trace_timestamp_s": 410.77000000000044, "ttft_s": 2.8437998379995406, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 34144, "effective_input_length": 34198, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34198, "latency_s": 0.6347093999975186, "output_length": 27, "proxy_request_id": "1344773:6:1356097:513", "request_id": "1344773:6:1356097:513", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1344773", "t_dispatch_unix": 1779964288.4276104, "t_finish_unix": 1779964289.0623195, "t_first_token_unix": 1779964288.7460818, "tpot_s": 0.012153193499985858, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13450022], "trace_timestamp_s": 413.46500000000015, "ttft_s": 0.3184691599999496, "turn_id": 6} +{"actual_output_tokens": 92, "cached_tokens": 48448, "effective_input_length": 48977, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48977, "latency_s": 1.010172529000556, "output_length": 92, "proxy_request_id": "1340278:2:1356079:512", "request_id": "1340278:2:1356079:512", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1340278", "t_dispatch_unix": 1779964288.3639512, "t_finish_unix": 1779964289.3741138, "t_first_token_unix": 1779964288.7090619, "tpot_s": 0.007305569934052963, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13449829, 13449830, 13449831, 13449832, 13449833, 13449834, 13449835, 13449836, 13449837, 13449838, 13449839, 13449840, 13449841, 13449842, 13449843, 13449844, 13449845, 13449846, 13449847, 13449848, 13449849, 13449850, 13449851, 13449852, 13449853, 13449854, 13449855, 13449856, 13449857, 13449858, 13449859, 13449860, 13449861, 13449862, 13449863, 13449864, 13449865, 13449866, 13449867, 13449868, 13449869, 13449870, 13449871, 13449872, 13449873, 13449874, 13449875, 13449876, 13449877, 13449878, 13449879, 13449880, 13449881, 13449882, 13449883, 13449884, 13449885, 13449886, 13449887, 13449888, 13449889, 13449890, 13449891, 13449892, 13449893, 13449894, 13449895, 13449896, 13449897, 13449898, 13449899, 13449900, 13449901, 13449902], "trace_timestamp_s": 413.3860000000004, "ttft_s": 0.34511873600058607, "turn_id": 2} +{"actual_output_tokens": 54, "cached_tokens": 0, "effective_input_length": 6711, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6711, "latency_s": 1.0190383909975935, "output_length": 54, "proxy_request_id": "1356948:1:1356948:515", "request_id": "1356948:1:1356948:515", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1356948", "t_dispatch_unix": 1779964291.460748, "t_finish_unix": 1779964292.4797864, "t_first_token_unix": 1779964291.9296472, "tpot_s": 0.010375035830190239, "trace_hash_ids": [13432238, 13432239, 13432240, 13432241, 13442185, 13452093, 13452094, 13452095, 13452096, 13452097, 13457944, 13457945, 13457946, 13457947], "trace_timestamp_s": 416.4960000000001, "ttft_s": 0.46889749899855815, "turn_id": 1} +{"actual_output_tokens": 408, "cached_tokens": 78016, "effective_input_length": 78089, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 78089, "latency_s": 6.2642698460003885, "output_length": 408, "proxy_request_id": "1269373:21:1355702:509", "request_id": "1269373:21:1355702:509", "request_type": "coder", "requested_output_tokens": 408, "session_id": "1269373", "t_dispatch_unix": 1779964286.850194, "t_finish_unix": 1779964293.1144636, "t_first_token_unix": 1779964288.7046318, "tpot_s": 0.010834321449632317, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13388482, 13388483, 13388484, 13388485, 13388486, 13420383, 13420384, 13420385, 13446158], "trace_timestamp_s": 411.8860000000004, "ttft_s": 1.8544357259997923, "turn_id": 21} +{"actual_output_tokens": 61, "cached_tokens": 0, "effective_input_length": 35308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35308, "latency_s": 5.728977350998321, "output_length": 61, "proxy_request_id": "1355951:1:1355951:511", "request_id": "1355951:1:1355951:511", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1355951", "t_dispatch_unix": 1779964287.7661083, "t_finish_unix": 1779964293.4950848, "t_first_token_unix": 1779964292.9400275, "tpot_s": 0.009246957966630968, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626], "trace_timestamp_s": 412.78999999999996, "ttft_s": 5.173917852000159, "turn_id": 1} +{"actual_output_tokens": 109, "cached_tokens": 0, "effective_input_length": 13520, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13520, "latency_s": 1.7830133459974604, "output_length": 109, "proxy_request_id": "1357132:1:1357132:516", "request_id": "1357132:1:1357132:516", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1357132", "t_dispatch_unix": 1779964292.001566, "t_finish_unix": 1779964293.784579, "t_first_token_unix": 1779964293.1721635, "tpot_s": 0.0056679728147880975, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13459305], "trace_timestamp_s": 417.03400000000056, "ttft_s": 1.170596239000588, "turn_id": 1} +{"actual_output_tokens": 119, "cached_tokens": 27776, "effective_input_length": 27805, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27805, "latency_s": 1.0386957919981796, "output_length": 119, "proxy_request_id": "1353821:2:1357420:517", "request_id": "1353821:2:1357420:517", "request_type": "coder", "requested_output_tokens": 119, "session_id": "1353821", "t_dispatch_unix": 1779964292.8505573, "t_finish_unix": 1779964293.8892531, "t_first_token_unix": 1779964292.97142, "tpot_s": 0.007776219610173415, "trace_hash_ids": [13429891, 13429892, 574397, 574398, 3094139, 3094140, 3094141, 769383, 3094142, 170398, 170399, 13429893, 13429894, 13429895, 13429896, 13429897, 13429898, 13429899, 13429900, 13429901, 13429902, 13429903, 13429904, 11202130, 11202131, 345479, 345480, 345481, 345482, 345483, 345484, 345485, 345486, 345487, 13429905, 2388375, 2388376, 13429906, 2885088, 13429907, 54678, 54679, 54680, 54681, 13429908, 13429909, 13429910, 13429911, 13429912, 13429913, 13429914, 13429915, 13429916, 13429917, 13462486], "trace_timestamp_s": 417.8879999999999, "ttft_s": 0.12086134899800527, "turn_id": 2} +{"actual_output_tokens": 61, "cached_tokens": 34224, "effective_input_length": 34351, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34351, "latency_s": 0.5059691330025089, "output_length": 61, "proxy_request_id": "1344773:7:1357714:518", "request_id": "1344773:7:1357714:518", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1344773", "t_dispatch_unix": 1779964293.931565, "t_finish_unix": 1779964294.4375346, "t_first_token_unix": 1779964294.0446198, "tpot_s": 0.006544088566685483, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13465009], "trace_timestamp_s": 418.96900000000005, "ttft_s": 0.1130530020018341, "turn_id": 7} +{"actual_output_tokens": 41, "cached_tokens": 34400, "effective_input_length": 34552, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34552, "latency_s": 1.440239477000432, "output_length": 41, "proxy_request_id": "1344773:8:1358989:523", "request_id": "1344773:8:1358989:523", "request_type": "coder", "requested_output_tokens": 41, "session_id": "1344773", "t_dispatch_unix": 1779964298.4578593, "t_finish_unix": 1779964299.8980992, "t_first_token_unix": 1779964299.4626644, "tpot_s": 0.010878363775009347, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13477517], "trace_timestamp_s": 423.4950000000008, "ttft_s": 1.004803036001249, "turn_id": 8} +{"actual_output_tokens": 61, "cached_tokens": 34592, "effective_input_length": 34611, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34611, "latency_s": 0.7815571780010941, "output_length": 61, "proxy_request_id": "1344773:9:1360064:526", "request_id": "1344773:9:1360064:526", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1344773", "t_dispatch_unix": 1779964302.4563541, "t_finish_unix": 1779964303.2379112, "t_first_token_unix": 1779964302.5503802, "tpot_s": 0.01145463700001225, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13488056], "trace_timestamp_s": 427.4940000000006, "ttft_s": 0.0940248970000539, "turn_id": 9} +{"actual_output_tokens": 150, "cached_tokens": 0, "effective_input_length": 83526, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83526, "latency_s": 25.028478157997597, "output_length": 150, "proxy_request_id": "1353951:1:1353951:504", "request_id": "1353951:1:1353951:504", "request_type": "coder", "requested_output_tokens": 150, "session_id": "1353951", "t_dispatch_unix": 1779964280.9419842, "t_finish_unix": 1779964305.9704618, "t_first_token_unix": 1779964304.6031013, "tpot_s": 0.009173896288589672, "trace_hash_ids": [57650, 57651, 63986, 63987, 63988, 63989, 63990, 63991, 63992, 63993, 63994, 63995, 63996, 63997, 63998, 63999, 64000, 64001, 64002, 64003, 64004, 64005, 64006, 64007, 64008, 64009, 8107570, 8107571, 2409606, 2409607, 8107572, 8107573, 2891280, 8107574, 8107575, 8107576, 8107577, 8107578, 8107579, 8107580, 8107581, 8107582, 9028327, 9028328, 9028329, 10714983, 10714984, 10714985, 10714986, 10714987, 10714988, 10714989, 10714990, 10714991, 10714992, 10714993, 10714994, 10714995, 10714996, 10714997, 10714998, 10714999, 10715000, 10715001, 10715002, 10715003, 10715004, 10715005, 10715006, 10715007, 10715008, 10715009, 10715010, 10715011, 10715012, 10715013, 10715014, 10715015, 10715016, 10715017, 10715018, 10715019, 10715020, 10715021, 10715022, 10715023, 10715024, 10715025, 10715026, 10715027, 10715028, 10715029, 10715030, 10715031, 10715032, 10715033, 10715034, 10715035, 10715036, 10715037, 10715038, 10715039, 10715040, 10715041, 10715042, 10715043, 10715044, 10715045, 10715046, 10715047, 10715048, 10715049, 10715050, 10715051, 10715052, 10715053, 10715054, 10715055, 10715056, 10715057, 10715058, 10715059, 10715060, 10715061, 10715062, 10759522, 10759523, 10759524, 10759525, 10759526, 10759527, 10759528, 10759529, 10759530, 10778264, 10805988, 10825765, 10910663, 10910664, 10910665, 11006287, 11006288, 11333088, 11333089, 11432622, 11432623, 11610384, 11610385, 13198983, 13198984, 13198985, 13198986, 13409591, 13409592, 13409593, 13409594, 13430835, 13430836, 13430837, 13430838, 13430839, 13430840, 13430841, 13430842], "trace_timestamp_s": 405.9470000000001, "ttft_s": 23.661115004997555, "turn_id": 1} +{"actual_output_tokens": 22, "cached_tokens": 83664, "effective_input_length": 83905, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83905, "latency_s": 0.42960449300153414, "output_length": 22, "proxy_request_id": "1353951:2:1358300:520", "request_id": "1353951:2:1358300:520", "request_type": "coder", "requested_output_tokens": 22, "session_id": "1353951", "t_dispatch_unix": 1779964305.9759562, "t_finish_unix": 1779964306.4055607, "t_first_token_unix": 1779964306.28379, "tpot_s": 0.005787322999995446, "trace_hash_ids": [57650, 57651, 63986, 63987, 63988, 63989, 63990, 63991, 63992, 63993, 63994, 63995, 63996, 63997, 63998, 63999, 64000, 64001, 64002, 64003, 64004, 64005, 64006, 64007, 64008, 64009, 8107570, 8107571, 2409606, 2409607, 8107572, 8107573, 2891280, 8107574, 8107575, 8107576, 8107577, 8107578, 8107579, 8107580, 8107581, 8107582, 9028327, 9028328, 9028329, 10714983, 10714984, 10714985, 10714986, 10714987, 10714988, 10714989, 10714990, 10714991, 10714992, 10714993, 10714994, 10714995, 10714996, 10714997, 10714998, 10714999, 10715000, 10715001, 10715002, 10715003, 10715004, 10715005, 10715006, 10715007, 10715008, 10715009, 10715010, 10715011, 10715012, 10715013, 10715014, 10715015, 10715016, 10715017, 10715018, 10715019, 10715020, 10715021, 10715022, 10715023, 10715024, 10715025, 10715026, 10715027, 10715028, 10715029, 10715030, 10715031, 10715032, 10715033, 10715034, 10715035, 10715036, 10715037, 10715038, 10715039, 10715040, 10715041, 10715042, 10715043, 10715044, 10715045, 10715046, 10715047, 10715048, 10715049, 10715050, 10715051, 10715052, 10715053, 10715054, 10715055, 10715056, 10715057, 10715058, 10715059, 10715060, 10715061, 10715062, 10759522, 10759523, 10759524, 10759525, 10759526, 10759527, 10759528, 10759529, 10759530, 10778264, 10805988, 10825765, 10910663, 10910664, 10910665, 11006287, 11006288, 11333088, 11333089, 11432622, 11432623, 11610384, 11610385, 13198983, 13198984, 13198985, 13198986, 13409591, 13409592, 13409593, 13409594, 13430835, 13471008, 13471009, 13471010, 13471011, 13471012, 13471013, 13471014], "trace_timestamp_s": 420.991, "ttft_s": 0.3078308840013051, "turn_id": 2} +{"actual_output_tokens": 48, "cached_tokens": 65680, "effective_input_length": 66032, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66032, "latency_s": 0.7218892649980262, "output_length": 48, "proxy_request_id": "1342921:2:1361022:530", "request_id": "1342921:2:1361022:530", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1342921", "t_dispatch_unix": 1779964305.729459, "t_finish_unix": 1779964306.4513478, "t_first_token_unix": 1779964306.0971951, "tpot_s": 0.007530748680824702, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390], "trace_timestamp_s": 430.7650000000003, "ttft_s": 0.3677330559985421, "turn_id": 2} +{"actual_output_tokens": 31, "cached_tokens": 16479, "effective_input_length": 16480, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16480, "latency_s": 1.445633535997331, "output_length": 31, "proxy_request_id": "1356948:2:1361262:532", "request_id": "1356948:2:1361262:532", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1356948", "t_dispatch_unix": 1779964306.745782, "t_finish_unix": 1779964308.1914155, "t_first_token_unix": 1779964308.0303802, "tpot_s": 0.005360290799944778, "trace_hash_ids": [13499396, 13499397, 13499398, 13499399, 13499400, 13499401, 13499402, 13499403, 13499404, 13499405, 13499406, 13499407, 13499408, 13499409, 13499410, 13499411, 13499412, 13499413, 13499414, 13499415, 13499416, 13499417, 13499418, 13499419, 13499420, 13499421, 13499422, 13499423, 13499424, 13499425, 13499426, 13499427, 13499428], "trace_timestamp_s": 431.77800000000025, "ttft_s": 1.2845968649999122, "turn_id": 2} +{"actual_output_tokens": 189, "cached_tokens": 19456, "effective_input_length": 19493, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19493, "latency_s": 8.684990279998601, "output_length": 189, "proxy_request_id": "1355484:2:1359370:525", "request_id": "1355484:2:1359370:525", "request_type": "coder", "requested_output_tokens": 189, "session_id": "1355484", "t_dispatch_unix": 1779964299.9515383, "t_finish_unix": 1779964308.6365292, "t_first_token_unix": 1779964306.6910615, "tpot_s": 0.010346356069137672, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13481586], "trace_timestamp_s": 424.9890000000005, "ttft_s": 6.739521572999365, "turn_id": 2} +{"actual_output_tokens": 28, "cached_tokens": 0, "effective_input_length": 8113, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8113, "latency_s": 0.7140252760000294, "output_length": 28, "proxy_request_id": "1361992:1:1361992:535", "request_id": "1361992:1:1361992:535", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1361992", "t_dispatch_unix": 1779964309.32395, "t_finish_unix": 1779964310.037975, "t_first_token_unix": 1779964309.898403, "tpot_s": 0.005157646703689049, "trace_hash_ids": [13476591, 13499228, 13499229, 13499230, 13499231, 13499232, 13499233, 13499234, 13499235, 13499236, 13506610, 13506611, 13506612, 13506613, 13506614, 13506615], "trace_timestamp_s": 434.3590000000004, "ttft_s": 0.5744515309997951, "turn_id": 1} +{"actual_output_tokens": 78, "cached_tokens": 0, "effective_input_length": 33478, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33478, "latency_s": 5.6617690560015035, "output_length": 78, "proxy_request_id": "1270340:3:1360716:528", "request_id": "1270340:3:1360716:528", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1270340", "t_dispatch_unix": 1779964304.606269, "t_finish_unix": 1779964310.2680378, "t_first_token_unix": 1779964309.4016767, "tpot_s": 0.01124832796106945, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 13494255, 13494256, 13494257, 13494258, 13494259, 13494260, 13494261, 13494262, 13494263, 13494264, 13494265], "trace_timestamp_s": 429.6390000000001, "ttft_s": 4.795405651999317, "turn_id": 3} +{"actual_output_tokens": 66, "cached_tokens": 0, "effective_input_length": 19714, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19714, "latency_s": 2.724466569001379, "output_length": 66, "proxy_request_id": "1355484:3:1361065:531", "request_id": "1355484:3:1361065:531", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1355484", "t_dispatch_unix": 1779964308.6374311, "t_finish_unix": 1779964311.3618977, "t_first_token_unix": 1779964310.6938524, "tpot_s": 0.010272449292320884, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13497881], "trace_timestamp_s": 430.9370000000008, "ttft_s": 2.0564189579999947, "turn_id": 3} +{"actual_output_tokens": 356, "cached_tokens": 34656, "effective_input_length": 34679, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34679, "latency_s": 5.165290687000379, "output_length": 356, "proxy_request_id": "1344773:10:1361326:533", "request_id": "1344773:10:1361326:533", "request_type": "coder", "requested_output_tokens": 356, "session_id": "1344773", "t_dispatch_unix": 1779964306.9877663, "t_finish_unix": 1779964312.153057, "t_first_token_unix": 1779964308.017119, "tpot_s": 0.011649641780281918, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13500244], "trace_timestamp_s": 432.02500000000055, "ttft_s": 1.0293509139992238, "turn_id": 10} +{"actual_output_tokens": 197, "cached_tokens": 0, "effective_input_length": 8825, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8825, "latency_s": 2.648053749999235, "output_length": 197, "proxy_request_id": "1362265:1:1362265:536", "request_id": "1362265:1:1362265:536", "request_type": "coder", "requested_output_tokens": 197, "session_id": "1362265", "t_dispatch_unix": 1779964310.1696248, "t_finish_unix": 1779964312.8176785, "t_first_token_unix": 1779964310.9424202, "tpot_s": 0.009566467500008002, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13509133], "trace_timestamp_s": 435.2049999999999, "ttft_s": 0.7727944219986966, "turn_id": 1} +{"actual_output_tokens": 29, "cached_tokens": 8128, "effective_input_length": 10347, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10347, "latency_s": 0.4110792149986082, "output_length": 29, "proxy_request_id": "1361992:2:1362904:537", "request_id": "1361992:2:1362904:537", "request_type": "coder", "requested_output_tokens": 29, "session_id": "1361992", "t_dispatch_unix": 1779964312.4145865, "t_finish_unix": 1779964312.8256657, "t_first_token_unix": 1779964312.6786268, "tpot_s": 0.005245151714266935, "trace_hash_ids": [13476591, 13499228, 13499229, 13499230, 13499231, 13499232, 13499233, 13499234, 13499235, 13499236, 13506610, 13506611, 13506612, 13506613, 13506614, 13515206, 13515207, 13515208, 13515209, 13515210, 13515211], "trace_timestamp_s": 437.4520000000002, "ttft_s": 0.2640389599982882, "turn_id": 2} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 543, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 543, "latency_s": 0.5949498059999314, "output_length": 37, "proxy_request_id": "1363440:1:1363440:542", "request_id": "1363440:1:1363440:542", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1363440", "t_dispatch_unix": 1779964314.3653, "t_finish_unix": 1779964314.9602501, "t_first_token_unix": 1779964314.5768204, "tpot_s": 0.010642947027716017, "trace_hash_ids": [13519619, 13519620], "trace_timestamp_s": 439.40300000000025, "ttft_s": 0.2115191289994982, "turn_id": 1} +{"actual_output_tokens": 723, "cached_tokens": 58757, "effective_input_length": 58758, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58758, "latency_s": 20.04118047099837, "output_length": 723, "proxy_request_id": "1313181:2:1358046:519", "request_id": "1313181:2:1358046:519", "request_type": "coder", "requested_output_tokens": 723, "session_id": "1313181", "t_dispatch_unix": 1779964295.1326525, "t_finish_unix": 1779964315.173833, "t_first_token_unix": 1779964306.7676575, "tpot_s": 0.011642374789471558, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720], "trace_timestamp_s": 420.15500000000065, "ttft_s": 11.635003289000451, "turn_id": 2} +{"actual_output_tokens": 97, "cached_tokens": 24448, "effective_input_length": 24451, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24451, "latency_s": 0.8134930160013027, "output_length": 97, "proxy_request_id": "1313181:3:1316742:330", "request_id": "1313181:3:1316742:330", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1313181", "t_dispatch_unix": 1779964315.1758213, "t_finish_unix": 1779964315.9893146, "t_first_token_unix": 1779964315.2302558, "tpot_s": 0.007903491583344172, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713], "trace_timestamp_s": 274.71900000000005, "ttft_s": 0.05443209299846785, "turn_id": 3} +{"actual_output_tokens": 148, "cached_tokens": 6656, "effective_input_length": 8706, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8706, "latency_s": 1.3009219259984093, "output_length": 148, "proxy_request_id": "1364128:1:1364128:545", "request_id": "1364128:1:1364128:545", "request_type": "coder", "requested_output_tokens": 148, "session_id": "1364128", "t_dispatch_unix": 1779964316.5334668, "t_finish_unix": 1779964317.8343887, "t_first_token_unix": 1779964316.7589188, "tpot_s": 0.007313958217687255, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13525787, 2139676, 2139677, 13525788, 13525789], "trace_timestamp_s": 441.5700000000006, "ttft_s": 0.22545017299853498, "turn_id": 1} +{"actual_output_tokens": 663, "cached_tokens": 0, "effective_input_length": 16057, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16057, "latency_s": 6.475921000001108, "output_length": 663, "proxy_request_id": "1305906:2:1363233:539", "request_id": "1305906:2:1363233:539", "request_type": "coder", "requested_output_tokens": 663, "session_id": "1305906", "t_dispatch_unix": 1779964313.5312333, "t_finish_unix": 1779964320.0071545, "t_first_token_unix": 1779964315.0300672, "tpot_s": 0.007517697471298163, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13517857, 13517858, 13517859, 13517860, 13517861], "trace_timestamp_s": 438.5680000000002, "ttft_s": 1.4988320869997551, "turn_id": 2} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 2019, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2019, "latency_s": 0.604919350000273, "output_length": 37, "proxy_request_id": "1364960:1:1364960:549", "request_id": "1364960:1:1364960:549", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1364960", "t_dispatch_unix": 1779964319.4571283, "t_finish_unix": 1779964320.0620472, "t_first_token_unix": 1779964319.60973, "tpot_s": 0.012507706333356813, "trace_hash_ids": [13526287, 13526288, 13526289, 13533401], "trace_timestamp_s": 444.4950000000008, "ttft_s": 0.1526009269982751, "turn_id": 1} +{"actual_output_tokens": 153, "cached_tokens": 13616, "effective_input_length": 14721, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14721, "latency_s": 1.218282611000177, "output_length": 153, "proxy_request_id": "1357132:2:1364990:550", "request_id": "1357132:2:1364990:550", "request_type": "coder", "requested_output_tokens": 153, "session_id": "1357132", "t_dispatch_unix": 1779964319.5311334, "t_finish_unix": 1779964320.7494164, "t_first_token_unix": 1779964319.790472, "tpot_s": 0.00630693413816181, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13533534, 13533535, 13533536], "trace_timestamp_s": 444.5690000000004, "ttft_s": 0.259336331000668, "turn_id": 2} +{"actual_output_tokens": 51, "cached_tokens": 576, "effective_input_length": 3866, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3866, "latency_s": 0.9296661400003359, "output_length": 51, "proxy_request_id": "1363440:2:1365095:551", "request_id": "1363440:2:1365095:551", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1363440", "t_dispatch_unix": 1779964320.039885, "t_finish_unix": 1779964320.969551, "t_first_token_unix": 1779964320.36869, "tpot_s": 0.012009667660022387, "trace_hash_ids": [13519619, 13526758, 13526759, 13534597, 13534598, 13534599, 13534600, 13534601], "trace_timestamp_s": 445.0770000000002, "ttft_s": 0.3288038469981984, "turn_id": 2} +{"actual_output_tokens": 196, "cached_tokens": 97968, "effective_input_length": 98038, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 98038, "latency_s": 4.4067926019997685, "output_length": 196, "proxy_request_id": "1279412:24:1364169:546", "request_id": "1279412:24:1364169:546", "request_type": "coder", "requested_output_tokens": 196, "session_id": "1279412", "t_dispatch_unix": 1779964316.6640384, "t_finish_unix": 1779964321.0708308, "t_first_token_unix": 1779964317.2852829, "tpot_s": 0.019411438297426614, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13526218], "trace_timestamp_s": 441.6970000000001, "ttft_s": 0.6212424639998062, "turn_id": 24} +{"actual_output_tokens": 242, "cached_tokens": 0, "effective_input_length": 12636, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12636, "latency_s": 5.711193718001596, "output_length": 242, "proxy_request_id": "1363943:1:1363943:543", "request_id": "1363943:1:1363943:543", "request_type": "coder", "requested_output_tokens": 242, "session_id": "1363943", "t_dispatch_unix": 1779964316.046281, "t_finish_unix": 1779964321.7574754, "t_first_token_unix": 1779964317.120121, "tpot_s": 0.01924030048131684, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13524052], "trace_timestamp_s": 441.08300000000054, "ttft_s": 1.0738379570029792, "turn_id": 1} +{"actual_output_tokens": 23, "cached_tokens": 0, "effective_input_length": 9913, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9913, "latency_s": 0.8820231409990811, "output_length": 23, "proxy_request_id": "1365440:1:1365440:552", "request_id": "1365440:1:1365440:552", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1365440", "t_dispatch_unix": 1779964321.2586205, "t_finish_unix": 1779964322.1406434, "t_first_token_unix": 1779964322.0285301, "tpot_s": 0.005085204318179008, "trace_hash_ids": [13493986, 13493987, 13493988, 13493989, 13493990, 13502611, 13502612, 13502613, 13502614, 13502615, 13512497, 13512498, 13521747, 13521748, 13529243, 13529244, 13529245, 13529246, 13537645, 13537646], "trace_timestamp_s": 446.2930000000006, "ttft_s": 0.769908239999495, "turn_id": 1} +{"actual_output_tokens": 188, "cached_tokens": 19776, "effective_input_length": 19806, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19806, "latency_s": 3.434525445001782, "output_length": 188, "proxy_request_id": "1355484:4:1364784:548", "request_id": "1355484:4:1364784:548", "request_type": "coder", "requested_output_tokens": 188, "session_id": "1355484", "t_dispatch_unix": 1779964318.844014, "t_finish_unix": 1779964322.2785387, "t_first_token_unix": 1779964318.9399774, "tpot_s": 0.01785212426738506, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13531652], "trace_timestamp_s": 443.8810000000003, "ttft_s": 0.0959626580006443, "turn_id": 4} +{"actual_output_tokens": 584, "cached_tokens": 11264, "effective_input_length": 13897, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13897, "latency_s": 7.2161281860026065, "output_length": 584, "proxy_request_id": "1364090:1:1364090:544", "request_id": "1364090:1:1364090:544", "request_type": "coder", "requested_output_tokens": 584, "session_id": "1364090", "t_dispatch_unix": 1779964316.425117, "t_finish_unix": 1779964323.6412451, "t_first_token_unix": 1779964316.7903845, "tpot_s": 0.011750545037734521, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 11789930], "trace_timestamp_s": 441.46200000000044, "ttft_s": 0.3652650510011881, "turn_id": 1} +{"actual_output_tokens": 94, "cached_tokens": 0, "effective_input_length": 11154, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11154, "latency_s": 1.4077997300009883, "output_length": 94, "proxy_request_id": "1366128:1:1366128:553", "request_id": "1366128:1:1366128:553", "request_type": "coder", "requested_output_tokens": 94, "session_id": "1366128", "t_dispatch_unix": 1779964323.5527968, "t_finish_unix": 1779964324.9605966, "t_first_token_unix": 1779964324.4492502, "tpot_s": 0.005495732526899808, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2239018, 2239019, 2239020, 2239021, 2239022, 177637, 177638, 177639, 2239023, 2239024, 2239025, 2239026, 2239027], "trace_timestamp_s": 448.58700000000044, "ttft_s": 0.8964519399996789, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 14800, "effective_input_length": 14816, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14816, "latency_s": 0.17805941499682376, "output_length": 27, "proxy_request_id": "1357132:3:1366582:557", "request_id": "1357132:3:1366582:557", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1357132", "t_dispatch_unix": 1779964325.203007, "t_finish_unix": 1779964325.381066, "t_first_token_unix": 1779964325.2418509, "tpot_s": 0.005344109807713091, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13533534, 13533535, 13547710], "trace_timestamp_s": 450.241, "ttft_s": 0.038842926998768235, "turn_id": 3} +{"actual_output_tokens": 89, "cached_tokens": 35024, "effective_input_length": 35071, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35071, "latency_s": 1.1353086150011222, "output_length": 89, "proxy_request_id": "1344773:11:1366387:555", "request_id": "1344773:11:1366387:555", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1344773", "t_dispatch_unix": 1779964324.5246327, "t_finish_unix": 1779964325.659941, "t_first_token_unix": 1779964324.6292505, "tpot_s": 0.011709481886348592, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13545743, 13545744], "trace_timestamp_s": 449.5610000000006, "ttft_s": 0.10461654600294423, "turn_id": 11} +{"actual_output_tokens": 120, "cached_tokens": 0, "effective_input_length": 76969, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76969, "latency_s": 21.331232159001956, "output_length": 120, "proxy_request_id": "1361694:1:1361694:534", "request_id": "1361694:1:1361694:534", "request_type": "coder", "requested_output_tokens": 120, "session_id": "1361694", "t_dispatch_unix": 1779964308.2913997, "t_finish_unix": 1779964329.622632, "t_first_token_unix": 1779964328.5776825, "tpot_s": 0.008778727344545916, "trace_hash_ids": [44767, 44768, 44769, 44770, 44771, 44772, 44773, 44774, 44775, 44776, 44777, 44778, 44779, 44780, 44781, 44782, 44783, 44784, 44785, 44786, 44787, 44788, 44789, 44790, 44791, 44792, 44793, 44794, 44795, 44796, 44797, 44798, 44799, 44800, 3558548, 3558549, 3558550, 3558551, 3558552, 3558553, 13503874, 1011240, 1011241, 1011242, 1011243, 3586252, 74020, 74021, 74022, 74023, 3586253, 3586254, 3586255, 3586256, 3586257, 3586258, 3586259, 3586260, 3586261, 3586262, 3586263, 3586264, 3586265, 3586266, 3586267, 3586268, 3586269, 3586270, 3586271, 3586272, 3586273, 3586274, 3586275, 3586276, 3586277, 3586278, 3663116, 4797128, 4797129, 4797130, 4797131, 4797132, 5846177, 5846178, 5846179, 5846180, 5865004, 8339969, 8339970, 8339971, 8339972, 8339973, 8339974, 10027756, 10027757, 10027758, 10027759, 10027760, 10027761, 10027762, 11077600, 11077601, 11077602, 11077603, 11077604, 11077605, 11077606, 11077607, 11077608, 11077609, 11077610, 11866485, 11866486, 11866487, 11866488, 11866489, 11866490, 11866491, 11866492, 11866493, 11866494, 11866495, 11866496, 11866497, 11866498, 11866499, 11866500, 11866501, 11866502, 11866503, 11866504, 11866505, 11866506, 11986357, 11986358, 12039293, 12039294, 12105265, 12125556, 12125557, 13503875, 13503876, 13503877, 13503878, 13503879, 13503880, 13503881, 13503882, 13503883, 13503884, 13503885], "trace_timestamp_s": 433.3020000000006, "ttft_s": 20.286279840001953, "turn_id": 1} +{"actual_output_tokens": 34, "cached_tokens": 9008, "effective_input_length": 10134, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10134, "latency_s": 1.8185462379988167, "output_length": 34, "proxy_request_id": "1362265:2:1367373:568", "request_id": "1362265:2:1367373:568", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1362265", "t_dispatch_unix": 1779964328.0907748, "t_finish_unix": 1779964329.9093213, "t_first_token_unix": 1779964329.4481456, "tpot_s": 0.013963543181792678, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218], "trace_timestamp_s": 453.1280000000006, "ttft_s": 1.3573690769990208, "turn_id": 2} +{"actual_output_tokens": 33, "cached_tokens": 14832, "effective_input_length": 14949, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14949, "latency_s": 0.931982407997566, "output_length": 33, "proxy_request_id": "1357132:4:1367654:570", "request_id": "1357132:4:1367654:570", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1357132", "t_dispatch_unix": 1779964328.9868522, "t_finish_unix": 1779964329.918834, "t_first_token_unix": 1779964329.4965587, "tpot_s": 0.013181857218796722, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13533534, 13533535, 13547710, 13557420], "trace_timestamp_s": 454.02500000000055, "ttft_s": 0.5097054039979412, "turn_id": 4} +{"actual_output_tokens": 60, "cached_tokens": 0, "effective_input_length": 13749, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13749, "latency_s": 2.2925577819987666, "output_length": 60, "proxy_request_id": "1367312:1:1367312:566", "request_id": "1367312:1:1367312:566", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1367312", "t_dispatch_unix": 1779964327.8853195, "t_finish_unix": 1779964330.177877, "t_first_token_unix": 1779964329.447249, "tpot_s": 0.012348534220309683, "trace_hash_ids": [13521767, 13521768, 13521769, 13521770, 13521771, 13521772, 13529702, 13529703, 13529704, 13529705, 13529706, 13529707, 13537903, 13537904, 13537905, 13537906, 13537907, 13537908, 13537909, 13537910, 13554581, 13554582, 13554583, 13554584, 13554585, 13554586, 13554587], "trace_timestamp_s": 452.9180000000006, "ttft_s": 1.561927660000947, "turn_id": 1} +{"actual_output_tokens": 65, "cached_tokens": 8848, "effective_input_length": 9095, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9095, "latency_s": 2.5171427950008365, "output_length": 65, "proxy_request_id": "1364128:2:1367249:565", "request_id": "1364128:2:1367249:565", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1364128", "t_dispatch_unix": 1779964327.6827273, "t_finish_unix": 1779964330.19987, "t_first_token_unix": 1779964328.7004304, "tpot_s": 0.023424519703098667, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13525787, 2139676, 2139677, 13525788, 13554127], "trace_timestamp_s": 452.72100000000046, "ttft_s": 1.0177007380007126, "turn_id": 2} +{"actual_output_tokens": 92, "cached_tokens": 11232, "effective_input_length": 15411, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15411, "latency_s": 2.7518936389969895, "output_length": 92, "proxy_request_id": "1366128:2:1367220:563", "request_id": "1366128:2:1367220:563", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1366128", "t_dispatch_unix": 1779964327.5881996, "t_finish_unix": 1779964330.3400934, "t_first_token_unix": 1779964328.141389, "tpot_s": 0.024158464988991348, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13553898], "trace_timestamp_s": 452.6220000000003, "ttft_s": 0.5531869779988483, "turn_id": 2} +{"actual_output_tokens": 68, "cached_tokens": 0, "effective_input_length": 62685, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62685, "latency_s": 17.405756076001126, "output_length": 68, "proxy_request_id": "1363093:1:1363093:538", "request_id": "1363093:1:1363093:538", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1363093", "t_dispatch_unix": 1779964313.0423217, "t_finish_unix": 1779964330.4480772, "t_first_token_unix": 1779964327.0832138, "tpot_s": 0.0502180544328385, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933], "trace_timestamp_s": 438.0560000000005, "ttft_s": 14.040889628002333, "turn_id": 1} +{"actual_output_tokens": 161, "cached_tokens": 33552, "effective_input_length": 41017, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41017, "latency_s": 7.101807275997999, "output_length": 161, "proxy_request_id": "1270340:4:1366608:558", "request_id": "1270340:4:1366608:558", "request_type": "coder", "requested_output_tokens": 161, "session_id": "1270340", "t_dispatch_unix": 1779964325.2773125, "t_finish_unix": 1779964332.37912, "t_first_token_unix": 1779964329.006815, "tpot_s": 0.021074931049997758, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 13494255, 13494256, 13494257, 13494258, 13494259, 13494260, 13494261, 13494262, 13494263, 13494264, 13547859, 13547860, 13547861, 13547862, 13547863, 13547864, 13547865, 13547866, 13547867, 13547868, 13547869, 13547870, 13547871, 13547872, 13547873, 13547874], "trace_timestamp_s": 450.3120000000008, "ttft_s": 3.729500321998785, "turn_id": 4} +{"actual_output_tokens": 57, "cached_tokens": 0, "effective_input_length": 7048, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7048, "latency_s": 1.2505210519993852, "output_length": 57, "proxy_request_id": "1364960:2:1368239:578", "request_id": "1364960:2:1368239:578", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1364960", "t_dispatch_unix": 1779964331.1821873, "t_finish_unix": 1779964332.4327083, "t_first_token_unix": 1779964331.6946301, "tpot_s": 0.013148252875063398, "trace_hash_ids": [13526287, 13526288, 13526289, 13533401, 13540695, 13540696, 13540697, 13540698, 13540699, 13549445, 13549446, 13556212, 13562654, 13562655], "trace_timestamp_s": 456.21800000000076, "ttft_s": 0.5124412689983728, "turn_id": 2} +{"actual_output_tokens": 60, "cached_tokens": 19984, "effective_input_length": 20026, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20026, "latency_s": 6.715149579998979, "output_length": 60, "proxy_request_id": "1355484:5:1366753:560", "request_id": "1355484:5:1366753:560", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1355484", "t_dispatch_unix": 1779964325.7270997, "t_finish_unix": 1779964332.4422493, "t_first_token_unix": 1779964330.839657, "tpot_s": 0.0271576329999997, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13549316], "trace_timestamp_s": 450.7640000000001, "ttft_s": 5.112555580999469, "turn_id": 5} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 21773, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21773, "latency_s": 2.9791464250010904, "output_length": 26, "proxy_request_id": "1368070:1:1368070:575", "request_id": "1368070:1:1368070:575", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1368070", "t_dispatch_unix": 1779964330.603843, "t_finish_unix": 1779964333.58299, "t_first_token_unix": 1779964333.233023, "tpot_s": 0.013986089479876682, "trace_hash_ids": [13522908, 13522909, 13522910, 13522911, 13529691, 13529692, 13529693, 13529694, 13529695, 13529696, 13529697, 13529698, 13529699, 13537845, 13537846, 13537847, 13537848, 13547043, 13547044, 13547045, 13547046, 13547047, 13547048, 13547049, 13556102, 13556103, 13556104, 13556105, 13556106, 13556107, 13556108, 13556109, 13556110, 13556111, 13556112, 13561206, 13561207, 13561208, 13561209, 13561210, 13561211, 13561212, 13561213], "trace_timestamp_s": 455.634, "ttft_s": 2.629177132002951, "turn_id": 1} +{"actual_output_tokens": 32, "cached_tokens": 14976, "effective_input_length": 15871, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15871, "latency_s": 1.6689591329995892, "output_length": 32, "proxy_request_id": "1357132:5:1368445:579", "request_id": "1357132:5:1368445:579", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1357132", "t_dispatch_unix": 1779964331.9700174, "t_finish_unix": 1779964333.6389766, "t_first_token_unix": 1779964333.3380919, "tpot_s": 0.00969350809687204, "trace_hash_ids": [131688, 13459280, 13459281, 13459282, 13459283, 13459284, 13459285, 13459286, 13459287, 13459288, 13459289, 13459290, 13459291, 13459292, 13459293, 13459294, 13459295, 13459296, 13459297, 13459298, 13459299, 13459300, 13459301, 13459302, 13459303, 13459304, 13533534, 13533535, 13547710, 13564577, 13564578], "trace_timestamp_s": 457.0070000000005, "ttft_s": 1.3680728969993652, "turn_id": 5} +{"actual_output_tokens": 127, "cached_tokens": 0, "effective_input_length": 36301, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36301, "latency_s": 8.383164605002094, "output_length": 127, "proxy_request_id": "1277428:5:1366630:559", "request_id": "1277428:5:1366630:559", "request_type": "coder", "requested_output_tokens": 127, "session_id": "1277428", "t_dispatch_unix": 1779964325.348656, "t_finish_unix": 1779964333.7318203, "t_first_token_unix": 1779964330.8379943, "tpot_s": 0.022956035650817545, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512, 13126540, 13126541, 13126542, 13126543, 13547979, 13547980, 13547981, 13547982, 13547983], "trace_timestamp_s": 450.3850000000002, "ttft_s": 5.489335123998899, "turn_id": 5} +{"actual_output_tokens": 58, "cached_tokens": 13808, "effective_input_length": 15501, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15501, "latency_s": 3.1911667519998446, "output_length": 58, "proxy_request_id": "1367312:2:1368064:574", "request_id": "1367312:2:1368064:574", "request_type": "coder", "requested_output_tokens": 58, "session_id": "1367312", "t_dispatch_unix": 1779964330.5811923, "t_finish_unix": 1779964333.7723587, "t_first_token_unix": 1779964330.85798, "tpot_s": 0.05112470384209014, "trace_hash_ids": [13521767, 13521768, 13521769, 13521770, 13521771, 13521772, 13529702, 13529703, 13529704, 13529705, 13529706, 13529707, 13537903, 13537904, 13537905, 13537906, 13537907, 13537908, 13537909, 13537910, 13554581, 13554582, 13554583, 13554584, 13554585, 13554586, 13561194, 13561195, 13561196, 13561197, 13561198], "trace_timestamp_s": 455.6180000000004, "ttft_s": 0.2767868820010335, "turn_id": 2} +{"actual_output_tokens": 95, "cached_tokens": 0, "effective_input_length": 26837, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26837, "latency_s": 6.189614274997439, "output_length": 95, "proxy_request_id": "1367329:1:1367329:567", "request_id": "1367329:1:1367329:567", "request_type": "coder", "requested_output_tokens": 95, "session_id": "1367329", "t_dispatch_unix": 1779964327.9441264, "t_finish_unix": 1779964334.1337411, "t_first_token_unix": 1779964332.6105149, "tpot_s": 0.016200763978710536, "trace_hash_ids": [13554866, 13554867, 13554868, 13554869, 13554870, 13554871, 13554872, 13554873, 13554874, 13554875, 13554876, 13554877, 13554878, 13554879, 13554880, 13554881, 13554882, 13554883, 13554884, 13554885, 13554886, 13554887, 13554888, 13554889, 13554890, 13554891, 13554892, 13554893, 13554894, 13554895, 13554896, 13554897, 13554898, 13554899, 13554900, 13554901, 13554902, 13554903, 13554904, 13554905, 13554906, 13554907, 13554908, 13554909, 13554910, 13554911, 13554912, 13554913, 13554914, 13554915, 13554916, 13554917, 13554918], "trace_timestamp_s": 452.97200000000066, "ttft_s": 4.666385088999959, "turn_id": 1} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 6345, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6345, "latency_s": 0.6692447470013576, "output_length": 48, "proxy_request_id": "1369172:1:1369172:581", "request_id": "1369172:1:1369172:581", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1369172", "t_dispatch_unix": 1779964334.450254, "t_finish_unix": 1779964335.1194987, "t_first_token_unix": 1779964334.8774574, "tpot_s": 0.00514456438302543, "trace_hash_ids": [13562302, 13562303, 13562304, 13562305, 13562306, 13562307, 13562308, 13562309, 13571383, 13571384, 13571385, 13571386, 13571387], "trace_timestamp_s": 459.4850000000006, "ttft_s": 0.4272022160002962, "turn_id": 1} +{"actual_output_tokens": 375, "cached_tokens": 49056, "effective_input_length": 49483, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49483, "latency_s": 7.5245710220006, "output_length": 375, "proxy_request_id": "1340278:2:1367225:564", "request_id": "1340278:2:1367225:564", "request_type": "coder", "requested_output_tokens": 375, "session_id": "1340278", "t_dispatch_unix": 1779964327.6300578, "t_finish_unix": 1779964335.1546285, "t_first_token_unix": 1779964330.1821783, "tpot_s": 0.013294381088234268, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13553910, 13553911, 13553912, 13553913, 13553914, 13553915, 13553916, 13553917, 13553918, 13553919, 13553920, 13553921, 13553922, 13553923, 13553924, 13553925, 13553926, 13553927, 13553928, 13553929, 13553930, 13553931, 13553932, 13553933, 13553934, 13553935, 13553936, 13553937, 13553938, 13553939, 13553940, 13553941, 13553942, 13553943, 13553944, 13553945, 13553946, 13553947, 13553948, 13553949, 13553950, 13553951, 13553952, 13553953, 13553954, 13553955, 13553956, 13553957, 13553958, 13553959, 13553960, 13553961, 13553962, 13553963, 13553964, 13553965, 13553966, 13553967, 13553968, 13553969, 13553970, 13553971, 13553972, 13553973, 13553974, 13553975, 13553976, 13553977, 13553978, 13553979, 13553980, 13553981, 13553982, 13553983, 13553984], "trace_timestamp_s": 452.65300000000025, "ttft_s": 2.5521187060003285, "turn_id": 2} +{"actual_output_tokens": 5, "cached_tokens": 49856, "effective_input_length": 50124, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50124, "latency_s": 0.22905195599742, "output_length": 5, "proxy_request_id": "1340278:3:1368072:576", "request_id": "1340278:3:1368072:576", "request_type": "coder", "requested_output_tokens": 5, "session_id": "1340278", "t_dispatch_unix": 1779964335.1791744, "t_finish_unix": 1779964335.4082263, "t_first_token_unix": 1779964335.4050422, "tpot_s": 0.0007176495000749128, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13561218, 13561219, 13561220, 13561221, 13561222, 13561223, 13561224, 13561225, 13561226, 13561227, 13561228, 13561229, 13561230, 13561231, 13561232, 13561233, 13561234, 13561235, 13561236, 13561237, 13561238, 13561239, 13561240, 13561241, 13561242, 13561243, 13561244, 13561245, 13561246, 13561247, 13561248, 13561249, 13561250, 13561251, 13561252, 13561253, 13561254, 13561255, 13561256, 13561257, 13561258, 13561259, 13561260, 13561261, 13561262, 13561263, 13561264, 13561265, 13561266, 13561267, 13561268, 13561269, 13561270, 13561271, 13561272, 13561273, 13561274, 13561275, 13561276, 13561277, 13561278, 13561279, 13561280, 13561281, 13561282, 13561283, 13561284, 13561285, 13561286, 13561287, 13561288, 13561289, 13561290, 13561291, 13561292, 13561293], "trace_timestamp_s": 455.64100000000053, "ttft_s": 0.22586438399957842, "turn_id": 3} +{"actual_output_tokens": 191, "cached_tokens": 35152, "effective_input_length": 35194, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35194, "latency_s": 5.719580548000522, "output_length": 191, "proxy_request_id": "1344773:12:1367864:571", "request_id": "1344773:12:1367864:571", "request_type": "coder", "requested_output_tokens": 191, "session_id": "1344773", "t_dispatch_unix": 1779964329.7818568, "t_finish_unix": 1779964335.501437, "t_first_token_unix": 1779964332.6143372, "tpot_s": 0.01519411627894825, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13545743, 13559222], "trace_timestamp_s": 454.8190000000004, "ttft_s": 2.8324782109993976, "turn_id": 12} +{"actual_output_tokens": 162, "cached_tokens": 62752, "effective_input_length": 63235, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63235, "latency_s": 2.7616700520011364, "output_length": 162, "proxy_request_id": "1363093:2:1368700:580", "request_id": "1363093:2:1368700:580", "request_type": "coder", "requested_output_tokens": 162, "session_id": "1363093", "t_dispatch_unix": 1779964332.7588558, "t_finish_unix": 1779964335.520525, "t_first_token_unix": 1779964333.1604874, "tpot_s": 0.014657349596282695, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147], "trace_timestamp_s": 457.7940000000008, "ttft_s": 0.4016295059991535, "turn_id": 2} +{"actual_output_tokens": 457, "cached_tokens": 0, "effective_input_length": 59514, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59514, "latency_s": 18.831478785999934, "output_length": 457, "proxy_request_id": "1313181:3:1364311:547", "request_id": "1313181:3:1364311:547", "request_type": "coder", "requested_output_tokens": 457, "session_id": "1313181", "t_dispatch_unix": 1779964317.137364, "t_finish_unix": 1779964335.9688432, "t_first_token_unix": 1779964329.971061, "tpot_s": 0.013152350780704805, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13527469], "trace_timestamp_s": 442.174, "ttft_s": 12.833694491000642, "turn_id": 3} +{"actual_output_tokens": 254, "cached_tokens": 0, "effective_input_length": 18815, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18815, "latency_s": 8.791001917998074, "output_length": 254, "proxy_request_id": "1367169:1:1367169:562", "request_id": "1367169:1:1367169:562", "request_type": "coder", "requested_output_tokens": 254, "session_id": "1367169", "t_dispatch_unix": 1779964327.4005542, "t_finish_unix": 1779964336.191556, "t_first_token_unix": 1779964329.6613157, "tpot_s": 0.025810200667979996, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 1489202, 13282259, 13553463, 13553464, 3656637, 13553465, 13553466, 13553467, 13424449, 13424450, 13424451, 13424452, 13553468, 13553469], "trace_timestamp_s": 452.4360000000006, "ttft_s": 2.260759621000034, "turn_id": 1} +{"actual_output_tokens": 322, "cached_tokens": 12864, "effective_input_length": 12984, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12984, "latency_s": 11.576778493999882, "output_length": 322, "proxy_request_id": "1363943:2:1366428:556", "request_id": "1363943:2:1366428:556", "request_type": "coder", "requested_output_tokens": 322, "session_id": "1363943", "t_dispatch_unix": 1779964324.6626408, "t_finish_unix": 1779964336.2394192, "t_first_token_unix": 1779964324.770796, "tpot_s": 0.03572718051713581, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13546053], "trace_timestamp_s": 449.7000000000007, "ttft_s": 0.1081536989986489, "turn_id": 2} +{"actual_output_tokens": 330, "cached_tokens": 0, "effective_input_length": 8845, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8845, "latency_s": 5.393144845998904, "output_length": 330, "proxy_request_id": "1368132:1:1368132:577", "request_id": "1368132:1:1368132:577", "request_type": "coder", "requested_output_tokens": 330, "session_id": "1368132", "t_dispatch_unix": 1779964330.851329, "t_finish_unix": 1779964336.244474, "t_first_token_unix": 1779964331.6498857, "tpot_s": 0.013964713656539108, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13561809, 13561810, 13561811, 8518241, 13561812], "trace_timestamp_s": 455.8890000000001, "ttft_s": 0.7985518329987826, "turn_id": 1} +{"actual_output_tokens": 97, "cached_tokens": 42688, "effective_input_length": 42704, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42704, "latency_s": 0.7608958300006634, "output_length": 97, "proxy_request_id": "1313181:4:1318843:342", "request_id": "1313181:4:1318843:342", "request_type": "coder", "requested_output_tokens": 97, "session_id": "1313181", "t_dispatch_unix": 1779964335.9792187, "t_finish_unix": 1779964336.740114, "t_first_token_unix": 1779964336.0605342, "tpot_s": 0.007076307302099849, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13103391], "trace_timestamp_s": 282.26900000000023, "ttft_s": 0.08131397900069715, "turn_id": 4} +{"actual_output_tokens": 7, "cached_tokens": 35376, "effective_input_length": 35413, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35413, "latency_s": 1.0303941639976983, "output_length": 7, "proxy_request_id": "1344773:13:1370257:589", "request_id": "1344773:13:1370257:589", "request_type": "coder", "requested_output_tokens": 7, "session_id": "1344773", "t_dispatch_unix": 1779964338.120327, "t_finish_unix": 1779964339.1507206, "t_first_token_unix": 1779964339.0943975, "tpot_s": 0.009337681666390077, "trace_hash_ids": [557830, 557831, 12455087, 12455088, 12455089, 12455090, 12455091, 12455092, 12455093, 8661488, 12455094, 12455095, 12455096, 12455097, 13346642, 13346643, 13346644, 13346645, 13346646, 13346647, 13346648, 13346649, 13346650, 13346651, 13346652, 13346653, 13346654, 13346655, 13346656, 13346657, 13346658, 13346659, 13346660, 13346661, 13346662, 13346663, 13346664, 13346665, 13346666, 13346667, 13346668, 13346669, 13346670, 13346671, 13346672, 13346673, 13346674, 13346675, 13346676, 13346677, 13346678, 13346679, 13346680, 13346681, 13346682, 13346683, 13346684, 13346685, 13346686, 13346687, 13346688, 13346689, 13346690, 13346691, 13389568, 13425452, 13465008, 13545743, 13581991, 13581992], "trace_timestamp_s": 463.15700000000015, "ttft_s": 0.9740690229991742, "turn_id": 13} +{"actual_output_tokens": 92, "cached_tokens": 20080, "effective_input_length": 20158, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20158, "latency_s": 2.9839573009994638, "output_length": 92, "proxy_request_id": "1355484:6:1369697:583", "request_id": "1355484:6:1369697:583", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1355484", "t_dispatch_unix": 1779964336.230519, "t_finish_unix": 1779964339.2144766, "t_first_token_unix": 1779964336.3318987, "tpot_s": 0.03167291369231112, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13576108], "trace_timestamp_s": 461.26800000000003, "ttft_s": 0.10137818700241041, "turn_id": 6} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 7712, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7712, "latency_s": 3.3846634199981054, "output_length": 24, "proxy_request_id": "1369768:1:1369768:584", "request_id": "1369768:1:1369768:584", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1369768", "t_dispatch_unix": 1779964336.4532282, "t_finish_unix": 1779964339.8378918, "t_first_token_unix": 1779964336.9874616, "tpot_s": 0.12391222221745209, "trace_hash_ids": [13550468, 13550469, 13550470, 13550471, 13562017, 13562018, 13562019, 13562020, 13562021, 13562022, 13562023, 13568764, 13568765, 13568766, 13576622, 13576623], "trace_timestamp_s": 461.4880000000003, "ttft_s": 0.5342323779987055, "turn_id": 1} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 7710, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7710, "latency_s": 0.8809706340034609, "output_length": 24, "proxy_request_id": "1370466:1:1370466:592", "request_id": "1370466:1:1370466:592", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1370466", "t_dispatch_unix": 1779964338.9760857, "t_finish_unix": 1779964339.8570561, "t_first_token_unix": 1779964339.5500233, "tpot_s": 0.013328761086956112, "trace_hash_ids": [13584429, 13584430, 13584431, 13584432, 13584433, 13584434, 13584435, 13584436, 13584437, 13584438, 13584439, 13584440, 13584441, 13584442, 13584443, 13584444], "trace_timestamp_s": 464.0110000000004, "ttft_s": 0.573936341002991, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 21792, "effective_input_length": 29501, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29501, "latency_s": 2.257136034000723, "output_length": 26, "proxy_request_id": "1368070:2:1370108:586", "request_id": "1368070:2:1370108:586", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1368070", "t_dispatch_unix": 1779964337.6321383, "t_finish_unix": 1779964339.8892741, "t_first_token_unix": 1779964339.6828334, "tpot_s": 0.008242880919860909, "trace_hash_ids": [13580541, 13580542, 13580543, 13580544, 13580545, 13580546, 13580547, 13580548, 13580549, 13580550, 13580551, 13580552, 13580553, 13580554, 13580555, 13580556, 13580557, 13580558, 13580559, 13580560, 13580561, 13580562, 13580563, 13580564, 13580565, 13580566, 13580567, 13580568, 13580569, 13580570, 13580571, 13580572, 13580573, 13580574, 13580575, 13580576, 13580577, 13580578, 13580579, 13580580, 13580581, 13580582, 13580583, 13580584, 13580585, 13580586, 13580587, 13580588, 13580589, 13580590, 13580591, 13580592, 13580593, 13580594, 13580595, 13580596, 13580597, 13580598], "trace_timestamp_s": 462.65900000000056, "ttft_s": 2.050692428001639, "turn_id": 2} +{"actual_output_tokens": 89, "cached_tokens": 0, "effective_input_length": 2381, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2381, "latency_s": 1.783692789998895, "output_length": 89, "proxy_request_id": "1370269:1:1370269:591", "request_id": "1370269:1:1370269:591", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1370269", "t_dispatch_unix": 1779964338.1862223, "t_finish_unix": 1779964339.9699154, "t_first_token_unix": 1779964338.4627438, "tpot_s": 0.017123787170476135, "trace_hash_ids": [13582035, 13582036, 13582037, 13582038, 13582039], "trace_timestamp_s": 463.22400000000016, "ttft_s": 0.27651958299975377, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 15488, "effective_input_length": 23307, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23307, "latency_s": 3.0599126939996495, "output_length": 42, "proxy_request_id": "1366128:3:1369902:585", "request_id": "1366128:3:1369902:585", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1366128", "t_dispatch_unix": 1779964336.9173007, "t_finish_unix": 1779964339.9772134, "t_first_token_unix": 1779964338.2086282, "tpot_s": 0.04313072339023276, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13578302], "trace_timestamp_s": 461.9520000000002, "ttft_s": 1.2913240310008405, "turn_id": 3} +{"actual_output_tokens": 232, "cached_tokens": 13296, "effective_input_length": 18160, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18160, "latency_s": 5.9938238879985875, "output_length": 232, "proxy_request_id": "1363943:3:1369535:582", "request_id": "1363943:3:1369535:582", "request_type": "coder", "requested_output_tokens": 232, "session_id": "1363943", "t_dispatch_unix": 1779964336.242354, "t_finish_unix": 1779964342.2361774, "t_first_token_unix": 1779964337.0105176, "tpot_s": 0.022620685004322533, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13574495], "trace_timestamp_s": 460.66499999999996, "ttft_s": 0.7681618030001118, "turn_id": 3} +{"actual_output_tokens": 51, "cached_tokens": 36416, "effective_input_length": 36583, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36583, "latency_s": 1.5884128520010563, "output_length": 51, "proxy_request_id": "1277428:6:1371101:593", "request_id": "1277428:6:1371101:593", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1277428", "t_dispatch_unix": 1779964341.006875, "t_finish_unix": 1779964342.595287, "t_first_token_unix": 1779964341.1670847, "tpot_s": 0.02855900966002082, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512, 13126540, 13126541, 13126542, 13126543, 13547979, 13547980, 13547981, 13547982, 13547983, 13590659], "trace_timestamp_s": 466.0430000000006, "ttft_s": 0.16020857200055616, "turn_id": 6} +{"actual_output_tokens": 13, "cached_tokens": 0, "effective_input_length": 3392, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3392, "latency_s": 15.094516406999901, "output_length": 13, "proxy_request_id": "1367424:1:1367424:569", "request_id": "1367424:1:1367424:569", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1367424", "t_dispatch_unix": 1779964328.2905402, "t_finish_unix": 1779964343.3850565, "t_first_token_unix": 1779964343.2311685, "tpot_s": 0.012797532999987501, "trace_hash_ids": [13550847, 13550848, 13555750, 13555751, 13555752, 13555753, 13555754], "trace_timestamp_s": 453.3270000000002, "ttft_s": 14.940627836000203, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 51488, "effective_input_length": 51509, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51509, "latency_s": 44.07201445099781, "output_length": 27, "proxy_request_id": "1253743:7:1359251:524", "request_id": "1253743:7:1359251:524", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1253743", "t_dispatch_unix": 1779964299.4924877, "t_finish_unix": 1779964343.564502, "t_first_token_unix": 1779964343.0885897, "tpot_s": 0.018292966307714008, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12324507, 59081, 59082, 59083, 336603, 12324508, 75684, 75685, 75686, 75687, 75688, 12324509, 12324510, 12385576, 12385577, 12385578, 12385579, 12385580, 12385581, 12385582, 12385583, 12385584, 12385585, 12385586, 12385587, 12385588, 12385589, 12385590, 12385591, 12385592, 12385593, 12385594, 12385595, 12385596, 12385597, 12385598, 12385599, 12385600, 12385601, 12385602, 12385603, 12385604, 12385605, 12385606, 12385607, 12385608, 12385609, 12385610, 12385611, 12385612, 12385613, 12385614, 12385615, 12385616, 12385617, 12385618, 12385619, 12385620, 12385621, 12385622, 12385623, 12385624, 13287120, 13412488, 13412489, 13412490, 13480204], "trace_timestamp_s": 424.52900000000045, "ttft_s": 43.5960969939988, "turn_id": 7} +{"actual_output_tokens": 14, "cached_tokens": 0, "effective_input_length": 11133, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11133, "latency_s": 1.0363229629983834, "output_length": 14, "proxy_request_id": "1367424:2:1370211:588", "request_id": "1367424:2:1370211:588", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1367424", "t_dispatch_unix": 1779964343.3885994, "t_finish_unix": 1779964344.4249222, "t_first_token_unix": 1779964344.2957683, "tpot_s": 0.00991405023076088, "trace_hash_ids": [13550847, 13550848, 13555750, 13555751, 13555752, 13555753, 13566763, 13566764, 13566765, 13566766, 13566767, 13571939, 13571940, 13571941, 13571942, 13581578, 13581579, 13581580, 13581581, 13581582, 13581583, 13581584], "trace_timestamp_s": 462.96300000000065, "ttft_s": 0.9071679059998132, "turn_id": 2} +{"actual_output_tokens": 109, "cached_tokens": 26928, "effective_input_length": 32814, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32814, "latency_s": 5.321132827000838, "output_length": 109, "proxy_request_id": "1367329:2:1371226:595", "request_id": "1367329:2:1371226:595", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1367329", "t_dispatch_unix": 1779964341.413181, "t_finish_unix": 1779964346.7343137, "t_first_token_unix": 1779964342.758885, "tpot_s": 0.036806741037017435, "trace_hash_ids": [13554866, 13554867, 13554868, 13554869, 13554870, 13554871, 13554872, 13554873, 13554874, 13554875, 13554876, 13554877, 13554878, 13554879, 13554880, 13554881, 13554882, 13554883, 13554884, 13554885, 13554886, 13554887, 13554888, 13554889, 13554890, 13554891, 13554892, 13554893, 13554894, 13554895, 13554896, 13554897, 13554898, 13554899, 13554900, 13554901, 13554902, 13554903, 13554904, 13554905, 13554906, 13554907, 13554908, 13554909, 13554910, 13554911, 13554912, 13554913, 13554914, 13554915, 13554916, 13554917, 13580089, 13580090, 13580091, 13580092, 13580093, 13580094, 13580095, 13580096, 13591778, 13591779, 13591780, 13591781, 13591782], "trace_timestamp_s": 466.4480000000003, "ttft_s": 1.3457013520019245, "turn_id": 2} +{"actual_output_tokens": 99, "cached_tokens": 0, "effective_input_length": 9399, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9399, "latency_s": 5.00521268400189, "output_length": 99, "proxy_request_id": "1371337:1:1371337:597", "request_id": "1371337:1:1371337:597", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1371337", "t_dispatch_unix": 1779964341.8461697, "t_finish_unix": 1779964346.851382, "t_first_token_unix": 1779964342.5553668, "tpot_s": 0.043834658285718156, "trace_hash_ids": [13566840, 13566841, 13566842, 13566843, 13566844, 13566845, 13566846, 13566847, 13581073, 13592764, 13592765, 13592766, 13592767, 13592768, 13592769, 13592770, 13592771, 13592772, 13592773], "trace_timestamp_s": 466.8800000000001, "ttft_s": 0.7091954919997079, "turn_id": 1} +{"actual_output_tokens": 42, "cached_tokens": 23344, "effective_input_length": 35037, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35037, "latency_s": 4.017393424001057, "output_length": 42, "proxy_request_id": "1366128:4:1371629:599", "request_id": "1366128:4:1371629:599", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1366128", "t_dispatch_unix": 1779964342.8684418, "t_finish_unix": 1779964346.885835, "t_first_token_unix": 1779964346.5119312, "tpot_s": 0.009112824487823584, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13595748], "trace_timestamp_s": 467.90000000000055, "ttft_s": 3.6434876620005525, "turn_id": 4} +{"actual_output_tokens": 82, "cached_tokens": 0, "effective_input_length": 17407, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17407, "latency_s": 3.288642911000352, "output_length": 82, "proxy_request_id": "1371929:1:1371929:601", "request_id": "1371929:1:1371929:601", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1371929", "t_dispatch_unix": 1779964343.9547493, "t_finish_unix": 1779964347.2433908, "t_first_token_unix": 1779964345.8031297, "tpot_s": 0.017778481469127812, "trace_hash_ids": [13547800, 13547801, 13547802, 13547803, 13547804, 13547805, 13547806, 13558211, 13558212, 13558213, 13558214, 13558215, 13558216, 13558217, 13558218, 13558219, 13558220, 13558221, 13558222, 13558223, 13558224, 13558225, 13558226, 13566670, 13566671, 13566672, 13566673, 13566674, 13566675, 13576731, 13576732, 13590638, 13599021, 13599022], "trace_timestamp_s": 468.9850000000006, "ttft_s": 1.8483799819987325, "turn_id": 1} +{"actual_output_tokens": 36, "cached_tokens": 0, "effective_input_length": 4811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4811, "latency_s": 0.5371133320004446, "output_length": 36, "proxy_request_id": "1372791:1:1372791:604", "request_id": "1372791:1:1372791:604", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1372791", "t_dispatch_unix": 1779964346.9608607, "t_finish_unix": 1779964347.497974, "t_first_token_unix": 1779964347.2721589, "tpot_s": 0.006442963000050181, "trace_hash_ids": [13606288, 13606289, 13606290, 13606291, 13606292, 13606293, 13606294, 13606295, 13606296, 13606297], "trace_timestamp_s": 471.9970000000003, "ttft_s": 0.3112969180001528, "turn_id": 1} +{"actual_output_tokens": 131, "cached_tokens": 0, "effective_input_length": 13616, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13616, "latency_s": 4.853353717000573, "output_length": 131, "proxy_request_id": "1371622:1:1371622:598", "request_id": "1371622:1:1371622:598", "request_type": "coder", "requested_output_tokens": 131, "session_id": "1371622", "t_dispatch_unix": 1779964342.8480206, "t_finish_unix": 1779964347.7013736, "t_first_token_unix": 1779964344.5116725, "tpot_s": 0.024534470107699654, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 13595701], "trace_timestamp_s": 467.8850000000002, "ttft_s": 1.6636515190002683, "turn_id": 1} +{"actual_output_tokens": 88, "cached_tokens": 18384, "effective_input_length": 18396, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18396, "latency_s": 2.6448718110004847, "output_length": 88, "proxy_request_id": "1363943:4:1372250:603", "request_id": "1363943:4:1372250:603", "request_type": "coder", "requested_output_tokens": 88, "session_id": "1363943", "t_dispatch_unix": 1779964345.1918042, "t_finish_unix": 1779964347.8366761, "t_first_token_unix": 1779964345.5621924, "tpot_s": 0.026140890988516595, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124], "trace_timestamp_s": 470.22900000000027, "ttft_s": 0.370386492999387, "turn_id": 4} +{"actual_output_tokens": 190, "cached_tokens": 122596, "effective_input_length": 122597, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 122597, "latency_s": 56.85364472600122, "output_length": 190, "proxy_request_id": "1356885:1:1356885:514", "request_id": "1356885:1:1356885:514", "request_type": "coder", "requested_output_tokens": 190, "session_id": "1356885", "t_dispatch_unix": 1779964291.1948223, "t_finish_unix": 1779964348.0484664, "t_first_token_unix": 1779964343.2289293, "tpot_s": 0.025498639015870773, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250], "trace_timestamp_s": 416.1880000000001, "ttft_s": 52.03410500300015, "turn_id": 1} +{"actual_output_tokens": 288, "cached_tokens": 20240, "effective_input_length": 22992, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22992, "latency_s": 6.978471646998514, "output_length": 288, "proxy_request_id": "1355484:7:1371284:596", "request_id": "1355484:7:1371284:596", "request_type": "coder", "requested_output_tokens": 288, "session_id": "1355484", "t_dispatch_unix": 1779964341.6387227, "t_finish_unix": 1779964348.6171942, "t_first_token_unix": 1779964342.2394528, "tpot_s": 0.022220955383280908, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13592323], "trace_timestamp_s": 466.6750000000002, "ttft_s": 0.600728834997426, "turn_id": 7} +{"actual_output_tokens": 21, "cached_tokens": 10160, "effective_input_length": 10284, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10284, "latency_s": 0.15591066499837325, "output_length": 21, "proxy_request_id": "1362265:3:1373357:605", "request_id": "1362265:3:1373357:605", "request_type": "coder", "requested_output_tokens": 21, "session_id": "1362265", "t_dispatch_unix": 1779964348.9625256, "t_finish_unix": 1779964349.1184363, "t_first_token_unix": 1779964349.0172942, "tpot_s": 0.005045901399898867, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13610624], "trace_timestamp_s": 474.0, "ttft_s": 0.054766858000220964, "turn_id": 3} +{"actual_output_tokens": 512, "cached_tokens": 7680, "effective_input_length": 18301, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18301, "latency_s": 11.727516413000558, "output_length": 512, "proxy_request_id": "1370129:1:1370129:587", "request_id": "1370129:1:1370129:587", "request_type": "coder", "requested_output_tokens": 512, "session_id": "1370129", "t_dispatch_unix": 1779964337.707618, "t_finish_unix": 1779964349.4351344, "t_first_token_unix": 1779964339.0357938, "tpot_s": 0.020350332512725177, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13580719], "trace_timestamp_s": 462.7390000000005, "ttft_s": 1.3281732859977637, "turn_id": 1} +{"actual_output_tokens": 14236, "cached_tokens": 0, "effective_input_length": 62618, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62618, "latency_s": 193.58604620499682, "output_length": 14236, "proxy_request_id": "1253804:6:1318560:340", "request_id": "1253804:6:1318560:340", "request_type": "coder", "requested_output_tokens": 14236, "session_id": "1253804", "t_dispatch_unix": 1779964156.0855353, "t_finish_unix": 1779964349.6715813, "t_first_token_unix": 1779964171.2470365, "tpot_s": 0.012534195190656957, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 13100557], "trace_timestamp_s": 281.1200000000008, "ttft_s": 15.161499294998066, "turn_id": 6} +{"actual_output_tokens": 64, "cached_tokens": 27920, "effective_input_length": 27933, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27933, "latency_s": 45.126016997997795, "output_length": 64, "proxy_request_id": "1353821:3:1360898:529", "request_id": "1353821:3:1360898:529", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1353821", "t_dispatch_unix": 1779964305.2670543, "t_finish_unix": 1779964350.3930714, "t_first_token_unix": 1779964349.4713607, "tpot_s": 0.0146237072698395, "trace_hash_ids": [13429891, 13429892, 574397, 574398, 3094139, 3094140, 3094141, 769383, 3094142, 170398, 170399, 13429893, 13429894, 13429895, 13429896, 13429897, 13429898, 13429899, 13429900, 13429901, 13429902, 13429903, 13429904, 11202130, 11202131, 345479, 345480, 345481, 345482, 345483, 345484, 345485, 345486, 345487, 13429905, 2388375, 2388376, 13429906, 2885088, 13429907, 54678, 54679, 54680, 54681, 13429908, 13429909, 13429910, 13429911, 13429912, 13429913, 13429914, 13429915, 13429916, 13429917, 13496092], "trace_timestamp_s": 430.3040000000001, "ttft_s": 44.20430493399908, "turn_id": 3} +{"actual_output_tokens": 28, "cached_tokens": 27984, "effective_input_length": 28093, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28093, "latency_s": 0.5585797099993215, "output_length": 28, "proxy_request_id": "1353821:4:1363399:541", "request_id": "1353821:4:1363399:541", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1353821", "t_dispatch_unix": 1779964350.3942614, "t_finish_unix": 1779964350.9528408, "t_first_token_unix": 1779964350.5211465, "tpot_s": 0.015979309740807232, "trace_hash_ids": [13429891, 13429892, 574397, 574398, 3094139, 3094140, 3094141, 769383, 3094142, 170398, 170399, 13429893, 13429894, 13429895, 13429896, 13429897, 13429898, 13429899, 13429900, 13429901, 13429902, 13429903, 13429904, 11202130, 11202131, 345479, 345480, 345481, 345482, 345483, 345484, 345485, 345486, 345487, 13429905, 2388375, 2388376, 13429906, 2885088, 13429907, 54678, 54679, 54680, 54681, 13429908, 13429909, 13429910, 13429911, 13429912, 13429913, 13429914, 13429915, 13429916, 13429917, 13496092], "trace_timestamp_s": 439.22600000000057, "ttft_s": 0.12688365099893417, "turn_id": 4} +{"actual_output_tokens": 96, "cached_tokens": 35360, "effective_input_length": 37232, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37232, "latency_s": 36.900317916999484, "output_length": 96, "proxy_request_id": "1355951:2:1363365:540", "request_id": "1355951:2:1363365:540", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1355951", "t_dispatch_unix": 1779964314.068179, "t_finish_unix": 1779964350.9684968, "t_first_token_unix": 1779964349.4776857, "tpot_s": 0.015688021642103863, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978], "trace_timestamp_s": 439.1050000000005, "ttft_s": 35.40950496200094, "turn_id": 2} +{"actual_output_tokens": 181, "cached_tokens": 18480, "effective_input_length": 18676, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18676, "latency_s": 3.6618497669987846, "output_length": 181, "proxy_request_id": "1363943:5:1373637:609", "request_id": "1363943:5:1373637:609", "request_type": "coder", "requested_output_tokens": 181, "session_id": "1363943", "t_dispatch_unix": 1779964350.026895, "t_finish_unix": 1779964353.688745, "t_first_token_unix": 1779964350.1689847, "tpot_s": 0.019552333311104224, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13613147], "trace_timestamp_s": 475.0650000000005, "ttft_s": 0.142088059001253, "turn_id": 5} +{"actual_output_tokens": 821, "cached_tokens": 42800, "effective_input_length": 60004, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60004, "latency_s": 18.241321330002393, "output_length": 821, "proxy_request_id": "1313181:4:1368020:573", "request_id": "1313181:4:1368020:573", "request_type": "coder", "requested_output_tokens": 821, "session_id": "1313181", "t_dispatch_unix": 1779964336.742607, "t_finish_unix": 1779964354.983929, "t_first_token_unix": 1779964342.6979196, "tpot_s": 0.014982497626828618, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13560946], "trace_timestamp_s": 455.47700000000077, "ttft_s": 5.95530991400301, "turn_id": 4} +{"actual_output_tokens": 65, "cached_tokens": 0, "effective_input_length": 19862, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19862, "latency_s": 2.6325820249985554, "output_length": 65, "proxy_request_id": "1374347:1:1374347:611", "request_id": "1374347:1:1374347:611", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1374347", "t_dispatch_unix": 1779964352.468918, "t_finish_unix": 1779964355.1015003, "t_first_token_unix": 1779964354.5409045, "tpot_s": 0.00875519234375588, "trace_hash_ids": [13586651, 13586652, 13586653, 13586654, 13586655, 13586656, 13586657, 13586658, 13586659, 13586660, 13586661, 13586662, 13586663, 13586664, 13586665, 13586666, 13586667, 13586668, 13586669, 13586670, 13586671, 13598853, 13598854, 13598855, 13598856, 13598857, 13598858, 13598859, 13598860, 13608483, 13608484, 13608485, 13608486, 13608487, 13619670, 13619671, 13619672, 13619673, 13619674], "trace_timestamp_s": 477.5, "ttft_s": 2.071984619997238, "turn_id": 1} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 18497, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18497, "latency_s": 2.3639683080000395, "output_length": 38, "proxy_request_id": "1374465:1:1374465:613", "request_id": "1374465:1:1374465:613", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1374465", "t_dispatch_unix": 1779964352.9101694, "t_finish_unix": 1779964355.274138, "t_first_token_unix": 1779964354.796732, "tpot_s": 0.012894267756810468, "trace_hash_ids": [6133, 6134, 6135, 6136, 6137, 6138, 6139, 6140, 6141, 6142, 6143, 6144, 6145, 6146, 6147, 6148, 6149, 6150, 6151, 6152, 6153, 6154, 6155, 6156, 6157, 6158, 6159, 6160, 6161, 6162, 6163, 6351, 6352, 6353, 6167, 6168, 13620867], "trace_timestamp_s": 477.942, "ttft_s": 1.8865601109973795, "turn_id": 1} +{"actual_output_tokens": 520, "cached_tokens": 36624, "effective_input_length": 38252, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38252, "latency_s": 12.487634642002376, "output_length": 520, "proxy_request_id": "1277428:7:1372183:602", "request_id": "1277428:7:1372183:602", "request_type": "coder", "requested_output_tokens": 520, "session_id": "1277428", "t_dispatch_unix": 1779964344.9185665, "t_finish_unix": 1779964357.406201, "t_first_token_unix": 1779964345.5198898, "tpot_s": 0.022901728847788027, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 12713184, 12713185, 12988388, 12988389, 12988390, 12988391, 12988392, 12988393, 12988394, 12988395, 13037512, 13126540, 13126541, 13126542, 13126543, 13547979, 13547980, 13547981, 13547982, 13547983, 13601623, 13601624, 13601625, 13601626], "trace_timestamp_s": 469.9549999999999, "ttft_s": 0.6013215210005001, "turn_id": 7} +{"actual_output_tokens": 956, "cached_tokens": 14480, "effective_input_length": 26705, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26705, "latency_s": 14.19411516800028, "output_length": 956, "proxy_request_id": "1364090:2:1371798:600", "request_id": "1364090:2:1371798:600", "request_type": "coder", "requested_output_tokens": 956, "session_id": "1364090", "t_dispatch_unix": 1779964343.4876878, "t_finish_unix": 1779964357.6818027, "t_first_token_unix": 1779964345.555985, "tpot_s": 0.01269689147748877, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13597497], "trace_timestamp_s": 468.52000000000044, "ttft_s": 2.068295795001177, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 37312, "effective_input_length": 38041, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38041, "latency_s": 1.0610745279991534, "output_length": 55, "proxy_request_id": "1355951:3:1375866:619", "request_id": "1355951:3:1375866:619", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1355951", "t_dispatch_unix": 1779964357.8528845, "t_finish_unix": 1779964358.9139585, "t_first_token_unix": 1779964358.176429, "tpot_s": 0.013651075092571706, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424], "trace_timestamp_s": 482.8890000000001, "ttft_s": 0.32354256699909456, "turn_id": 3} +{"actual_output_tokens": 160, "cached_tokens": 18848, "effective_input_length": 19116, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19116, "latency_s": 2.953075542998704, "output_length": 160, "proxy_request_id": "1363943:6:1375416:618", "request_id": "1363943:6:1375416:618", "request_type": "coder", "requested_output_tokens": 160, "session_id": "1363943", "t_dispatch_unix": 1779964356.2212336, "t_finish_unix": 1779964359.17431, "t_first_token_unix": 1779964356.3777306, "tpot_s": 0.017586634125784383, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13629311], "trace_timestamp_s": 481.2580000000007, "ttft_s": 0.15649487100017723, "turn_id": 6} +{"actual_output_tokens": 614, "cached_tokens": 0, "effective_input_length": 117888, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 117888, "latency_s": 54.76057440600198, "output_length": 614, "proxy_request_id": "1360649:1:1360649:527", "request_id": "1360649:1:1360649:527", "request_type": "coder", "requested_output_tokens": 614, "session_id": "1360649", "t_dispatch_unix": 1779964304.4674919, "t_finish_unix": 1779964359.2280655, "t_first_token_unix": 1779964349.5543115, "tpot_s": 0.015780568381724064, "trace_hash_ids": [57650, 57651, 63986, 63987, 63988, 63989, 63990, 63991, 102342, 102343, 102344, 102345, 102346, 102347, 102348, 102349, 102350, 102351, 1097540, 1097541, 1097542, 1097543, 1097544, 1097545, 1097546, 1097547, 1097548, 1097549, 1097550, 1097551, 1097552, 2097078, 2097079, 2097080, 6400718, 6400719, 6400720, 6400721, 6400722, 6400723, 6400724, 6400725, 6400726, 6400727, 6400728, 6400729, 6400730, 6400731, 6400732, 6400733, 6400734, 6400735, 6400736, 6400737, 6400738, 6400739, 6400740, 6400741, 6400742, 6400743, 6400744, 6400745, 6400746, 6400747, 6400748, 6400749, 6400750, 6400751, 6400752, 6400753, 6400754, 6400755, 6400756, 6400757, 8009133, 8009134, 8009135, 8009136, 8009137, 8009138, 8009139, 8009140, 8009141, 8009142, 8009143, 8009144, 8009145, 8009146, 8009147, 8009148, 8009149, 8009150, 8009151, 8348761, 8348762, 9534642, 9534643, 9534644, 9534645, 9534646, 9534647, 9534648, 9534649, 9534650, 9534651, 9534652, 9534653, 9534654, 9868654, 9868655, 9868656, 10214275, 10214276, 10214277, 10237087, 10237088, 10237089, 10271265, 10271266, 10765786, 10765787, 10765788, 10765789, 10765790, 10765791, 10765792, 10795530, 10795531, 10795532, 10876221, 10876222, 10876223, 11181494, 11232572, 11232573, 11277307, 11277308, 11298127, 11298128, 11298129, 11490882, 11490883, 11490884, 11490885, 12220320, 12220321, 12220322, 12220323, 12220324, 12220325, 12220326, 12220327, 12241076, 12241077, 12241078, 12241079, 12241080, 12241081, 12703418, 12703419, 12703420, 12703421, 12703422, 12703423, 12703424, 12703425, 12703426, 12703427, 12703428, 12703429, 12773085, 12833183, 12857953, 12905536, 12905537, 12905538, 12948771, 12948772, 13065333, 13065334, 13102786, 13102787, 13102788, 13102789, 13121628, 13174865, 13174866, 13240785, 13240786, 13240787, 13311934, 13311935, 13311936, 13468170, 13468171, 13493539, 13493540, 13493541, 13493542, 13493543, 13493544, 13493545, 13493546, 13493547, 13493548, 13493549, 13493550, 13493551, 13493552, 13493553, 13493554, 13493555, 13493556, 13493557, 13493558, 13493559, 13493560, 13493561, 13493562, 13493563, 13493564, 13493565, 13493566, 13493567, 13493568, 13493569, 13493570, 13493571, 13493572, 13493573, 13493574], "trace_timestamp_s": 429.46200000000044, "ttft_s": 45.08681785200315, "turn_id": 1} +{"actual_output_tokens": 56, "cached_tokens": 18528, "effective_input_length": 21588, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21588, "latency_s": 1.7431517360018915, "output_length": 56, "proxy_request_id": "1374465:2:1376358:620", "request_id": "1374465:2:1376358:620", "request_type": "coder", "requested_output_tokens": 56, "session_id": "1374465", "t_dispatch_unix": 1779964359.3132193, "t_finish_unix": 1779964361.0563715, "t_first_token_unix": 1779964360.3119757, "tpot_s": 0.013529290272774894, "trace_hash_ids": [6133, 6134, 6135, 6136, 6137, 6138, 6139, 6140, 6141, 6142, 6143, 6144, 6145, 6146, 6147, 6148, 6149, 6150, 6151, 6152, 6153, 6154, 6155, 6156, 6157, 6158, 6159, 6160, 6161, 6162, 6163, 6351, 6352, 6353, 6167, 6168, 13620867, 13637304, 5578065, 5578066, 5578067, 5578068, 5578069], "trace_timestamp_s": 484.35000000000036, "ttft_s": 0.9987537029992382, "turn_id": 2} +{"actual_output_tokens": 82, "cached_tokens": 0, "effective_input_length": 72919, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72919, "latency_s": 31.104543999997986, "output_length": 82, "proxy_request_id": "1367957:1:1367957:572", "request_id": "1367957:1:1367957:572", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1367957", "t_dispatch_unix": 1779964330.1674623, "t_finish_unix": 1779964361.2720065, "t_first_token_unix": 1779964348.5654776, "tpot_s": 0.1568635874691047, "trace_hash_ids": [987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 13560201, 5631592, 280979, 5631593, 1028, 1029, 1030, 1031, 1032, 1033, 1034, 1035, 1036, 1037, 1038, 1039, 1040, 1041, 1042, 1043, 1044, 1045, 1046, 1047, 1048, 1049, 5631594, 5631595, 5631596, 5631597, 5631598, 5631599, 706016, 706017, 1656985, 1656986, 1656987, 1656988, 1656989, 5631600, 10791724, 10856701, 11045334, 11180683, 11180684, 11180685, 11180686, 11180687, 11180688, 11180689, 11180690, 11180691, 11180692, 11180693, 11180694, 11395208, 11395209, 11395210, 11395211, 11395212, 11395213, 11395214, 11395215, 11395216, 11395217, 11395218, 11395219, 11416612, 11498725, 11563787, 11669770, 11900719, 11900720, 11900721, 11900722, 11900723, 11900724, 11900725, 11900726, 11900727, 11900728, 11900729, 11900730, 11900731, 12056875, 12056876, 12056877, 12056878, 12719496, 12719497, 12719498, 12719499, 12719500, 12719501, 12752184, 12786713, 12836975, 12926110, 12926111, 12926112, 12955719, 13336475, 13382319, 13469603, 13469604, 13560202], "trace_timestamp_s": 455.1790000000001, "ttft_s": 18.39801296299993, "turn_id": 1} +{"actual_output_tokens": 104, "cached_tokens": 24000, "effective_input_length": 64531, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64531, "latency_s": 23.342475866000314, "output_length": 104, "proxy_request_id": "1342634:2:1370263:590", "request_id": "1342634:2:1370263:590", "request_type": "coder", "requested_output_tokens": 104, "session_id": "1342634", "t_dispatch_unix": 1779964338.159514, "t_finish_unix": 1779964361.5019898, "t_first_token_unix": 1779964360.3195665, "tpot_s": 0.011475459990286306, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 4565053, 4565054, 4565055, 127456, 127457, 127458, 127459, 4565056, 4565057, 61286, 4565058, 4565059, 4565060, 4565061, 4565062, 4565063, 4565064, 4565065, 4565066, 4565067, 4565068, 4565069, 4565070, 4565071, 4565072, 4565073, 4565074, 4565075, 4565076, 4565077, 4565078, 4565079, 4565080, 4565081, 4565082, 4565083, 4565084, 4565085, 4565086, 4565087, 4565088, 4565089, 13036298, 13036299, 13036300, 13036301, 13036302, 13036303, 13036304, 13036305, 13036306, 13036307, 13036308, 13036309, 13036310, 13036311, 13036312, 13036313, 13036314, 13036315, 13036316, 13036317, 13036318, 13036319, 13036320, 13036321, 13036322, 13036323, 13036324, 13036325, 13036326, 13036327, 13036328, 13036329, 13036330, 13036331, 13036332, 13036333, 13036334, 13036335, 13036336, 13036337, 13068093, 13326543, 13326544, 13326545, 13326546, 13326547, 13326548, 13326549, 13326550, 13326551, 13326552, 13326553, 13326554, 13326555, 13326556, 13326557, 13326558, 13326559, 13326560, 13326561, 13326562, 13326563, 13326564, 13326565, 13326566, 13326567, 13326568, 13326569, 13326570, 13582003, 13582004, 13582005, 13582006, 13582007, 13582008, 13582009, 13582010, 13582011, 13582012, 13582013], "trace_timestamp_s": 463.1940000000004, "ttft_s": 22.160049821999564, "turn_id": 2} +{"actual_output_tokens": 120, "cached_tokens": 118496, "effective_input_length": 119052, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119052, "latency_s": 2.546522169999662, "output_length": 120, "proxy_request_id": "1360649:2:1367022:561", "request_id": "1360649:2:1367022:561", "request_type": "coder", "requested_output_tokens": 120, "session_id": "1360649", "t_dispatch_unix": 1779964359.2404346, "t_finish_unix": 1779964361.7869565, "t_first_token_unix": 1779964359.8628662, "tpot_s": 0.016166316731112663, "trace_hash_ids": [57650, 57651, 63986, 63987, 63988, 63989, 63990, 63991, 102342, 102343, 102344, 102345, 102346, 102347, 102348, 102349, 102350, 102351, 1097540, 1097541, 1097542, 1097543, 1097544, 1097545, 1097546, 1097547, 1097548, 1097549, 1097550, 1097551, 1097552, 2097078, 2097079, 2097080, 6400718, 6400719, 6400720, 6400721, 6400722, 6400723, 6400724, 6400725, 6400726, 6400727, 6400728, 6400729, 6400730, 6400731, 6400732, 6400733, 6400734, 6400735, 6400736, 6400737, 6400738, 6400739, 6400740, 6400741, 6400742, 6400743, 6400744, 6400745, 6400746, 6400747, 6400748, 6400749, 6400750, 6400751, 6400752, 6400753, 6400754, 6400755, 6400756, 6400757, 8009133, 8009134, 8009135, 8009136, 8009137, 8009138, 8009139, 8009140, 8009141, 8009142, 8009143, 8009144, 8009145, 8009146, 8009147, 8009148, 8009149, 8009150, 8009151, 8348761, 8348762, 9534642, 9534643, 9534644, 9534645, 9534646, 9534647, 9534648, 9534649, 9534650, 9534651, 9534652, 9534653, 9534654, 9868654, 9868655, 9868656, 10214275, 10214276, 10214277, 10237087, 10237088, 10237089, 10271265, 10271266, 10765786, 10765787, 10765788, 10765789, 10765790, 10765791, 10765792, 10795530, 10795531, 10795532, 10876221, 10876222, 10876223, 11181494, 11232572, 11232573, 11277307, 11277308, 11298127, 11298128, 11298129, 11490882, 11490883, 11490884, 11490885, 12220320, 12220321, 12220322, 12220323, 12220324, 12220325, 12220326, 12220327, 12241076, 12241077, 12241078, 12241079, 12241080, 12241081, 12703418, 12703419, 12703420, 12703421, 12703422, 12703423, 12703424, 12703425, 12703426, 12703427, 12703428, 12703429, 12773085, 12833183, 12857953, 12905536, 12905537, 12905538, 12948771, 12948772, 13065333, 13065334, 13102786, 13102787, 13102788, 13102789, 13121628, 13174865, 13174866, 13240785, 13240786, 13240787, 13311934, 13311935, 13311936, 13468170, 13468171, 13493539, 13551893, 13551894, 13551895, 13551896, 13551897, 13551898, 13551899, 13551900, 13551901, 13551902, 13551903, 13551904, 13551905, 13551906, 13551907, 13551908, 13551909, 13551910, 13551911, 13551912, 13551913, 13551914, 13551915, 13551916, 13551917, 13551918, 13551919, 13551920, 13551921, 13551922, 13551923, 13551924, 13551925, 13551926, 13551927, 13551928, 13551929], "trace_timestamp_s": 451.77600000000075, "ttft_s": 0.6224292929982767, "turn_id": 2} +{"actual_output_tokens": 28, "cached_tokens": 0, "effective_input_length": 16241, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16241, "latency_s": 1.6356497349988786, "output_length": 28, "proxy_request_id": "1377061:1:1377061:622", "request_id": "1377061:1:1377061:622", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1377061", "t_dispatch_unix": 1779964361.9411912, "t_finish_unix": 1779964363.5768406, "t_first_token_unix": 1779964363.436658, "tpot_s": 0.005182172666671384, "trace_hash_ids": [13622967, 13622968, 13622969, 13622970, 13622971, 13622972, 13622973, 13622974, 13622975, 13622976, 13622977, 13622978, 13622979, 13622980, 13622981, 13622982, 13622983, 13622984, 13622985, 13622986, 13622987, 13622988, 13622989, 13622990, 13633616, 13633617, 13633618, 13633619, 13643798, 13643799, 13643800, 13643801], "trace_timestamp_s": 486.97299999999996, "ttft_s": 1.4954656879999675, "turn_id": 1} +{"actual_output_tokens": 98, "cached_tokens": 0, "effective_input_length": 24323, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24323, "latency_s": 3.9590896959998645, "output_length": 98, "proxy_request_id": "1371337:2:1376534:621", "request_id": "1371337:2:1376534:621", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1371337", "t_dispatch_unix": 1779964359.9781127, "t_finish_unix": 1779964363.9372025, "t_first_token_unix": 1779964362.787186, "tpot_s": 0.011852564329921133, "trace_hash_ids": [13566840, 13566841, 13566842, 13566843, 13566844, 13566845, 13566846, 13566847, 13581073, 13592764, 13592765, 13592766, 13592767, 13592768, 13592769, 13592770, 13592771, 13592772, 13602976, 13602977, 13602978, 13602979, 13602980, 13602981, 13602982, 13602983, 13602984, 13611256, 13611257, 13611258, 13611259, 13611260, 13611261, 13611262, 13621634, 13621635, 13621636, 13621637, 13621638, 13621639, 13621640, 13630722, 13630723, 13630724, 13639093, 13639094, 13639095, 13639096], "trace_timestamp_s": 485.0100000000002, "ttft_s": 2.8090713399978995, "turn_id": 2} +{"actual_output_tokens": 972, "cached_tokens": 6752, "effective_input_length": 48193, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48193, "latency_s": 77.95400178699856, "output_length": 972, "proxy_request_id": "1294611:11:1355750:510", "request_id": "1294611:11:1355750:510", "request_type": "coder", "requested_output_tokens": 972, "session_id": "1294611", "t_dispatch_unix": 1779964286.9512742, "t_finish_unix": 1779964364.905276, "t_first_token_unix": 1779964295.8953993, "tpot_s": 0.07107043129145335, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 13446612], "trace_timestamp_s": 411.9870000000001, "ttft_s": 8.944122738997976, "turn_id": 11} +{"actual_output_tokens": 37, "cached_tokens": 0, "effective_input_length": 14851, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14851, "latency_s": 1.5185498509999888, "output_length": 37, "proxy_request_id": "1372791:2:1377698:624", "request_id": "1372791:2:1377698:624", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1372791", "t_dispatch_unix": 1779964364.1823242, "t_finish_unix": 1779964365.7008734, "t_first_token_unix": 1779964365.500684, "tpot_s": 0.0055494059444956495, "trace_hash_ids": [13606288, 13606289, 13606290, 13606291, 13606292, 13606293, 13606294, 13606295, 13606296, 13634971, 13634972, 13634973, 13634974, 13634975, 13634976, 13634977, 13642781, 13642782, 13642783, 13642784, 13642785, 13642786, 13650522, 13650523, 13650524, 13650525, 13650526, 13650527, 13650528, 13650529], "trace_timestamp_s": 489.21500000000015, "ttft_s": 1.3183581880002748, "turn_id": 2} +{"actual_output_tokens": 189, "cached_tokens": 19264, "effective_input_length": 20727, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20727, "latency_s": 3.6930571970005985, "output_length": 189, "proxy_request_id": "1363943:7:1377305:623", "request_id": "1363943:7:1377305:623", "request_type": "coder", "requested_output_tokens": 189, "session_id": "1363943", "t_dispatch_unix": 1779964362.8660216, "t_finish_unix": 1779964366.5590792, "t_first_token_unix": 1779964363.2067523, "tpot_s": 0.0178299905106503, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13646868], "trace_timestamp_s": 487.90300000000025, "ttft_s": 0.34072881799875177, "turn_id": 7} +{"actual_output_tokens": 567, "cached_tokens": 7680, "effective_input_length": 56286, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56286, "latency_s": 18.024231374998635, "output_length": 567, "proxy_request_id": "1370129:2:1373467:607", "request_id": "1370129:2:1373467:607", "request_type": "coder", "requested_output_tokens": 567, "session_id": "1370129", "t_dispatch_unix": 1779964349.4551303, "t_finish_unix": 1779964367.4793613, "t_first_token_unix": 1779964360.5241284, "tpot_s": 0.012287981848061938, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500], "trace_timestamp_s": 474.45900000000074, "ttft_s": 11.068996079997305, "turn_id": 2} +{"actual_output_tokens": 15, "cached_tokens": 16256, "effective_input_length": 16515, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16515, "latency_s": 0.3502123569996911, "output_length": 15, "proxy_request_id": "1377061:2:1378590:631", "request_id": "1377061:2:1378590:631", "request_type": "coder", "requested_output_tokens": 15, "session_id": "1377061", "t_dispatch_unix": 1779964367.2106314, "t_finish_unix": 1779964367.5608432, "t_first_token_unix": 1779964367.4774382, "tpot_s": 0.00593711714282108, "trace_hash_ids": [13622967, 13622968, 13622969, 13622970, 13622971, 13622972, 13622973, 13622974, 13622975, 13622976, 13622977, 13622978, 13622979, 13622980, 13622981, 13622982, 13622983, 13622984, 13622985, 13622986, 13622987, 13622988, 13622989, 13622990, 13633616, 13633617, 13633618, 13633619, 13643798, 13643799, 13643800, 13658414, 13658415], "trace_timestamp_s": 492.2480000000005, "ttft_s": 0.2668054120003944, "turn_id": 2} +{"actual_output_tokens": 52, "cached_tokens": 0, "effective_input_length": 7810, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7810, "latency_s": 0.9549810149983387, "output_length": 52, "proxy_request_id": "1378684:1:1378684:632", "request_id": "1378684:1:1378684:632", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1378684", "t_dispatch_unix": 1779964367.5473177, "t_finish_unix": 1779964368.502299, "t_first_token_unix": 1779964368.099984, "tpot_s": 0.0078830509216156, "trace_hash_ids": [13630792, 13630793, 13630794, 13630795, 13645188, 13645189, 13645190, 13645191, 13659421, 13659422, 13659423, 13659424, 13659425, 13659426, 13659427, 13659428], "trace_timestamp_s": 492.58300000000054, "ttft_s": 0.5526646919970517, "turn_id": 1} +{"actual_output_tokens": 206, "cached_tokens": 0, "effective_input_length": 5458, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5458, "latency_s": 1.4996192500002508, "output_length": 206, "proxy_request_id": "1378543:1:1378543:630", "request_id": "1378543:1:1378543:630", "request_type": "coder", "requested_output_tokens": 206, "session_id": "1378543", "t_dispatch_unix": 1779964367.0556993, "t_finish_unix": 1779964368.555318, "t_first_token_unix": 1779964367.4095094, "tpot_s": 0.005588236843908728, "trace_hash_ids": [13642933, 13642934, 13642935, 13642936, 13652140, 13652141, 13657982, 13657983, 13657984, 13657985, 13657986], "trace_timestamp_s": 492.09200000000055, "ttft_s": 0.3538091970003734, "turn_id": 1} +{"actual_output_tokens": 228, "cached_tokens": 23264, "effective_input_length": 23457, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23457, "latency_s": 4.386868902998685, "output_length": 228, "proxy_request_id": "1355484:8:1377993:625", "request_id": "1355484:8:1377993:625", "request_type": "coder", "requested_output_tokens": 228, "session_id": "1355484", "t_dispatch_unix": 1779964365.1618323, "t_finish_unix": 1779964369.5487006, "t_first_token_unix": 1779964365.331504, "tpot_s": 0.01857697551981941, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13653201], "trace_timestamp_s": 490.1980000000003, "ttft_s": 0.16967019200092182, "turn_id": 8} +{"actual_output_tokens": 38, "cached_tokens": 0, "effective_input_length": 1422, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1422, "latency_s": 0.2904229249979835, "output_length": 38, "proxy_request_id": "1379185:1:1379185:634", "request_id": "1379185:1:1379185:634", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1379185", "t_dispatch_unix": 1779964369.2678475, "t_finish_unix": 1779964369.5582697, "t_first_token_unix": 1779964369.3791556, "tpot_s": 0.004835459243229314, "trace_hash_ids": [13664231, 13664232, 13664233], "trace_timestamp_s": 494.3050000000003, "ttft_s": 0.11130771600073786, "turn_id": 1} +{"actual_output_tokens": 2009, "cached_tokens": 98224, "effective_input_length": 98267, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 98267, "latency_s": 45.96449331400072, "output_length": 2009, "proxy_request_id": "1279412:25:1366203:554", "request_id": "1279412:25:1366203:554", "request_type": "coder", "requested_output_tokens": 2009, "session_id": "1279412", "t_dispatch_unix": 1779964323.8360002, "t_finish_unix": 1779964369.8004925, "t_first_token_unix": 1779964324.0269716, "tpot_s": 0.0227954741030862, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104], "trace_timestamp_s": 448.8700000000008, "ttft_s": 0.19096992300183047, "turn_id": 25} +{"actual_output_tokens": 87, "cached_tokens": 0, "effective_input_length": 2632, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2632, "latency_s": 0.6144550379976863, "output_length": 87, "proxy_request_id": "1379569:1:1379569:638", "request_id": "1379569:1:1379569:638", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1379569", "t_dispatch_unix": 1779964370.4968722, "t_finish_unix": 1779964371.111327, "t_first_token_unix": 1779964370.6707885, "tpot_s": 0.005119036337207437, "trace_hash_ids": [13667374, 13667375, 13667376, 13667377, 13667378, 13667379], "trace_timestamp_s": 495.53400000000056, "ttft_s": 0.17391494899857207, "turn_id": 1} +{"actual_output_tokens": 5049, "cached_tokens": 67552, "effective_input_length": 68259, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68259, "latency_s": 94.9274550150003, "output_length": 5049, "proxy_request_id": "1314357:4:1352612:497", "request_id": "1314357:4:1352612:497", "request_type": "coder", "requested_output_tokens": 5049, "session_id": "1314357", "t_dispatch_unix": 1779964276.1970367, "t_finish_unix": 1779964371.1244912, "t_first_token_unix": 1779964276.7059011, "tpot_s": 0.018704117045760964, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13419015, 13419016], "trace_timestamp_s": 401.23199999999997, "ttft_s": 0.5088628439989407, "turn_id": 4} +{"actual_output_tokens": 5258, "cached_tokens": 78496, "effective_input_length": 80246, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80246, "latency_s": 73.37874171400108, "output_length": 5258, "proxy_request_id": "1269373:22:1358956:522", "request_id": "1269373:22:1358956:522", "request_type": "coder", "requested_output_tokens": 5258, "session_id": "1269373", "t_dispatch_unix": 1779964298.3575807, "t_finish_unix": 1779964371.7363224, "t_first_token_unix": 1779964299.404079, "tpot_s": 0.013759160740916777, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 12579854, 12579855, 12579856, 12632632, 12632633, 12655306, 12712206, 12712207, 12712208, 12712209, 12712210, 12745665, 12745666, 12745667, 12745668, 12745669, 12745670, 12745671, 12745672, 12745673, 12745674, 12745675, 12745676, 12745677, 12745678, 12745679, 12745680, 12745681, 12745682, 12745683, 12745684, 12745685, 12745686, 12745687, 12745688, 12745689, 12745690, 12792377, 12792378, 12792379, 12792380, 12792381, 12792382, 12792383, 12792384, 12792385, 12792386, 12792387, 12792388, 12792389, 12792390, 12792391, 12792392, 12835832, 12835833, 12835834, 12835835, 12835836, 12835837, 12835838, 12835839, 12884614, 12884615, 12884616, 12884617, 12884618, 12884619, 12884620, 12884621, 12884622, 12884623, 12884624, 12884625, 12884626, 12884627, 12884628, 12884629, 12937621, 12937622, 12937623, 12937624, 12937625, 12937626, 12937627, 12975429, 12975430, 12975431, 12975432, 12975433, 12975434, 12975435, 12975436, 12975437, 12998343, 13048668, 13048669, 13048670, 13048671, 13048672, 13048673, 13091415, 13091416, 13091417, 13091418, 13091419, 13091420, 13091421, 13129269, 13169183, 13169184, 13169185, 13169186, 13169187, 13227514, 13227515, 13227516, 13227517, 13227518, 13284366, 13284367, 13353637, 13353638, 13388482, 13388483, 13388484, 13388485, 13388486, 13420383, 13420384, 13420385, 13476943, 13476944, 13476945, 13476946, 13476947], "trace_timestamp_s": 423.39200000000073, "ttft_s": 1.0464960339995741, "turn_id": 22} +{"actual_output_tokens": 135, "cached_tokens": 100272, "effective_input_length": 100340, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 100340, "latency_s": 2.2504493840024224, "output_length": 135, "proxy_request_id": "1279412:26:1378269:628", "request_id": "1279412:26:1378269:628", "request_type": "coder", "requested_output_tokens": 135, "session_id": "1279412", "t_dispatch_unix": 1779964369.805919, "t_finish_unix": 1779964372.0563686, "t_first_token_unix": 1779964370.0171378, "tpot_s": 0.015215383567159896, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367], "trace_timestamp_s": 491.1310000000003, "ttft_s": 0.21121646300161956, "turn_id": 26} +{"actual_output_tokens": 131, "cached_tokens": 23680, "effective_input_length": 23717, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23717, "latency_s": 1.5406169130001217, "output_length": 131, "proxy_request_id": "1355484:9:1379722:640", "request_id": "1355484:9:1379722:640", "request_type": "coder", "requested_output_tokens": 131, "session_id": "1355484", "t_dispatch_unix": 1779964371.0101156, "t_finish_unix": 1779964372.5507321, "t_first_token_unix": 1779964371.1298923, "tpot_s": 0.010927316815398696, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13668401], "trace_timestamp_s": 496.0470000000005, "ttft_s": 0.11977468600161956, "turn_id": 9} +{"actual_output_tokens": 20, "cached_tokens": 16528, "effective_input_length": 17368, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17368, "latency_s": 0.2816381320008077, "output_length": 20, "proxy_request_id": "1377061:3:1380174:641", "request_id": "1377061:3:1380174:641", "request_type": "coder", "requested_output_tokens": 20, "session_id": "1377061", "t_dispatch_unix": 1779964372.6162636, "t_finish_unix": 1779964372.8979018, "t_first_token_unix": 1779964372.8014739, "tpot_s": 0.0050581034210106166, "trace_hash_ids": [13622967, 13622968, 13622969, 13622970, 13622971, 13622972, 13622973, 13622974, 13622975, 13622976, 13622977, 13622978, 13622979, 13622980, 13622981, 13622982, 13622983, 13622984, 13622985, 13622986, 13622987, 13622988, 13622989, 13622990, 13633616, 13633617, 13633618, 13633619, 13643798, 13643799, 13643800, 13658414, 13666839, 13672311], "trace_timestamp_s": 497.65400000000045, "ttft_s": 0.18520717800129205, "turn_id": 3} +{"actual_output_tokens": 2, "cached_tokens": 5312, "effective_input_length": 5314, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5314, "latency_s": 0.024124174000462517, "output_length": 2, "proxy_request_id": "1378543:2:1380447:644", "request_id": "1378543:2:1380447:644", "request_type": "coder", "requested_output_tokens": 2, "session_id": "1378543", "t_dispatch_unix": 1779964373.535577, "t_finish_unix": 1779964373.559701, "t_first_token_unix": 1779964373.5593681, "tpot_s": 0.00012025199976051226, "trace_hash_ids": [13674795, 13674796, 13674797, 13674798, 13674799, 13674800, 13674801, 13674802, 13674803, 13674804, 13674805], "trace_timestamp_s": 498.5710000000008, "ttft_s": 0.023789654002030147, "turn_id": 2} +{"actual_output_tokens": 117, "cached_tokens": 0, "effective_input_length": 6767, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6767, "latency_s": 1.0677267529972596, "output_length": 117, "proxy_request_id": "1379569:2:1380473:645", "request_id": "1379569:2:1380473:645", "request_type": "coder", "requested_output_tokens": 117, "session_id": "1379569", "t_dispatch_unix": 1779964373.68183, "t_finish_unix": 1779964374.749557, "t_first_token_unix": 1779964374.1339874, "tpot_s": 0.005304159672395427, "trace_hash_ids": [13667374, 13667375, 13667376, 13667377, 13667378, 13674970, 13674971, 13674972, 13674973, 13674974, 13674975, 13674976, 13674977, 13674978], "trace_timestamp_s": 498.71800000000076, "ttft_s": 0.45215328999984195, "turn_id": 2} +{"actual_output_tokens": 99, "cached_tokens": 21632, "effective_input_length": 30907, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30907, "latency_s": 2.5083945500009577, "output_length": 99, "proxy_request_id": "1374465:3:1380413:642", "request_id": "1374465:3:1380413:642", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1374465", "t_dispatch_unix": 1779964373.406913, "t_finish_unix": 1779964375.9153078, "t_first_token_unix": 1779964375.2804224, "tpot_s": 0.00647562715308521, "trace_hash_ids": [6133, 6134, 6135, 6136, 6137, 6138, 6139, 6140, 6141, 6142, 6143, 6144, 6145, 6146, 6147, 6148, 6149, 6150, 6151, 6152, 6153, 6154, 6155, 6156, 6157, 6158, 6159, 6160, 6161, 6162, 6163, 6351, 6352, 6353, 6167, 6168, 13620867, 13637304, 5578065, 5578066, 5578067, 5578068, 5578069, 13674597, 13674598, 2474295, 13674599, 13674600, 13674601, 13674602, 13674603, 13674604, 13674605, 13674606, 13674607, 13674608, 13674609, 13674610, 13674611, 13674612, 13674613], "trace_timestamp_s": 498.4410000000007, "ttft_s": 1.8735057710000547, "turn_id": 3} +{"actual_output_tokens": 195, "cached_tokens": 100464, "effective_input_length": 100538, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 100538, "latency_s": 2.584382906999963, "output_length": 195, "proxy_request_id": "1279412:27:1380696:646", "request_id": "1279412:27:1380696:646", "request_type": "coder", "requested_output_tokens": 195, "session_id": "1279412", "t_dispatch_unix": 1779964374.5470047, "t_finish_unix": 1779964377.1313875, "t_first_token_unix": 1779964374.7962492, "tpot_s": 0.012035655675268554, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13677275], "trace_timestamp_s": 499.58100000000013, "ttft_s": 0.24924226999792154, "turn_id": 27} +{"actual_output_tokens": 96, "cached_tokens": 6880, "effective_input_length": 7620, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7620, "latency_s": 0.6191019720026816, "output_length": 96, "proxy_request_id": "1379569:3:1381510:649", "request_id": "1379569:3:1381510:649", "request_type": "coder", "requested_output_tokens": 96, "session_id": "1379569", "t_dispatch_unix": 1779964377.3091357, "t_finish_unix": 1779964377.928238, "t_first_token_unix": 1779964377.4235058, "tpot_s": 0.0053104408947355726, "trace_hash_ids": [13667374, 13667375, 13667376, 13667377, 13667378, 13674970, 13674971, 13674972, 13674973, 13674974, 13674975, 13674976, 13674977, 13685191, 13685192], "trace_timestamp_s": 502.34700000000066, "ttft_s": 0.11433260500052711, "turn_id": 3} +{"actual_output_tokens": 302, "cached_tokens": 0, "effective_input_length": 22132, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22132, "latency_s": 12.668495155001438, "output_length": 302, "proxy_request_id": "1286804:4:1378156:627", "request_id": "1286804:4:1378156:627", "request_type": "coder", "requested_output_tokens": 302, "session_id": "1286804", "t_dispatch_unix": 1779964365.6885545, "t_finish_unix": 1779964378.357049, "t_first_token_unix": 1779964373.693551, "tpot_s": 0.015491890415287828, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12930548, 13438556, 13438557, 13654392, 13654393, 13654394, 13654395, 13654396, 13654397, 13654398, 13654399, 13654400, 13654401, 13654402, 13654403, 13654404, 13654405], "trace_timestamp_s": 490.72100000000046, "ttft_s": 8.00499519100049, "turn_id": 4} +{"actual_output_tokens": 31, "cached_tokens": 0, "effective_input_length": 1391, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1391, "latency_s": 0.27537560000200756, "output_length": 31, "proxy_request_id": "1381728:1:1381728:651", "request_id": "1381728:1:1381728:651", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1381728", "t_dispatch_unix": 1779964378.2153292, "t_finish_unix": 1779964378.490705, "t_first_token_unix": 1779964378.343122, "tpot_s": 0.0049118064999978134, "trace_hash_ids": [13687007, 13687008, 13687009], "trace_timestamp_s": 503.2530000000006, "ttft_s": 0.1277917580009671, "turn_id": 1} +{"actual_output_tokens": 1054, "cached_tokens": 20912, "effective_input_length": 20948, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20948, "latency_s": 9.596067201000551, "output_length": 1054, "proxy_request_id": "1363943:8:1379215:635", "request_id": "1363943:8:1379215:635", "request_type": "coder", "requested_output_tokens": 1054, "session_id": "1363943", "t_dispatch_unix": 1779964369.4194353, "t_finish_unix": 1779964379.015503, "t_first_token_unix": 1779964369.5212052, "tpot_s": 0.009016166605888066, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416], "trace_timestamp_s": 494.45700000000033, "ttft_s": 0.10176816600142047, "turn_id": 8} +{"actual_output_tokens": 387, "cached_tokens": 0, "effective_input_length": 79495, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79495, "latency_s": 29.601698407001095, "output_length": 387, "proxy_request_id": "1373577:1:1373577:608", "request_id": "1373577:1:1373577:608", "request_type": "coder", "requested_output_tokens": 387, "session_id": "1373577", "t_dispatch_unix": 1779964349.8554301, "t_finish_unix": 1779964379.457128, "t_first_token_unix": 1779964371.3815143, "tpot_s": 0.020920591113992835, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 231422, 231423, 252744, 252745, 252746, 252747, 3133, 3651868, 3651869, 3651870, 3651871, 3651872, 3651873, 3651874, 3904549, 10482905, 6324555, 13612320, 13612321, 13612322, 13612323, 13612324, 13612325, 13612326, 13612327, 13612328, 13612329, 13612330, 13612331, 13612332, 13612333, 13612334, 13612335, 13612336, 13612337, 13612338, 13612339, 13612340, 13612341, 13612342, 13612343, 13612344, 13612345, 13612346, 13612347, 13612348, 13612349, 13612350, 13612351, 13612352, 13612353, 13612354, 13612355, 13612356, 13612357, 13612358, 13612359, 13612360, 13612361, 13612362, 13612363, 13612364, 13612365, 13612366, 13612367, 13612368, 13612369, 13612370, 13612371, 13612372, 13612373, 13612374, 13612375, 13612376, 13612377, 13612378, 13612379, 13612380, 13612381, 13612382, 13612383, 13612384, 13612385, 13612386, 13612387, 13612388, 13612389, 13612390, 13612391, 13612392, 13612393, 13612394, 13612395, 13612396, 13612397, 13612398, 13612399, 13612400, 13612401, 13612402, 13612403, 13612404, 13612405, 13612406, 13612407, 13612408, 13612409, 13612410, 13612411, 13612412, 13612413, 13612414, 13612415, 13612416, 13612417, 13612418, 13612419, 13612420, 13612421, 13612422, 13612423, 13612424, 13612425, 13612426, 13612427, 13612428, 13612429, 13612430, 13612431, 13612432, 13612433, 13612434, 13612435, 13612436, 13612437, 13612438, 13612439, 13612440, 13612441, 13612442, 13612443, 13612444, 13612445, 13612446, 13612447, 13612448, 13612449, 13612450, 13612451, 13612452, 13612453], "trace_timestamp_s": 474.8630000000003, "ttft_s": 21.526082005999342, "turn_id": 1} +{"actual_output_tokens": 267, "cached_tokens": 0, "effective_input_length": 13989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13989, "latency_s": 3.5369675239999196, "output_length": 267, "proxy_request_id": "1381387:1:1381387:648", "request_id": "1381387:1:1381387:648", "request_type": "coder", "requested_output_tokens": 267, "session_id": "1381387", "t_dispatch_unix": 1779964376.8952584, "t_finish_unix": 1779964380.4322255, "t_first_token_unix": 1779964378.1003265, "tpot_s": 0.008765435278189414, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13684112], "trace_timestamp_s": 501.9280000000008, "ttft_s": 1.2050672379991738, "turn_id": 1} +{"actual_output_tokens": 25, "cached_tokens": 35296, "effective_input_length": 38111, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38111, "latency_s": 1.016521654000826, "output_length": 25, "proxy_request_id": "1382089:1:1382089:655", "request_id": "1382089:1:1382089:655", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1382089", "t_dispatch_unix": 1779964379.4928951, "t_finish_unix": 1779964380.509417, "t_first_token_unix": 1779964380.3504615, "tpot_s": 0.006614535291646462, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424], "trace_timestamp_s": 504.5050000000001, "ttft_s": 0.8575642420000804, "turn_id": 1} +{"actual_output_tokens": 32, "cached_tokens": 0, "effective_input_length": 3034, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3034, "latency_s": 0.3425183779982035, "output_length": 32, "proxy_request_id": "1382294:1:1382294:656", "request_id": "1382294:1:1382294:656", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1382294", "t_dispatch_unix": 1779964380.2184787, "t_finish_unix": 1779964380.5609965, "t_first_token_unix": 1779964380.40591, "tpot_s": 0.00499633261290822, "trace_hash_ids": [13692603, 13692604, 13692605, 13692606, 13692607, 13692608], "trace_timestamp_s": 505.2550000000001, "ttft_s": 0.1874304429984477, "turn_id": 1} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 1955, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1955, "latency_s": 0.3547361670025566, "output_length": 47, "proxy_request_id": "1382667:1:1382667:658", "request_id": "1382667:1:1382667:658", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1382667", "t_dispatch_unix": 1779964381.6356654, "t_finish_unix": 1779964381.990401, "t_first_token_unix": 1779964381.7621806, "tpot_s": 0.004953555195638531, "trace_hash_ids": [13695912, 13695913, 13695914, 13695915], "trace_timestamp_s": 506.6720000000005, "ttft_s": 0.12651469300180906, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 3190, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3190, "latency_s": 0.391117484003189, "output_length": 26, "proxy_request_id": "1382710:1:1382710:659", "request_id": "1382710:1:1382710:659", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1382710", "t_dispatch_unix": 1779964381.7355373, "t_finish_unix": 1779964382.1266549, "t_first_token_unix": 1779964381.9357772, "tpot_s": 0.007622345319978194, "trace_hash_ids": [13684985, 13690307, 13696041, 13696042, 13696043, 13696044, 13696045], "trace_timestamp_s": 506.77000000000044, "ttft_s": 0.2002382700011367, "turn_id": 1} +{"actual_output_tokens": 35, "cached_tokens": 0, "effective_input_length": 627, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 627, "latency_s": 0.25253582400182495, "output_length": 35, "proxy_request_id": "1382804:1:1382804:660", "request_id": "1382804:1:1382804:660", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1382804", "t_dispatch_unix": 1779964381.9629054, "t_finish_unix": 1779964382.215441, "t_first_token_unix": 1779964382.0277803, "tpot_s": 0.005512196294148453, "trace_hash_ids": [13696917, 13696918], "trace_timestamp_s": 507.0010000000002, "ttft_s": 0.06487401200138265, "turn_id": 1} +{"actual_output_tokens": 48, "cached_tokens": 0, "effective_input_length": 5164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5164, "latency_s": 0.5725679059978575, "output_length": 48, "proxy_request_id": "1382294:2:1383073:664", "request_id": "1382294:2:1383073:664", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1382294", "t_dispatch_unix": 1779964382.8300993, "t_finish_unix": 1779964383.4026673, "t_first_token_unix": 1779964383.1583006, "tpot_s": 0.00519263163825715, "trace_hash_ids": [13692603, 13692604, 13692605, 13692606, 13692607, 13692608, 13699684, 13699685, 13699686, 13699687, 13699688], "trace_timestamp_s": 507.8670000000002, "ttft_s": 0.32819973699952243, "turn_id": 2} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 9305, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9305, "latency_s": 1.3496791670004313, "output_length": 46, "proxy_request_id": "1383090:1:1383090:665", "request_id": "1383090:1:1383090:665", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1383090", "t_dispatch_unix": 1779964382.8716874, "t_finish_unix": 1779964384.2213662, "t_first_token_unix": 1779964383.62019, "tpot_s": 0.013353166377783054, "trace_hash_ids": [13676594, 13676595, 13676596, 13676597, 13676598, 13676599, 13676600, 13684524, 13684525, 13684526, 13684527, 13693279, 13693280, 13693281, 13693282, 13693283, 13699848, 13699849, 13699850], "trace_timestamp_s": 507.90599999999995, "ttft_s": 0.7485015799975372, "turn_id": 1} +{"actual_output_tokens": 53, "cached_tokens": 0, "effective_input_length": 5135, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5135, "latency_s": 1.6416716070016264, "output_length": 53, "proxy_request_id": "1383009:1:1383009:663", "request_id": "1383009:1:1383009:663", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1383009", "t_dispatch_unix": 1779964382.606146, "t_finish_unix": 1779964384.247817, "t_first_token_unix": 1779964382.9336224, "tpot_s": 0.025266225384607075, "trace_hash_ids": [13680021, 13680022, 13690856, 13690857, 13690858, 13690859, 13690860, 13690861, 13690862, 13698936, 13698937], "trace_timestamp_s": 507.64200000000073, "ttft_s": 0.3274754109988862, "turn_id": 1} +{"actual_output_tokens": 57, "cached_tokens": 7712, "effective_input_length": 10217, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10217, "latency_s": 1.3288774950015068, "output_length": 57, "proxy_request_id": "1379569:4:1383116:666", "request_id": "1379569:4:1383116:666", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1379569", "t_dispatch_unix": 1779964382.9621613, "t_finish_unix": 1779964384.2910395, "t_first_token_unix": 1779964383.8833156, "tpot_s": 0.007275495732171423, "trace_hash_ids": [13667374, 13667375, 13667376, 13667377, 13667378, 13674970, 13674971, 13674972, 13674973, 13674974, 13674975, 13674976, 13674977, 13685191, 13692448, 13692449, 13699991, 13699992, 13699993, 13699994], "trace_timestamp_s": 507.9990000000007, "ttft_s": 0.9211527859988564, "turn_id": 4} +{"actual_output_tokens": 57, "cached_tokens": 0, "effective_input_length": 57656, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57656, "latency_s": 14.715551982000761, "output_length": 57, "proxy_request_id": "1263749:2:1379302:636", "request_id": "1263749:2:1379302:636", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1263749", "t_dispatch_unix": 1779964369.7383795, "t_finish_unix": 1779964384.4539313, "t_first_token_unix": 1779964383.6375422, "tpot_s": 0.014568569410714969, "trace_hash_ids": [51262, 61305, 61306, 637504, 637505, 637506, 637507, 637508, 637509, 637510, 637511, 637512, 637513, 637514, 637515, 637516, 637517, 637518, 637519, 637520, 637521, 637522, 637523, 637524, 637525, 637526, 584014, 637527, 637528, 1022562, 637530, 1022563, 637532, 637533, 248930, 1022564, 4415649, 4415650, 4415651, 12449838, 12449839, 12449840, 12449841, 12449842, 12449843, 12449844, 12449845, 12449846, 12449847, 12449848, 12449849, 12449850, 12449851, 12449852, 12449853, 12449854, 12449855, 12449856, 12449857, 12449858, 12449859, 12449860, 12449861, 12449862, 12449863, 12449864, 12449865, 12449866, 12449867, 12449868, 12449869, 12449870, 12449871, 12449872, 12449873, 12449874, 12449875, 12449876, 12449877, 12449878, 12449879, 12449880, 12449881, 12449882, 12449883, 12449884, 12449885, 12449886, 12449887, 12449888, 12449889, 12449890, 12449891, 12449892, 12449893, 12449894, 12449895, 12449896, 12449897, 12553020, 12553021, 12553022, 12553023, 12553024, 12553025, 12553026, 12553027, 12553028, 12553029, 12553030, 12911454, 13469821, 13639785], "trace_timestamp_s": 494.77500000000055, "ttft_s": 13.899160092001694, "turn_id": 2} +{"actual_output_tokens": 338, "cached_tokens": 79872, "effective_input_length": 81147, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81147, "latency_s": 5.5916516600009345, "output_length": 338, "proxy_request_id": "1373577:2:1380740:647", "request_id": "1373577:2:1380740:647", "request_type": "coder", "requested_output_tokens": 338, "session_id": "1373577", "t_dispatch_unix": 1779964379.4615896, "t_finish_unix": 1779964385.0532413, "t_first_token_unix": 1779964380.400256, "tpot_s": 0.01380625692878144, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 231422, 231423, 252744, 252745, 252746, 252747, 3133, 3651868, 3651869, 3651870, 3651871, 3651872, 3651873, 3651874, 3904549, 10482905, 6324555, 13612320, 13612321, 13612322, 13612323, 13612324, 13612325, 13612326, 13612327, 13612328, 13612329, 13612330, 13612331, 13612332, 13612333, 13612334, 13612335, 13612336, 13612337, 13612338, 13612339, 13612340, 13612341, 13612342, 13612343, 13612344, 13612345, 13612346, 13612347, 13612348, 13612349, 13612350, 13612351, 13612352, 13612353, 13612354, 13612355, 13612356, 13612357, 13612358, 13612359, 13612360, 13612361, 13612362, 13612363, 13612364, 13612365, 13612366, 13612367, 13612368, 13612369, 13612370, 13612371, 13612372, 13612373, 13612374, 13612375, 13612376, 13612377, 13612378, 13612379, 13612380, 13612381, 13612382, 13612383, 13612384, 13612385, 13612386, 13612387, 13612388, 13612389, 13612390, 13612391, 13612392, 13612393, 13612394, 13612395, 13612396, 13612397, 13612398, 13612399, 13612400, 13612401, 13612402, 13612403, 13612404, 13612405, 13612406, 13612407, 13612408, 13612409, 13612410, 13612411, 13612412, 13612413, 13612414, 13612415, 13612416, 13612417, 13612418, 13612419, 13612420, 13612421, 13612422, 13612423, 13612424, 13612425, 13612426, 13612427, 13612428, 13612429, 13612430, 13612431, 13612432, 13612433, 13612434, 13612435, 13612436, 13612437, 13612438, 13612439, 13612440, 13612441, 13612442, 13612443, 13612444, 13612445, 13612446, 13612447, 13612448, 13612449, 13612450, 13612451, 13612452, 13677770, 13677771, 13677772, 13677773], "trace_timestamp_s": 499.7430000000004, "ttft_s": 0.9386640650009213, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 3186, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3186, "latency_s": 0.3321981919980317, "output_length": 27, "proxy_request_id": "1383625:1:1383625:668", "request_id": "1383625:1:1383625:668", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1383625", "t_dispatch_unix": 1779964384.803706, "t_finish_unix": 1779964385.1359031, "t_first_token_unix": 1779964385.0023327, "tpot_s": 0.005124447692231535, "trace_hash_ids": [13696954, 13704618, 13704619, 13704620, 13704621, 13704622, 13704623], "trace_timestamp_s": 509.84100000000035, "ttft_s": 0.1986258889992314, "turn_id": 1} +{"actual_output_tokens": 27, "cached_tokens": 3200, "effective_input_length": 4150, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4150, "latency_s": 0.5053543829999398, "output_length": 27, "proxy_request_id": "1383625:2:1384279:673", "request_id": "1383625:2:1384279:673", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1383625", "t_dispatch_unix": 1779964387.2226331, "t_finish_unix": 1779964387.7279873, "t_first_token_unix": 1779964387.5961995, "tpot_s": 0.0050570076539140875, "trace_hash_ids": [13696954, 13704618, 13704619, 13704620, 13704621, 13704622, 13709928, 13709929, 13709930], "trace_timestamp_s": 512.2600000000002, "ttft_s": 0.37356565699883504, "turn_id": 2} +{"actual_output_tokens": 60, "cached_tokens": 2000, "effective_input_length": 5989, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5989, "latency_s": 0.7514316909982881, "output_length": 60, "proxy_request_id": "1382667:2:1384299:674", "request_id": "1382667:2:1384299:674", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1382667", "t_dispatch_unix": 1779964387.2866206, "t_finish_unix": 1779964388.0380526, "t_first_token_unix": 1779964387.592203, "tpot_s": 0.0075423518305257654, "trace_hash_ids": [13695912, 13695913, 13695914, 13703943, 13703944, 13703945, 13703946, 13710107, 13710108, 13710109, 13710110, 13710111], "trace_timestamp_s": 512.3230000000003, "ttft_s": 0.30558080399714527, "turn_id": 2} +{"actual_output_tokens": 27, "cached_tokens": 0, "effective_input_length": 4690, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4690, "latency_s": 0.42784100499920896, "output_length": 27, "proxy_request_id": "1384772:1:1384772:677", "request_id": "1384772:1:1384772:677", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1384772", "t_dispatch_unix": 1779964388.7498336, "t_finish_unix": 1779964389.1776743, "t_first_token_unix": 1779964389.044894, "tpot_s": 0.005095941499978205, "trace_hash_ids": [13696008, 13696009, 13702186, 13702187, 13702188, 13702189, 13702190, 13707543, 13707544, 13714402], "trace_timestamp_s": 513.7860000000001, "ttft_s": 0.29505977599910693, "turn_id": 1} +{"actual_output_tokens": 32, "cached_tokens": 5184, "effective_input_length": 11113, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11113, "latency_s": 0.8055139450007118, "output_length": 32, "proxy_request_id": "1383009:2:1384930:679", "request_id": "1383009:2:1384930:679", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1383009", "t_dispatch_unix": 1779964389.2573638, "t_finish_unix": 1779964390.0628781, "t_first_token_unix": 1779964389.830411, "tpot_s": 0.0074857374838170326, "trace_hash_ids": [13680021, 13680022, 13690856, 13690857, 13690858, 13690859, 13690860, 13690861, 13690862, 13698936, 13705525, 13705526, 13705527, 13705528, 13705529, 13705530, 13705531, 13716553, 13716554, 13716555, 13716556, 13716557], "trace_timestamp_s": 514.2930000000006, "ttft_s": 0.5730455619996064, "turn_id": 2} +{"actual_output_tokens": 279, "cached_tokens": 28382, "effective_input_length": 28383, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28383, "latency_s": 4.9890365279970865, "output_length": 279, "proxy_request_id": "1381387:2:1383735:669", "request_id": "1381387:2:1383735:669", "request_type": "coder", "requested_output_tokens": 279, "session_id": "1381387", "t_dispatch_unix": 1779964385.112561, "t_finish_unix": 1779964390.1015975, "t_first_token_unix": 1779964387.658386, "tpot_s": 0.008787702223017084, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13705337], "trace_timestamp_s": 510.14500000000044, "ttft_s": 2.5458235859987326, "turn_id": 2} +{"actual_output_tokens": 197, "cached_tokens": 0, "effective_input_length": 21221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21221, "latency_s": 4.141423978999228, "output_length": 197, "proxy_request_id": "1340290:3:1384149:672", "request_id": "1340290:3:1384149:672", "request_type": "coder", "requested_output_tokens": 197, "session_id": "1340290", "t_dispatch_unix": 1779964386.74357, "t_finish_unix": 1779964390.8849938, "t_first_token_unix": 1779964389.0278351, "tpot_s": 0.009473716729597964, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13305218], "trace_timestamp_s": 511.78099999999995, "ttft_s": 2.284262911998667, "turn_id": 3} +{"actual_output_tokens": 46, "cached_tokens": 9344, "effective_input_length": 16734, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16734, "latency_s": 1.1485786310004187, "output_length": 46, "proxy_request_id": "1383090:2:1385262:682", "request_id": "1383090:2:1385262:682", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1383090", "t_dispatch_unix": 1779964390.5037944, "t_finish_unix": 1779964391.6523728, "t_first_token_unix": 1779964391.4013534, "tpot_s": 0.0055733685777846, "trace_hash_ids": [13676594, 13676595, 13676596, 13676597, 13676598, 13676599, 13676600, 13684524, 13684525, 13684526, 13684527, 13693279, 13693280, 13693281, 13693282, 13693283, 13699848, 13699849, 13706451, 13706452, 13706453, 13706454, 13706455, 13711662, 13711663, 13711664, 13711665, 13711666, 13711667, 13711668, 13711669, 13719432, 13719433], "trace_timestamp_s": 515.5390000000007, "ttft_s": 0.897557414999028, "turn_id": 2} +{"actual_output_tokens": 633, "cached_tokens": 56848, "effective_input_length": 61457, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61457, "latency_s": 21.307003031997738, "output_length": 633, "proxy_request_id": "1370129:3:1379538:637", "request_id": "1370129:3:1379538:637", "request_type": "coder", "requested_output_tokens": 633, "session_id": "1370129", "t_dispatch_unix": 1779964370.3818326, "t_finish_unix": 1779964391.6888347, "t_first_token_unix": 1779964383.6443603, "tpot_s": 0.012727957262656294, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500, 13667056, 13667057, 13667058, 13667059, 13667060, 13667061, 13667062, 13667063, 13667064, 13667065, 13667066], "trace_timestamp_s": 495.41600000000017, "ttft_s": 13.262525955000456, "turn_id": 3} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 19034, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19034, "latency_s": 2.4295250460017996, "output_length": 47, "proxy_request_id": "1384947:1:1384947:680", "request_id": "1384947:1:1384947:680", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1384947", "t_dispatch_unix": 1779964389.3146744, "t_finish_unix": 1779964391.7441993, "t_first_token_unix": 1779964391.2666092, "tpot_s": 0.010376349934829152, "trace_hash_ids": [4956072, 8815665, 13716742, 13716743, 13716744, 13716745, 13716746, 13716747, 13716748, 13716749, 13716750, 13716751, 13716752, 13716753, 13716754, 13716755, 13716756, 13716757, 13716758, 13716759, 13716760, 13716761, 13716762, 13716763, 13716764, 13716765, 13716766, 13716767, 13716768, 13716769, 13716770, 13716771, 13716772, 13716773, 13716774, 13716775, 13716776, 13716777], "trace_timestamp_s": 514.3460000000005, "ttft_s": 1.9519330639996042, "turn_id": 1} +{"actual_output_tokens": 53, "cached_tokens": 21408, "effective_input_length": 26146, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26146, "latency_s": 1.4229277039994486, "output_length": 53, "proxy_request_id": "1340290:4:1385568:684", "request_id": "1340290:4:1385568:684", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1340290", "t_dispatch_unix": 1779964391.6119173, "t_finish_unix": 1779964393.034845, "t_first_token_unix": 1779964392.535481, "tpot_s": 0.009596330884610675, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13722203], "trace_timestamp_s": 516.6480000000001, "ttft_s": 0.923561093997705, "turn_id": 4} +{"actual_output_tokens": 151, "cached_tokens": 0, "effective_input_length": 54012, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54012, "latency_s": 13.589528904998588, "output_length": 151, "proxy_request_id": "1382086:1:1382086:654", "request_id": "1382086:1:1382086:654", "request_type": "coder", "requested_output_tokens": 151, "session_id": "1382086", "t_dispatch_unix": 1779964379.4888008, "t_finish_unix": 1779964393.0783293, "t_first_token_unix": 1779964390.366199, "tpot_s": 0.01807942867334835, "trace_hash_ids": [304046, 5767491, 5767492, 13689891, 13689892, 13689893, 13689894, 13689895, 13689896, 13689897, 13689898, 13689899, 1286259, 13689900, 13689901, 13689902, 13689903, 13689904, 1739228, 1739229, 1739230, 1739231, 13689905, 13689906, 13689907, 13689908, 13689909, 13689910, 13689911, 13689912, 13689913, 13689914, 13689915, 13689916, 13689917, 13689918, 13689919, 13689920, 13689921, 13689922, 13689923, 13689924, 13689925, 13689926, 13689927, 13689928, 13689929, 13689930, 13689931, 13689932, 13689933, 2269381, 13689934, 13689935, 669748, 669749, 669750, 669751, 13689936, 13689937, 192972, 192973, 13689938, 13689939, 13689940, 6755536, 13689941, 13689942, 13689943, 3519703, 13689944, 13689945, 13689946, 13689947, 13689948, 13689949, 13689950, 13689951, 13689952, 13689953, 13689954, 13689955, 13689956, 13689957, 13689958, 13689959, 13689960, 13689961, 13689962, 13689963, 13689964, 13689965, 13689966, 13689967, 13689968, 13689969, 13689970, 13689971, 13689972, 13689973, 13689974, 13689975, 13689976, 363720, 363721, 13689977], "trace_timestamp_s": 504.4960000000001, "ttft_s": 10.877395768999122, "turn_id": 1} +{"actual_output_tokens": 203, "cached_tokens": 100720, "effective_input_length": 100766, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 100766, "latency_s": 12.595568834000005, "output_length": 203, "proxy_request_id": "1279412:28:1382526:657", "request_id": "1279412:28:1382526:657", "request_type": "coder", "requested_output_tokens": 203, "session_id": "1279412", "t_dispatch_unix": 1779964381.1259987, "t_finish_unix": 1779964393.7215672, "t_first_token_unix": 1779964390.378409, "tpot_s": 0.016548749663361197, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13694899], "trace_timestamp_s": 506.16000000000076, "ttft_s": 9.25240864800071, "turn_id": 28} +{"actual_output_tokens": 824, "cached_tokens": 27648, "effective_input_length": 47401, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47401, "latency_s": 15.028638210998906, "output_length": 824, "proxy_request_id": "1364090:3:1381959:653", "request_id": "1364090:3:1381959:653", "request_type": "coder", "requested_output_tokens": 824, "session_id": "1364090", "t_dispatch_unix": 1779964378.9932506, "t_finish_unix": 1779964394.0218885, "t_first_token_unix": 1779964384.1611466, "tpot_s": 0.01198109484446772, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13688849], "trace_timestamp_s": 504.02300000000014, "ttft_s": 5.167893828001979, "turn_id": 3} +{"actual_output_tokens": 232, "cached_tokens": 23840, "effective_input_length": 25226, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25226, "latency_s": 6.353829750998557, "output_length": 232, "proxy_request_id": "1355484:10:1384484:675", "request_id": "1355484:10:1384484:675", "request_type": "coder", "requested_output_tokens": 232, "session_id": "1355484", "t_dispatch_unix": 1779964387.8890636, "t_finish_unix": 1779964394.2428932, "t_first_token_unix": 1779964390.5882854, "tpot_s": 0.01581881332899546, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13711657], "trace_timestamp_s": 512.9250000000002, "ttft_s": 2.6992205339993234, "turn_id": 10} +{"actual_output_tokens": 73, "cached_tokens": 100960, "effective_input_length": 101200, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101200, "latency_s": 1.0629441720011528, "output_length": 73, "proxy_request_id": "1279412:29:1385688:685", "request_id": "1279412:29:1385688:685", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1279412", "t_dispatch_unix": 1779964393.7269235, "t_finish_unix": 1779964394.7898674, "t_first_token_unix": 1779964394.0676541, "tpot_s": 0.010027253249973, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13694899, 13723276], "trace_timestamp_s": 517.1180000000004, "ttft_s": 0.3407276610014378, "turn_id": 29} +{"actual_output_tokens": 36, "cached_tokens": 26192, "effective_input_length": 27220, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27220, "latency_s": 0.5037095600018802, "output_length": 36, "proxy_request_id": "1340290:5:1386504:688", "request_id": "1340290:5:1386504:688", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1340290", "t_dispatch_unix": 1779964394.7569306, "t_finish_unix": 1779964395.2606401, "t_first_token_unix": 1779964395.051902, "tpot_s": 0.005955773485662316, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13730728], "trace_timestamp_s": 519.7940000000008, "ttft_s": 0.2949693650007248, "turn_id": 5} +{"actual_output_tokens": 1861, "cached_tokens": 63392, "effective_input_length": 63536, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63536, "latency_s": 44.14052820299912, "output_length": 1861, "proxy_request_id": "1363093:3:1374394:612", "request_id": "1363093:3:1374394:612", "request_type": "coder", "requested_output_tokens": 1861, "session_id": "1363093", "t_dispatch_unix": 1779964352.6183076, "t_finish_unix": 1779964396.7588356, "t_first_token_unix": 1779964371.388262, "tpot_s": 0.01363996206881727, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147, 13620062], "trace_timestamp_s": 477.65500000000065, "ttft_s": 18.769952836999437, "turn_id": 3} +{"actual_output_tokens": 370, "cached_tokens": 60816, "effective_input_length": 105902, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105902, "latency_s": 42.771208267000475, "output_length": 370, "proxy_request_id": "1313181:5:1320817:349", "request_id": "1313181:5:1320817:349", "request_type": "coder", "requested_output_tokens": 370, "session_id": "1313181", "t_dispatch_unix": 1779964355.0358877, "t_finish_unix": 1779964397.8070955, "t_first_token_unix": 1779964378.6560075, "tpot_s": 0.051899255531162355, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275], "trace_timestamp_s": 289.299, "ttft_s": 23.620116465001047, "turn_id": 5} +{"actual_output_tokens": 13, "cached_tokens": 4704, "effective_input_length": 11530, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11530, "latency_s": 0.7011820180014183, "output_length": 13, "proxy_request_id": "1384772:2:1387335:693", "request_id": "1384772:2:1387335:693", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1384772", "t_dispatch_unix": 1779964397.6375506, "t_finish_unix": 1779964398.3387325, "t_first_token_unix": 1779964398.2814267, "tpot_s": 0.004755113416649692, "trace_hash_ids": [13696008, 13696009, 13702186, 13702187, 13702188, 13702189, 13702190, 13707543, 13707544, 13719995, 13719996, 13719997, 13719998, 13725304, 13732414, 13732415, 13732416, 13732417, 13732418, 13738419, 13738420, 13738421, 13738422], "trace_timestamp_s": 522.6730000000007, "ttft_s": 0.6438748010004929, "turn_id": 2} +{"actual_output_tokens": 81, "cached_tokens": 101264, "effective_input_length": 101396, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101396, "latency_s": 1.0297563770000124, "output_length": 81, "proxy_request_id": "1279412:30:1387344:694", "request_id": "1279412:30:1387344:694", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1279412", "t_dispatch_unix": 1779964397.65709, "t_finish_unix": 1779964398.686846, "t_first_token_unix": 1779964397.913058, "tpot_s": 0.009669089074986915, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13694899, 13723276, 13738467], "trace_timestamp_s": 522.6910000000007, "ttft_s": 0.2559654500000761, "turn_id": 30} +{"actual_output_tokens": 175, "cached_tokens": 27248, "effective_input_length": 27285, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27285, "latency_s": 1.1980549349973444, "output_length": 175, "proxy_request_id": "1340290:6:1387365:695", "request_id": "1340290:6:1387365:695", "request_type": "coder", "requested_output_tokens": 175, "session_id": "1340290", "t_dispatch_unix": 1779964397.7293482, "t_finish_unix": 1779964398.927403, "t_first_token_unix": 1779964397.7979078, "tpot_s": 0.006489592982751643, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13738577], "trace_timestamp_s": 522.7670000000007, "ttft_s": 0.06855728599839495, "turn_id": 6} +{"actual_output_tokens": 141, "cached_tokens": 0, "effective_input_length": 49865, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49865, "latency_s": 11.992120748000161, "output_length": 141, "proxy_request_id": "1340278:3:1384549:676", "request_id": "1340278:3:1384549:676", "request_type": "coder", "requested_output_tokens": 141, "session_id": "1340278", "t_dispatch_unix": 1779964388.0328379, "t_finish_unix": 1779964400.0249586, "t_first_token_unix": 1779964397.4658515, "tpot_s": 0.018276173714288493, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13561218, 13561219, 13712170, 13712171, 13712172, 13712173, 13712174, 13712175, 13712176, 13712177, 13712178, 13712179, 13712180, 13712181, 13712182, 13712183, 13712184, 13712185, 13712186, 13712187, 13712188, 13712189, 13712190, 13712191, 13712192, 13712193, 13712194, 13712195, 13712196, 13712197, 13712198, 13712199, 13712200, 13712201, 13712202, 13712203, 13712204, 13712205, 13712206, 13712207, 13712208, 13712209, 13712210, 13712211, 13712212, 13712213, 13712214, 13712215, 13712216, 13712217, 13712218, 13712219, 13712220, 13712221, 13712222, 13712223, 13712224, 13712225, 13712226, 13712227, 13712228, 13712229, 13712230, 13712231, 13712232, 13712233, 13712234, 13712235, 13712236, 13712237, 13712238, 13712239, 13712240, 13712241, 13712242, 13712243], "trace_timestamp_s": 513.0550000000003, "ttft_s": 9.433010999000544, "turn_id": 3} +{"actual_output_tokens": 5, "cached_tokens": 50000, "effective_input_length": 50272, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50272, "latency_s": 0.27776235200144583, "output_length": 5, "proxy_request_id": "1340278:3:1385417:683", "request_id": "1340278:3:1385417:683", "request_type": "coder", "requested_output_tokens": 5, "session_id": "1340278", "t_dispatch_unix": 1779964400.0546522, "t_finish_unix": 1779964400.3324142, "t_first_token_unix": 1779964400.308207, "tpot_s": 0.005977486999654502, "trace_hash_ids": [13234886, 35393, 35394, 35395, 35396, 13234887, 54678, 54679, 54680, 54681, 13234888, 13234889, 13234890, 13234891, 319871, 13234892, 13234893, 13234894, 13234895, 13234896, 13449827, 13449828, 13561218, 13561219, 13720652, 1600817, 13720653, 13720654, 13720655, 13720656, 13720657, 13720658, 13720659, 13720660, 13720661, 13720662, 13720663, 13720664, 13720665, 13720666, 13720667, 13720668, 13720669, 13720670, 13720671, 13720672, 13720673, 13720674, 13720675, 13720676, 13720677, 13720678, 13720679, 13720680, 13720681, 13720682, 13720683, 13720684, 13720685, 13720686, 13720687, 13720688, 13720689, 13720690, 13720691, 13720692, 13720693, 13720694, 13720695, 13720696, 13720697, 13720698, 13720699, 13720700, 13720701, 13720702, 13720703, 13720704, 13720705, 13720706, 13720707, 13720708, 13720709, 13720710, 13720711, 13720712, 13720713, 13720714, 13720715, 13720716, 13720717, 13720718, 13720719, 13720720, 13720721, 13720722, 13720723, 13720724, 13720725], "trace_timestamp_s": 516.067, "ttft_s": 0.25355255500107887, "turn_id": 3} +{"actual_output_tokens": 166, "cached_tokens": 25456, "effective_input_length": 26837, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26837, "latency_s": 1.3903818290018535, "output_length": 166, "proxy_request_id": "1355484:11:1388276:696", "request_id": "1355484:11:1388276:696", "request_type": "coder", "requested_output_tokens": 166, "session_id": "1355484", "t_dispatch_unix": 1779964400.8704255, "t_finish_unix": 1779964402.2608066, "t_first_token_unix": 1779964401.225884, "tpot_s": 0.006270907290904275, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13748329], "trace_timestamp_s": 525.906, "ttft_s": 0.3554557700008445, "turn_id": 11} +{"actual_output_tokens": 12, "cached_tokens": 656, "effective_input_length": 3678, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3678, "latency_s": 0.2525998829987657, "output_length": 12, "proxy_request_id": "1382804:2:1388620:698", "request_id": "1382804:2:1388620:698", "request_type": "coder", "requested_output_tokens": 12, "session_id": "1382804", "t_dispatch_unix": 1779964402.2476397, "t_finish_unix": 1779964402.5002391, "t_first_token_unix": 1779964402.4475994, "tpot_s": 0.0047648521818204745, "trace_hash_ids": [13696917, 13723655, 13723656, 13723657, 13723658, 13736021, 13736022, 13751607], "trace_timestamp_s": 527.2850000000008, "ttft_s": 0.19995873999869218, "turn_id": 2} +{"actual_output_tokens": 18, "cached_tokens": 1408, "effective_input_length": 12399, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12399, "latency_s": 7.024058073999186, "output_length": 18, "proxy_request_id": "1381728:2:1387040:690", "request_id": "1381728:2:1387040:690", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1381728", "t_dispatch_unix": 1779964396.537791, "t_finish_unix": 1779964403.5618489, "t_first_token_unix": 1779964397.4930918, "tpot_s": 0.35697075582356774, "trace_hash_ids": [13687007, 13687008, 13696180, 13696181, 13696182, 13696183, 13696184, 13703126, 13703127, 13703128, 13711511, 13711512, 13711513, 13711514, 13721898, 13721899, 13721900, 13721901, 13721902, 13729312, 13729313, 13729314, 13729315, 13735232, 13735233], "trace_timestamp_s": 521.5710000000008, "ttft_s": 0.9552995569974883, "turn_id": 2} +{"actual_output_tokens": 179, "cached_tokens": 19072, "effective_input_length": 20183, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20183, "latency_s": 1.311417306002113, "output_length": 179, "proxy_request_id": "1384947:2:1388842:700", "request_id": "1384947:2:1388842:700", "request_type": "coder", "requested_output_tokens": 179, "session_id": "1384947", "t_dispatch_unix": 1779964403.005804, "t_finish_unix": 1779964404.3172216, "t_first_token_unix": 1779964403.2565775, "tpot_s": 0.00595709776964949, "trace_hash_ids": [4956072, 8815665, 13716742, 13716743, 13716744, 13716745, 13716746, 13716747, 13716748, 13716749, 13716750, 13716751, 13716752, 13716753, 13716754, 13716755, 13716756, 13716757, 13716758, 13716759, 13716760, 13716761, 13716762, 13716763, 13716764, 13716765, 13716766, 13716767, 13753560, 13753561, 13753562, 13753563, 13753564, 13753565, 13753566, 13753567, 13753568, 13753569, 13753570, 13753571], "trace_timestamp_s": 528.0410000000002, "ttft_s": 0.2507714240018686, "turn_id": 2} +{"actual_output_tokens": 265, "cached_tokens": 28656, "effective_input_length": 50793, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50793, "latency_s": 8.782231724999292, "output_length": 265, "proxy_request_id": "1381387:3:1387093:691", "request_id": "1381387:3:1387093:691", "request_type": "coder", "requested_output_tokens": 265, "session_id": "1381387", "t_dispatch_unix": 1779964396.7447674, "t_finish_unix": 1779964405.5269904, "t_first_token_unix": 1779964403.4723995, "tpot_s": 0.007781423371218834, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13736168], "trace_timestamp_s": 521.7730000000001, "ttft_s": 6.727638295997167, "turn_id": 3} +{"actual_output_tokens": 652, "cached_tokens": 60848, "effective_input_length": 60858, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60858, "latency_s": 8.647818557001301, "output_length": 652, "proxy_request_id": "1313181:5:1374956:615", "request_id": "1313181:5:1374956:615", "request_type": "coder", "requested_output_tokens": 652, "session_id": "1313181", "t_dispatch_unix": 1779964397.8100243, "t_finish_unix": 1779964406.4578426, "t_first_token_unix": 1779964397.9374728, "tpot_s": 0.013087664612900368, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981], "trace_timestamp_s": 479.66400000000067, "ttft_s": 0.12744606300111627, "turn_id": 5} +{"actual_output_tokens": 46, "cached_tokens": 35296, "effective_input_length": 38242, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38242, "latency_s": 1.3711022569987108, "output_length": 46, "proxy_request_id": "1355951:4:1389858:703", "request_id": "1355951:4:1389858:703", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1355951", "t_dispatch_unix": 1779964406.7851667, "t_finish_unix": 1779964408.156269, "t_first_token_unix": 1779964407.622883, "tpot_s": 0.011845123511173167, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424], "trace_timestamp_s": 531.8220000000001, "ttft_s": 0.8377138879986887, "turn_id": 4} +{"actual_output_tokens": 54, "cached_tokens": 0, "effective_input_length": 5110, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5110, "latency_s": 0.6001408789998095, "output_length": 54, "proxy_request_id": "1390240:1:1390240:705", "request_id": "1390240:1:1390240:705", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1390240", "t_dispatch_unix": 1779964408.183637, "t_finish_unix": 1779964408.783778, "t_first_token_unix": 1779964408.5103786, "tpot_s": 0.005151511264145638, "trace_hash_ids": [13760644, 13760645, 13760646, 13760647, 13760648, 13760649, 13760650, 13760651, 13760652, 13766529], "trace_timestamp_s": 533.2200000000003, "ttft_s": 0.3267395900002157, "turn_id": 1} +{"actual_output_tokens": 582, "cached_tokens": 85183, "effective_input_length": 85184, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85184, "latency_s": 19.66028032000031, "output_length": 582, "proxy_request_id": "1370129:4:1384856:678", "request_id": "1370129:4:1384856:678", "request_type": "coder", "requested_output_tokens": 582, "session_id": "1370129", "t_dispatch_unix": 1779964391.7002652, "t_finish_unix": 1779964411.3605456, "t_first_token_unix": 1779964404.367634, "tpot_s": 0.012035578475039707, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500, 13667056, 13667057, 13667058, 13667059, 13667060, 13667061, 13667062, 13667063, 13667064, 13667065, 13715489, 13715490, 13715491, 13715492, 13715493, 13715494, 13715495, 13715496, 13715497, 13715498, 13715499, 13715500, 13715501, 13715502, 13715503, 13715504, 13715505, 13715506, 13715507, 13715508, 13715509, 13715510, 13715511, 13715512, 13715513, 13715514, 13715515, 13715516, 13715517, 13715518, 13715519, 13715520, 13715521, 13715522, 13715523, 13715524, 13715525, 13715526, 13715527, 13715528, 13715529, 13715530, 13715531, 13715532, 13715533, 13715534, 13715535], "trace_timestamp_s": 514.0410000000002, "ttft_s": 12.667366459001641, "turn_id": 4} +{"actual_output_tokens": 438, "cached_tokens": 65392, "effective_input_length": 68187, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68187, "latency_s": 5.546523691002221, "output_length": 438, "proxy_request_id": "1363093:4:1390050:704", "request_id": "1363093:4:1390050:704", "request_type": "coder", "requested_output_tokens": 438, "session_id": "1363093", "t_dispatch_unix": 1779964407.4126382, "t_finish_unix": 1779964412.9591615, "t_first_token_unix": 1779964408.6942794, "tpot_s": 0.00975887017391732, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147, 13620062, 13764670, 13764671, 13764672, 13764673, 13764674, 13764675, 13764676, 13764677, 13764678], "trace_timestamp_s": 532.4470000000001, "ttft_s": 1.281639176999306, "turn_id": 4} +{"actual_output_tokens": 194, "cached_tokens": 20352, "effective_input_length": 20683, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20683, "latency_s": 2.1890312920004362, "output_length": 194, "proxy_request_id": "1384947:3:1390898:710", "request_id": "1384947:3:1390898:710", "request_type": "coder", "requested_output_tokens": 194, "session_id": "1384947", "t_dispatch_unix": 1779964410.834892, "t_finish_unix": 1779964413.023923, "t_first_token_unix": 1779964410.9895148, "tpot_s": 0.010539672093256618, "trace_hash_ids": [4956072, 8815665, 13716742, 13716743, 13716744, 13716745, 13716746, 13716747, 13716748, 13716749, 13716750, 13716751, 13716752, 13716753, 13716754, 13716755, 13716756, 13716757, 13716758, 13716759, 13716760, 13716761, 13716762, 13716763, 13716764, 13716765, 13716766, 13716767, 13753560, 13753561, 13753562, 13772382, 13772383, 13772384, 13772385, 13772386, 13772387, 13772388, 13772389, 13772390, 13772391], "trace_timestamp_s": 535.8690000000006, "ttft_s": 0.15461824600060936, "turn_id": 3} +{"actual_output_tokens": 337, "cached_tokens": 0, "effective_input_length": 1349, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1349, "latency_s": 5.034879078000813, "output_length": 337, "proxy_request_id": "1390356:1:1390356:706", "request_id": "1390356:1:1390356:706", "request_type": "coder", "requested_output_tokens": 337, "session_id": "1390356", "t_dispatch_unix": 1779964408.6251583, "t_finish_unix": 1779964413.6600373, "t_first_token_unix": 1779964408.8702338, "tpot_s": 0.014254238339292766, "trace_hash_ids": [498451, 7523068, 6847035], "trace_timestamp_s": 533.6630000000005, "ttft_s": 0.24507440799789038, "turn_id": 1} +{"actual_output_tokens": 40, "cached_tokens": 0, "effective_input_length": 15302, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15302, "latency_s": 1.777519557002961, "output_length": 40, "proxy_request_id": "1391584:1:1391584:713", "request_id": "1391584:1:1391584:713", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1391584", "t_dispatch_unix": 1779964412.6963038, "t_finish_unix": 1779964414.4738238, "t_first_token_unix": 1779964414.0896068, "tpot_s": 0.00983993774365771, "trace_hash_ids": [13707702, 13707703, 13720726, 13720727, 13720728, 13720729, 13733320, 13733321, 13733322, 13733323, 13733324, 13733325, 13733326, 13746256, 13746257, 13746258, 13746259, 13754848, 13763119, 13763120, 13763121, 13763122, 13763123, 13770106, 13770107, 13770108, 13770109, 13779081, 13779082, 13779083], "trace_timestamp_s": 537.7290000000003, "ttft_s": 1.3933014510002977, "turn_id": 1} +{"actual_output_tokens": 265, "cached_tokens": 101472, "effective_input_length": 101993, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101993, "latency_s": 4.382752017001621, "output_length": 265, "proxy_request_id": "1279412:31:1391216:711", "request_id": "1279412:31:1391216:711", "request_type": "coder", "requested_output_tokens": 265, "session_id": "1279412", "t_dispatch_unix": 1779964411.7170835, "t_finish_unix": 1779964416.0998347, "t_first_token_unix": 1779964412.271674, "tpot_s": 0.014499599272725887, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 12658712, 12658713, 1055526, 12658714, 12658715, 12658716, 12658717, 12658718, 12711656, 12711657, 12711658, 12711659, 12711660, 12711661, 12748532, 12748533, 12748534, 12748535, 12748536, 12748537, 12748538, 12748539, 12748540, 12748541, 12748542, 12748543, 12790280, 12790281, 12799342, 12799343, 12799344, 12799345, 12799346, 12799347, 12799348, 12799349, 12799350, 12827932, 12868263, 12868264, 12868265, 12868266, 12868267, 12868268, 12868269, 12868270, 12868271, 12868272, 12868273, 12868274, 12868275, 12868276, 12868277, 12868278, 12902523, 12902524, 12902525, 12902526, 12902527, 12902528, 12902529, 12902530, 12902531, 12902532, 12902533, 12902534, 12902535, 12902536, 12902537, 12902538, 12902539, 12902540, 12902541, 12902542, 12902543, 12902544, 12902545, 12902546, 12902547, 12902548, 12902549, 12902550, 12902551, 12902552, 12902553, 12902554, 12902555, 12902556, 12902557, 12902558, 12902559, 12902560, 12928376, 12981329, 12981330, 13022371, 13022372, 13022373, 13022374, 13022375, 13022376, 13075834, 13104839, 13104840, 13104841, 13104842, 13104843, 13104844, 13104845, 13104846, 13104847, 13104848, 13104849, 13104850, 13104851, 13129896, 13150111, 13150112, 13150113, 13150114, 13150115, 13150116, 13150117, 13174084, 13174085, 13174086, 13174087, 13174088, 13174089, 13174090, 13174091, 13174092, 13174093, 13237337, 13237338, 13237339, 13260054, 13260055, 13260056, 13260057, 13260058, 13260059, 13260060, 13260061, 13260062, 13279424, 13279425, 13279426, 13279427, 13279428, 13279429, 13279430, 13279431, 13279432, 13279433, 13279434, 13279435, 13279436, 13279437, 13279438, 13279439, 13341144, 13526214, 13526215, 13526216, 13526217, 13544104, 13655364, 13655365, 13655366, 13655367, 13694899, 13723276, 13775473, 13775474], "trace_timestamp_s": 536.75, "ttft_s": 0.5545877229997132, "turn_id": 31} +{"actual_output_tokens": 70, "cached_tokens": 15328, "effective_input_length": 15483, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15483, "latency_s": 0.7844436369996401, "output_length": 70, "proxy_request_id": "1391584:2:1392466:715", "request_id": "1391584:2:1392466:715", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1391584", "t_dispatch_unix": 1779964416.0126917, "t_finish_unix": 1779964416.797135, "t_first_token_unix": 1779964416.0945306, "tpot_s": 0.01017689333330845, "trace_hash_ids": [13786395, 13786396, 13786397, 13786398, 13786399, 13786400, 13786401, 13786402, 13786403, 13786404, 13786405, 13786406, 13786407, 13786408, 13786409, 13786410, 13786411, 13786412, 13786413, 13786414, 13786415, 13786416, 13786417, 13786418, 13786419, 13786420, 13786421, 13786422, 13786423, 13786424, 13786425], "trace_timestamp_s": 541.0450000000001, "ttft_s": 0.0818380620003154, "turn_id": 2} +{"actual_output_tokens": 204, "cached_tokens": 0, "effective_input_length": 28307, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28307, "latency_s": 4.871585565000714, "output_length": 204, "proxy_request_id": "1391404:1:1391404:712", "request_id": "1391404:1:1391404:712", "request_type": "coder", "requested_output_tokens": 204, "session_id": "1391404", "t_dispatch_unix": 1779964412.18007, "t_finish_unix": 1779964417.0516548, "t_first_token_unix": 1779964415.739407, "tpot_s": 0.00646291794087993, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 94557, 94558, 94559, 94560, 94561, 94562, 94563, 94564, 94565, 238090, 238091, 3841644, 3841645, 3841646, 3841647, 3841648, 3841649, 13750192, 3809872, 13750193, 13750194, 13777397, 13777398, 13777399, 13777400, 13777401, 13777402, 13777403, 13777404, 13777405, 13777406, 13777407, 13777408, 13777409, 13777410, 13777411, 13777412, 13777413, 13777414, 13777415, 13777416, 13777417, 13777418, 13777419, 13777420, 13777421, 13777422, 13777423, 13777424, 13777425, 13777426], "trace_timestamp_s": 537.2080000000005, "ttft_s": 3.559335510002711, "turn_id": 1} +{"actual_output_tokens": 251, "cached_tokens": 26992, "effective_input_length": 28382, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28382, "latency_s": 3.294631566001044, "output_length": 251, "proxy_request_id": "1355484:12:1391879:714", "request_id": "1355484:12:1391879:714", "request_type": "coder", "requested_output_tokens": 251, "session_id": "1355484", "t_dispatch_unix": 1779964413.8321054, "t_finish_unix": 1779964417.1267369, "t_first_token_unix": 1779964414.2041004, "tpot_s": 0.01168955132800329, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13781560], "trace_timestamp_s": 538.8690000000006, "ttft_s": 0.371993034001207, "turn_id": 12} +{"actual_output_tokens": 457, "cached_tokens": 85760, "effective_input_length": 87687, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 87687, "latency_s": 5.8540522170005715, "output_length": 457, "proxy_request_id": "1370129:5:1390477:708", "request_id": "1370129:5:1390477:708", "request_type": "coder", "requested_output_tokens": 457, "session_id": "1370129", "t_dispatch_unix": 1779964411.3656788, "t_finish_unix": 1779964417.2197309, "t_first_token_unix": 1779964412.6362348, "tpot_s": 0.010050997671051096, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500, 13667056, 13667057, 13667058, 13667059, 13667060, 13667061, 13667062, 13667063, 13667064, 13667065, 13715489, 13715490, 13715491, 13715492, 13715493, 13715494, 13715495, 13715496, 13715497, 13715498, 13715499, 13715500, 13715501, 13715502, 13715503, 13715504, 13715505, 13715506, 13715507, 13715508, 13715509, 13715510, 13715511, 13715512, 13715513, 13715514, 13715515, 13715516, 13715517, 13715518, 13715519, 13715520, 13715521, 13715522, 13715523, 13715524, 13715525, 13715526, 13715527, 13715528, 13715529, 13715530, 13715531, 13715532, 13715533, 13715534, 13768317, 13768318, 13768319, 13768320, 13768321, 13768322], "trace_timestamp_s": 534.1800000000003, "ttft_s": 1.270552994999889, "turn_id": 5} +{"actual_output_tokens": 743, "cached_tokens": 17984, "effective_input_length": 23641, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23641, "latency_s": 8.549969196999882, "output_length": 743, "proxy_request_id": "1363943:9:1390468:707", "request_id": "1363943:9:1390468:707", "request_type": "coder", "requested_output_tokens": 743, "session_id": "1363943", "t_dispatch_unix": 1779964409.0995255, "t_finish_unix": 1779964417.6494942, "t_first_token_unix": 1779964410.0766366, "tpot_s": 0.010205611098385362, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13768294], "trace_timestamp_s": 534.134, "ttft_s": 0.9771094079987961, "turn_id": 9} +{"actual_output_tokens": 44, "cached_tokens": 5152, "effective_input_length": 7440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7440, "latency_s": 0.44932449200132396, "output_length": 44, "proxy_request_id": "1390240:2:1392954:717", "request_id": "1390240:2:1392954:717", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1390240", "t_dispatch_unix": 1779964417.7307925, "t_finish_unix": 1779964418.180117, "t_first_token_unix": 1779964417.955299, "tpot_s": 0.00522096665118561, "trace_hash_ids": [13760644, 13760645, 13760646, 13760647, 13760648, 13760649, 13760650, 13760651, 13760652, 13766529, 13772017, 13790409, 13790410, 13790411, 13790412], "trace_timestamp_s": 542.768, "ttft_s": 0.22450479400140466, "turn_id": 2} +{"actual_output_tokens": 33, "cached_tokens": 35072, "effective_input_length": 46764, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 46764, "latency_s": 68.80710865299989, "output_length": 33, "proxy_request_id": "1366128:5:1373829:610", "request_id": "1366128:5:1373829:610", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1366128", "t_dispatch_unix": 1779964350.678463, "t_finish_unix": 1779964419.4855716, "t_first_token_unix": 1779964403.2819595, "tpot_s": 0.5063541989375153, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13614741], "trace_timestamp_s": 475.71100000000024, "ttft_s": 52.603494825998496, "turn_id": 5} +{"actual_output_tokens": 45, "cached_tokens": 0, "effective_input_length": 71899, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71899, "latency_s": 18.778603658000065, "output_length": 45, "proxy_request_id": "1388507:1:1388507:697", "request_id": "1388507:1:1388507:697", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1388507", "t_dispatch_unix": 1779964401.8114, "t_finish_unix": 1779964420.5900035, "t_first_token_unix": 1779964419.810781, "tpot_s": 0.017699787499953924, "trace_hash_ids": [10601431, 21251, 21252, 21253, 7175275, 7175276, 7175277, 10601432, 10601433, 10601434, 10601435, 10601436, 10601437, 10601438, 10601439, 10601440, 10601441, 10601442, 10601443, 10601444, 10601445, 10601446, 10601447, 10601448, 10601449, 10601450, 10601451, 10601452, 10601453, 10601454, 10601455, 10601456, 10601457, 10601458, 10601459, 10601460, 10601461, 10601462, 10601463, 10601464, 10601465, 10601466, 10601467, 10601468, 10601469, 10601470, 10601471, 3889792, 10601472, 10479693, 10479694, 10479695, 10601473, 10601474, 76714, 76715, 76716, 10601475, 10601476, 10601477, 10601478, 10601479, 10601480, 10601481, 10601482, 10601483, 10601484, 10601485, 10601486, 10601487, 10601488, 10601489, 10601490, 10601491, 10601492, 10601493, 10601494, 10601495, 10601496, 10601497, 10601498, 10601499, 10601500, 10601501, 10601502, 10601503, 10601504, 10601505, 10601506, 10601507, 10601508, 10601509, 10601510, 10601511, 10601512, 10601513, 10601514, 11402004, 11402005, 11402006, 11402007, 11402008, 11402009, 11402010, 11402011, 11402012, 11402013, 11402014, 11402015, 11402016, 11402017, 11402018, 11402019, 11402020, 11402021, 11402022, 11402023, 11402024, 11402025, 11402026, 11402027, 11402028, 11402029, 11402030, 11402031, 11402032, 11853944, 11853945, 11853946, 11853947, 11853948, 11853949, 11853950, 11853951, 12251200, 12251201, 12251202, 12251203, 12251204, 12251205, 13699728], "trace_timestamp_s": 526.7930000000006, "ttft_s": 17.999371752001025, "turn_id": 1} +{"actual_output_tokens": 8887, "cached_tokens": 15056, "effective_input_length": 21371, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21371, "latency_s": 180.07167723699968, "output_length": 8887, "proxy_request_id": "1336620:3:1339999:443", "request_id": "1336620:3:1339999:443", "request_type": "coder", "requested_output_tokens": 8887, "session_id": "1336620", "t_dispatch_unix": 1779964242.882078, "t_finish_unix": 1779964422.953755, "t_first_token_unix": 1779964243.884729, "tpot_s": 0.020151759030610034, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 26293, 5406119, 13257908, 5406121, 5406122, 5406123, 13270068, 13270069, 13270070, 13270071, 13270072, 13270073, 13270074, 13287309, 13302600, 13302601, 13302602, 13302603, 13302604, 13302605, 13302606, 13302607, 13302608, 13302609, 13302610, 13302611, 13302612], "trace_timestamp_s": 357.3890000000001, "ttft_s": 1.0026489470001252, "turn_id": 3} +{"actual_output_tokens": 2, "cached_tokens": 0, "effective_input_length": 982, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 982, "latency_s": 0.14905760900001042, "output_length": 2, "proxy_request_id": "1394428:1:1394428:724", "request_id": "1394428:1:1394428:724", "request_type": "coder", "requested_output_tokens": 2, "session_id": "1394428", "t_dispatch_unix": 1779964422.8847375, "t_finish_unix": 1779964423.033795, "t_first_token_unix": 1779964423.0262513, "tpot_s": 0.007246708002639934, "trace_hash_ids": [7025, 13804096], "trace_timestamp_s": 547.9230000000007, "ttft_s": 0.14151241400031722, "turn_id": 1} +{"actual_output_tokens": 51, "cached_tokens": 0, "effective_input_length": 4736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4736, "latency_s": 0.5613192769997113, "output_length": 51, "proxy_request_id": "1394432:1:1394432:725", "request_id": "1394432:1:1394432:725", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1394432", "t_dispatch_unix": 1779964422.9013414, "t_finish_unix": 1779964423.4626606, "t_first_token_unix": 1779964423.203183, "tpot_s": 0.005185150679972139, "trace_hash_ids": [13788220, 13788221, 13788222, 13788223, 13788224, 13804106, 13804107, 13804108, 13804109, 13804110], "trace_timestamp_s": 547.9380000000001, "ttft_s": 0.30183987500277, "turn_id": 1} +{"actual_output_tokens": 19, "cached_tokens": 0, "effective_input_length": 4428, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4428, "latency_s": 0.41063980699982494, "output_length": 19, "proxy_request_id": "1394482:1:1394482:726", "request_id": "1394482:1:1394482:726", "request_type": "coder", "requested_output_tokens": 19, "session_id": "1394482", "t_dispatch_unix": 1779964423.155631, "t_finish_unix": 1779964423.566271, "t_first_token_unix": 1779964423.438064, "tpot_s": 0.007107757222305129, "trace_hash_ids": [13785573, 13792906, 13792907, 13792908, 13792909, 13798843, 13804481, 13804482, 13804483], "trace_timestamp_s": 548.192, "ttft_s": 0.28243193999878713, "turn_id": 1} +{"actual_output_tokens": 613, "cached_tokens": 48224, "effective_input_length": 48944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48944, "latency_s": 7.196391960998881, "output_length": 613, "proxy_request_id": "1364090:4:1392998:718", "request_id": "1364090:4:1392998:718", "request_type": "coder", "requested_output_tokens": 613, "session_id": "1364090", "t_dispatch_unix": 1779964417.8319657, "t_finish_unix": 1779964425.0283577, "t_first_token_unix": 1779964420.1047926, "tpot_s": 0.008044651933006785, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13790837], "trace_timestamp_s": 542.8680000000004, "ttft_s": 2.2728237339979387, "turn_id": 4} +{"actual_output_tokens": 49, "cached_tokens": 4784, "effective_input_length": 6892, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6892, "latency_s": 0.4531037409979035, "output_length": 49, "proxy_request_id": "1394432:2:1395186:729", "request_id": "1394432:2:1395186:729", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1394432", "t_dispatch_unix": 1779964425.4903176, "t_finish_unix": 1779964425.9434216, "t_first_token_unix": 1779964425.689519, "tpot_s": 0.005283014708311384, "trace_hash_ids": [13788220, 13788221, 13788222, 13788223, 13788224, 13804106, 13804107, 13804108, 13804109, 13810289, 13810290, 13810291, 13810292, 13810293], "trace_timestamp_s": 550.527, "ttft_s": 0.19919965799999773, "turn_id": 2} +{"actual_output_tokens": 42, "cached_tokens": 10304, "effective_input_length": 10645, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10645, "latency_s": 49.34461062700211, "output_length": 42, "proxy_request_id": "1362265:4:1381673:650", "request_id": "1362265:4:1381673:650", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1362265", "t_dispatch_unix": 1779964377.9919646, "t_finish_unix": 1779964427.3365753, "t_first_token_unix": 1779964409.9747477, "tpot_s": 0.42345063907318614, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588], "trace_timestamp_s": 503.03000000000065, "ttft_s": 31.982782234001206, "turn_id": 4} +{"actual_output_tokens": 107, "cached_tokens": 7472, "effective_input_length": 10890, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10890, "latency_s": 1.2720739979995415, "output_length": 107, "proxy_request_id": "1390240:3:1395387:730", "request_id": "1390240:3:1395387:730", "request_type": "coder", "requested_output_tokens": 107, "session_id": "1390240", "t_dispatch_unix": 1779964426.2839599, "t_finish_unix": 1779964427.5560338, "t_first_token_unix": 1779964426.6643372, "tpot_s": 0.008409843386786789, "trace_hash_ids": [13760644, 13760645, 13760646, 13760647, 13760648, 13760649, 13760650, 13760651, 13760652, 13766529, 13772017, 13790409, 13790410, 13790411, 13798738, 13798739, 13805950, 13805951, 13805952, 13812101, 13812102, 13812103], "trace_timestamp_s": 551.3200000000006, "ttft_s": 0.3803757210007461, "turn_id": 3} +{"actual_output_tokens": 65, "cached_tokens": 0, "effective_input_length": 35450, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35450, "latency_s": 5.718894882000313, "output_length": 65, "proxy_request_id": "1394696:1:1394696:727", "request_id": "1394696:1:1394696:727", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1394696", "t_dispatch_unix": 1779964423.928401, "t_finish_unix": 1779964429.647296, "t_first_token_unix": 1779964429.1201665, "tpot_s": 0.008230748937478438, "trace_hash_ids": [13806090, 13806091, 13806092, 13806093, 13806094, 13806095, 13806096, 13806097, 13806098, 13806099, 13806100, 13806101, 13806102, 13806103, 13806104, 13806105, 13806106, 13806107, 13806108, 13806109, 13806110, 13806111, 13806112, 13806113, 13806114, 13806115, 13806116, 9511238, 9511239, 9511240, 9511241, 13806117, 13806118, 13806119, 13806120, 13806121, 13806122, 13806123, 13806124, 13806125, 13806126, 13806127, 13806128, 13806129, 13806130, 13806131, 13806132, 13806133, 13806134, 13806135, 13806136, 13806137, 13806138, 13806139, 13806140, 13806141, 13806142, 13806143, 13806144, 13806145, 13806146, 13806147, 13806148, 13806149, 13806150, 13806151, 13806152, 13806153, 13806154, 13806155], "trace_timestamp_s": 548.9520000000002, "ttft_s": 5.191762459999154, "turn_id": 1} +{"actual_output_tokens": 3119, "cached_tokens": 0, "effective_input_length": 15283, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15283, "latency_s": 61.450117434000276, "output_length": 3119, "proxy_request_id": "1378979:1:1378979:633", "request_id": "1378979:1:1378979:633", "request_type": "coder", "requested_output_tokens": 3119, "session_id": "1378979", "t_dispatch_unix": 1779964368.5309885, "t_finish_unix": 1779964429.9811058, "t_first_token_unix": 1779964369.909006, "tpot_s": 0.019266100160358905, "trace_hash_ids": [1978, 1979, 1980, 1981, 1982, 1983, 1984, 1985, 1986, 1987, 1988, 1989, 1990, 1991, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007], "trace_timestamp_s": 493.5690000000004, "ttft_s": 1.3780166270007612, "turn_id": 1} +{"actual_output_tokens": 213, "cached_tokens": 0, "effective_input_length": 21241, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21241, "latency_s": 3.5783737749989086, "output_length": 213, "proxy_request_id": "1395933:1:1395933:732", "request_id": "1395933:1:1395933:732", "request_type": "coder", "requested_output_tokens": 213, "session_id": "1395933", "t_dispatch_unix": 1779964428.2225058, "t_finish_unix": 1779964431.800879, "t_first_token_unix": 1779964430.4970293, "tpot_s": 0.00614737825943385, "trace_hash_ids": [13657, 13658, 13659, 13660, 13661, 13662, 13663, 13664, 13665, 13666, 13667, 13668, 13669, 13670, 13671, 13672, 13673, 13674, 13675, 13676, 13677, 13678, 13679, 4820695, 12527506, 12667198, 12747031, 12878182, 12930465, 13027097, 13219058, 13256881, 13445564, 13599228, 13718544, 13817211, 13817212, 13817213, 13817214, 13817215, 13817216, 13817217], "trace_timestamp_s": 553.2570000000005, "ttft_s": 2.2745213300004252, "turn_id": 1} +{"actual_output_tokens": 117, "cached_tokens": 0, "effective_input_length": 69465, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69465, "latency_s": 46.23761309800102, "output_length": 117, "proxy_request_id": "1342921:3:1384020:670", "request_id": "1342921:3:1384020:670", "request_type": "coder", "requested_output_tokens": 117, "session_id": "1342921", "t_dispatch_unix": 1779964386.1713498, "t_finish_unix": 1779964432.408963, "t_first_token_unix": 1779964427.1787033, "tpot_s": 0.04508304554311225, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13707851], "trace_timestamp_s": 511.20600000000013, "ttft_s": 41.00735078599973, "turn_id": 3} +{"actual_output_tokens": 73, "cached_tokens": 0, "effective_input_length": 4675, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4675, "latency_s": 11.916742567998881, "output_length": 73, "proxy_request_id": "1394167:1:1394167:721", "request_id": "1394167:1:1394167:721", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1394167", "t_dispatch_unix": 1779964421.9960003, "t_finish_unix": 1779964433.9127424, "t_first_token_unix": 1779964422.298239, "tpot_s": 0.16130706798609631, "trace_hash_ids": [13801402, 13801403, 13801404, 13801405, 13801406, 13801407, 13801408, 13801409, 13801410, 13801411], "trace_timestamp_s": 547.0320000000002, "ttft_s": 0.3022383399984392, "turn_id": 1} +{"actual_output_tokens": 117, "cached_tokens": 4736, "effective_input_length": 4863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4863, "latency_s": 1.4385531119987718, "output_length": 117, "proxy_request_id": "1394167:2:1395165:728", "request_id": "1394167:2:1395165:728", "request_type": "coder", "requested_output_tokens": 117, "session_id": "1394167", "t_dispatch_unix": 1779964433.913224, "t_finish_unix": 1779964435.3517773, "t_first_token_unix": 1779964433.9719002, "tpot_s": 0.011892434956907578, "trace_hash_ids": [13801402, 13801403, 13801404, 13801405, 13801406, 13801407, 13801408, 13801409, 13801410, 13810026], "trace_timestamp_s": 550.4650000000001, "ttft_s": 0.05867491499884636, "turn_id": 2} +{"actual_output_tokens": 22, "cached_tokens": 0, "effective_input_length": 3213, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3213, "latency_s": 0.4067114440003934, "output_length": 22, "proxy_request_id": "1398145:1:1398145:739", "request_id": "1398145:1:1398145:739", "request_type": "coder", "requested_output_tokens": 22, "session_id": "1398145", "t_dispatch_unix": 1779964435.9757948, "t_finish_unix": 1779964436.3825061, "t_first_token_unix": 1779964436.2091293, "tpot_s": 0.008243440809435145, "trace_hash_ids": [13836943, 13836944, 13836945, 13836946, 13836947, 13836948, 13836949], "trace_timestamp_s": 561.0129999999999, "ttft_s": 0.23333262800224475, "turn_id": 1} +{"actual_output_tokens": 33, "cached_tokens": 0, "effective_input_length": 10736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10736, "latency_s": 1.0207376620019204, "output_length": 33, "proxy_request_id": "1362265:5:1398180:741", "request_id": "1362265:5:1398180:741", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1362265", "t_dispatch_unix": 1779964436.0558739, "t_finish_unix": 1779964437.0766115, "t_first_token_unix": 1779964436.9082687, "tpot_s": 0.00525170353125759, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588], "trace_timestamp_s": 561.094, "ttft_s": 0.8523933130018122, "turn_id": 5} +{"actual_output_tokens": 64, "cached_tokens": 0, "effective_input_length": 3891, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3891, "latency_s": 1.1520375850013806, "output_length": 64, "proxy_request_id": "1398213:1:1398213:742", "request_id": "1398213:1:1398213:742", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1398213", "t_dispatch_unix": 1779964436.117744, "t_finish_unix": 1779964437.269782, "t_first_token_unix": 1779964436.5053816, "tpot_s": 0.012122641619036643, "trace_hash_ids": [13837649, 13837650, 13837651, 13837652, 13837653, 13837654, 13837655, 13837656], "trace_timestamp_s": 561.1540000000005, "ttft_s": 0.3876365940013784, "turn_id": 1} +{"actual_output_tokens": 2085, "cached_tokens": 0, "effective_input_length": 35888, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35888, "latency_s": 82.0548704569992, "output_length": 2085, "proxy_request_id": "1301929:2:1375154:617", "request_id": "1301929:2:1375154:617", "request_type": "coder", "requested_output_tokens": 2085, "session_id": "1301929", "t_dispatch_unix": 1779964355.3611739, "t_finish_unix": 1779964437.4160445, "t_first_token_unix": 1779964383.6287253, "tpot_s": 0.025809526414587097, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 244222, 244223, 8074420, 8074421, 12946894, 12946895, 12946896, 12946897, 12946898, 12946899, 12946900, 12946901, 12946902, 12946903, 12946904, 12946905, 12946906, 12946907, 12946908, 12946909, 12946910, 12946911, 12946912, 12946913, 12946914, 12946915, 12946916, 12946917, 12946918, 12946919, 12946920, 12946921, 12946922, 12946923, 12946924, 12946925, 12946926, 12946927, 12946928, 12946929, 12946930, 12946931, 12946932, 12946933, 12946934, 12946935, 12946936, 12946937, 12946938, 12946939, 12946940, 12946941, 12946942, 12946943, 12946944, 12946945, 12946946, 12946947, 12946948, 12946949, 12946950, 13626958, 13626959, 5975800], "trace_timestamp_s": 480.39800000000014, "ttft_s": 28.267549187999975, "turn_id": 2} +{"actual_output_tokens": 24, "cached_tokens": 0, "effective_input_length": 7877, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7877, "latency_s": 0.6594675259984797, "output_length": 24, "proxy_request_id": "1398594:1:1398594:744", "request_id": "1398594:1:1398594:744", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1398594", "t_dispatch_unix": 1779964437.3436275, "t_finish_unix": 1779964438.0030959, "t_first_token_unix": 1779964437.887952, "tpot_s": 0.004994170782637135, "trace_hash_ids": [13835320, 13835321, 13835322, 13835323, 13835324, 13835325, 13835326, 13841636, 13841637, 13841638, 13841639, 13841640, 13841641, 13841642, 13841643, 13841644], "trace_timestamp_s": 562.3790000000008, "ttft_s": 0.544313439000689, "turn_id": 1} +{"actual_output_tokens": 212, "cached_tokens": 58510, "effective_input_length": 58511, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58511, "latency_s": 20.793965013999696, "output_length": 212, "proxy_request_id": "1366128:6:1375094:616", "request_id": "1366128:6:1375094:616", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1366128", "t_dispatch_unix": 1779964419.4921925, "t_finish_unix": 1779964440.2861578, "t_first_token_unix": 1779964438.5909164, "tpot_s": 0.008032958151665583, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13626307], "trace_timestamp_s": 480.20400000000063, "ttft_s": 19.09872144199835, "turn_id": 6} +{"actual_output_tokens": 99, "cached_tokens": 58720, "effective_input_length": 59007, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59007, "latency_s": 0.983094130999234, "output_length": 99, "proxy_request_id": "1366128:7:1378071:626", "request_id": "1366128:7:1378071:626", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1366128", "t_dispatch_unix": 1779964440.289131, "t_finish_unix": 1779964441.2722251, "t_first_token_unix": 1779964440.5068402, "tpot_s": 0.007807060122456965, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13653793], "trace_timestamp_s": 490.46300000000065, "ttft_s": 0.21770757899867021, "turn_id": 7} +{"actual_output_tokens": 2641, "cached_tokens": 28496, "effective_input_length": 33321, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33321, "latency_s": 20.254652423998778, "output_length": 2641, "proxy_request_id": "1391404:2:1393919:720", "request_id": "1391404:2:1393919:720", "request_type": "coder", "requested_output_tokens": 2641, "session_id": "1391404", "t_dispatch_unix": 1779964421.0377479, "t_finish_unix": 1779964441.2924004, "t_first_token_unix": 1779964422.1598527, "tpot_s": 0.007247038953409808, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 94557, 94558, 94559, 94560, 94561, 94562, 94563, 94564, 94565, 238090, 238091, 3841644, 3841645, 3841646, 3841647, 3841648, 3841649, 13750192, 3809872, 13750193, 13750194, 13777397, 13777398, 13777399, 13777400, 13777401, 13777402, 13777403, 13777404, 13777405, 13777406, 13777407, 13777408, 13777409, 13777410, 13777411, 13777412, 13777413, 13777414, 13777415, 13777416, 13777417, 13777418, 13777419, 13777420, 13777421, 13777422, 13777423, 13777424, 13777425, 13799002, 13799003, 13799004, 13799005, 13799006, 13799007, 13799008, 13799009, 13799010, 13799011, 13799012], "trace_timestamp_s": 546.0730000000003, "ttft_s": 1.1221024249971379, "turn_id": 2} +{"actual_output_tokens": 82, "cached_tokens": 59104, "effective_input_length": 59230, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59230, "latency_s": 0.8021359449994634, "output_length": 82, "proxy_request_id": "1366128:8:1380438:643", "request_id": "1366128:8:1380438:643", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1366128", "t_dispatch_unix": 1779964441.2752123, "t_finish_unix": 1779964442.0773485, "t_first_token_unix": 1779964441.454057, "tpot_s": 0.007691576283922373, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13674751], "trace_timestamp_s": 498.52500000000055, "ttft_s": 0.17883794700173894, "turn_id": 8} +{"actual_output_tokens": 46, "cached_tokens": 10768, "effective_input_length": 10816, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10816, "latency_s": 0.5350747880002018, "output_length": 46, "proxy_request_id": "1362265:6:1399937:747", "request_id": "1362265:6:1399937:747", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1362265", "t_dispatch_unix": 1779964442.1241605, "t_finish_unix": 1779964442.6592352, "t_first_token_unix": 1779964442.2822306, "tpot_s": 0.008372878022217062, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 13854355], "trace_timestamp_s": 567.1610000000001, "ttft_s": 0.15806852000241634, "turn_id": 6} +{"actual_output_tokens": 51, "cached_tokens": 59296, "effective_input_length": 59374, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59374, "latency_s": 0.6035136020000209, "output_length": 51, "proxy_request_id": "1366128:9:1381799:652", "request_id": "1366128:9:1381799:652", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1366128", "t_dispatch_unix": 1779964442.080048, "t_finish_unix": 1779964442.6835613, "t_first_token_unix": 1779964442.2499738, "tpot_s": 0.008667971059985576, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389], "trace_timestamp_s": 503.5010000000002, "ttft_s": 0.16992409500016947, "turn_id": 9} +{"actual_output_tokens": 128, "cached_tokens": 0, "effective_input_length": 4991, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4991, "latency_s": 0.9798406059999252, "output_length": 128, "proxy_request_id": "1399948:1:1399948:748", "request_id": "1399948:1:1399948:748", "request_type": "coder", "requested_output_tokens": 128, "session_id": "1399948", "t_dispatch_unix": 1779964442.1556242, "t_finish_unix": 1779964443.135465, "t_first_token_unix": 1779964442.472754, "tpot_s": 0.00521628023623663, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13854387], "trace_timestamp_s": 567.1910000000007, "ttft_s": 0.3171284439995361, "turn_id": 1} +{"actual_output_tokens": 66, "cached_tokens": 59424, "effective_input_length": 59506, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59506, "latency_s": 0.6342059770031483, "output_length": 66, "proxy_request_id": "1366128:10:1382843:661", "request_id": "1366128:10:1382843:661", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1366128", "t_dispatch_unix": 1779964442.686066, "t_finish_unix": 1779964443.3202724, "t_first_token_unix": 1779964442.828137, "tpot_s": 0.007564790199998802, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13697230], "trace_timestamp_s": 507.1170000000002, "ttft_s": 0.1420688739999605, "turn_id": 10} +{"actual_output_tokens": 57, "cached_tokens": 0, "effective_input_length": 3707, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3707, "latency_s": 0.5423933789970761, "output_length": 57, "proxy_request_id": "1400379:1:1400379:751", "request_id": "1400379:1:1400379:751", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1400379", "t_dispatch_unix": 1779964443.4721272, "t_finish_unix": 1779964444.0145204, "t_first_token_unix": 1779964443.731131, "tpot_s": 0.005054563499990243, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13858195], "trace_timestamp_s": 568.5080000000007, "ttft_s": 0.25900221999836504, "turn_id": 1} +{"actual_output_tokens": 73, "cached_tokens": 3952, "effective_input_length": 11414, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11414, "latency_s": 1.5727784670016263, "output_length": 73, "proxy_request_id": "1398213:2:1400590:753", "request_id": "1398213:2:1400590:753", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1398213", "t_dispatch_unix": 1779964444.2579696, "t_finish_unix": 1779964445.8307483, "t_first_token_unix": 1779964444.9535215, "tpot_s": 0.012179909013866563, "trace_hash_ids": [13837649, 13837650, 13837651, 13837652, 13837653, 13837654, 13837655, 13846300, 13846301, 13846302, 13846303, 13846304, 13851656, 13851657, 13851658, 13851659, 13851660, 13851661, 13860134, 13860135, 13860136, 13860137, 13860138], "trace_timestamp_s": 569.2930000000006, "ttft_s": 0.6955507660022704, "turn_id": 2} +{"actual_output_tokens": 168, "cached_tokens": 59568, "effective_input_length": 71254, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71254, "latency_s": 6.42246985300153, "output_length": 168, "proxy_request_id": "1366128:11:1384044:671", "request_id": "1366128:11:1384044:671", "request_type": "coder", "requested_output_tokens": 168, "session_id": "1366128", "t_dispatch_unix": 1779964443.3285818, "t_finish_unix": 1779964449.7510517, "t_first_token_unix": 1779964448.3189063, "tpot_s": 0.008572260700608883, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13708083], "trace_timestamp_s": 511.3190000000004, "ttft_s": 4.990321812001639, "turn_id": 11} +{"actual_output_tokens": 58, "cached_tokens": 71408, "effective_input_length": 71578, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71578, "latency_s": 0.7125574839992623, "output_length": 58, "proxy_request_id": "1366128:12:1386045:687", "request_id": "1366128:12:1386045:687", "request_type": "coder", "requested_output_tokens": 58, "session_id": "1366128", "t_dispatch_unix": 1779964449.7539706, "t_finish_unix": 1779964450.4665284, "t_first_token_unix": 1779964450.0066519, "tpot_s": 0.008063141684192886, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175], "trace_timestamp_s": 518.5060000000003, "ttft_s": 0.25267882000116515, "turn_id": 12} +{"actual_output_tokens": 44, "cached_tokens": 0, "effective_input_length": 16550, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16550, "latency_s": 16.064064845999383, "output_length": 44, "proxy_request_id": "1397840:1:1397840:737", "request_id": "1397840:1:1397840:737", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1397840", "t_dispatch_unix": 1779964434.905212, "t_finish_unix": 1779964450.9692767, "t_first_token_unix": 1779964436.489512, "tpot_s": 0.33673297195347784, "trace_hash_ids": [13834561, 13834562, 13834563, 13834564, 13834565, 13834566, 13834567, 13834568, 13834569, 13834570, 13834571, 13834572, 13834573, 13834574, 13834575, 13834576, 13834577, 13834578, 13834579, 13834580, 13834581, 13834582, 13834583, 13834584, 13834585, 13834586, 13834587, 13834588, 13834589, 13834590, 13834591, 13834592, 13834593], "trace_timestamp_s": 559.9370000000008, "ttft_s": 1.5842988139993395, "turn_id": 1} +{"actual_output_tokens": 46, "cached_tokens": 71632, "effective_input_length": 71708, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71708, "latency_s": 0.5339183659998525, "output_length": 46, "proxy_request_id": "1366128:13:1387308:692", "request_id": "1366128:13:1387308:692", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1366128", "t_dispatch_unix": 1779964450.4701886, "t_finish_unix": 1779964451.0041063, "t_first_token_unix": 1779964450.6514502, "tpot_s": 0.007832339422182283, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13738057], "trace_timestamp_s": 522.5910000000003, "ttft_s": 0.18125950499961618, "turn_id": 13} +{"actual_output_tokens": 67, "cached_tokens": 3760, "effective_input_length": 3863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3863, "latency_s": 5.552128978997644, "output_length": 67, "proxy_request_id": "1400379:2:1401201:757", "request_id": "1400379:2:1401201:757", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1400379", "t_dispatch_unix": 1779964446.5871732, "t_finish_unix": 1779964452.1393023, "t_first_token_unix": 1779964451.530023, "tpot_s": 0.009226803802999766, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13866334], "trace_timestamp_s": 571.625, "ttft_s": 4.9428488810008275, "turn_id": 2} +{"actual_output_tokens": 206, "cached_tokens": 0, "effective_input_length": 41508, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41508, "latency_s": 99.06503614399844, "output_length": 206, "proxy_request_id": "1268861:7:1374579:614", "request_id": "1268861:7:1374579:614", "request_type": "coder", "requested_output_tokens": 206, "session_id": "1268861", "t_dispatch_unix": 1779964353.3744388, "t_finish_unix": 1779964452.4394746, "t_first_token_unix": 1779964409.973844, "tpot_s": 0.2071478948585381, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13621774], "trace_timestamp_s": 478.40900000000056, "ttft_s": 56.59940313399784, "turn_id": 7} +{"actual_output_tokens": 32, "cached_tokens": 16592, "effective_input_length": 26440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26440, "latency_s": 2.0871871689996624, "output_length": 32, "proxy_request_id": "1397840:2:1400216:749", "request_id": "1397840:2:1400216:749", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1397840", "t_dispatch_unix": 1779964450.9736853, "t_finish_unix": 1779964453.0608726, "t_first_token_unix": 1779964452.6996713, "tpot_s": 0.01164349483869662, "trace_hash_ids": [13834561, 13834562, 13834563, 13834564, 13834565, 13834566, 13834567, 13834568, 13834569, 13834570, 13834571, 13834572, 13834573, 13834574, 13834575, 13834576, 13834577, 13834578, 13834579, 13834580, 13834581, 13834582, 13834583, 13834584, 13834585, 13834586, 13834587, 13834588, 13834589, 13834590, 13834591, 13834592, 13843674, 13843675, 13843676, 13843677, 13843678, 13843679, 13843680, 13843681, 13843682, 13843683, 13843684, 13856781, 13856782, 13856783, 13856784, 13856785, 13856786, 13856787, 13856788, 13856789], "trace_timestamp_s": 567.9860000000008, "ttft_s": 1.725984138000058, "turn_id": 2} +{"actual_output_tokens": 458, "cached_tokens": 11472, "effective_input_length": 12910, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12910, "latency_s": 5.940313881998009, "output_length": 458, "proxy_request_id": "1398213:3:1401507:759", "request_id": "1398213:3:1401507:759", "request_type": "coder", "requested_output_tokens": 458, "session_id": "1398213", "t_dispatch_unix": 1779964447.683114, "t_finish_unix": 1779964453.6234274, "t_first_token_unix": 1779964447.9891534, "tpot_s": 0.01232831495841983, "trace_hash_ids": [13837649, 13837650, 13837651, 13837652, 13837653, 13837654, 13837655, 13846300, 13846301, 13846302, 13846303, 13846304, 13851656, 13851657, 13851658, 13851659, 13851660, 13851661, 13860134, 13860135, 13860136, 13860137, 13869190, 13869191, 13869192, 13869193], "trace_timestamp_s": 572.7200000000003, "ttft_s": 0.30603754999901867, "turn_id": 3} +{"actual_output_tokens": 27, "cached_tokens": 26464, "effective_input_length": 28603, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28603, "latency_s": 0.7986232219991507, "output_length": 27, "proxy_request_id": "1397840:3:1402568:761", "request_id": "1397840:3:1402568:761", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1397840", "t_dispatch_unix": 1779964453.0627496, "t_finish_unix": 1779964453.861373, "t_first_token_unix": 1779964453.5762556, "tpot_s": 0.010956781538530217, "trace_hash_ids": [13834561, 13834562, 13834563, 13834564, 13834565, 13834566, 13834567, 13834568, 13834569, 13834570, 13834571, 13834572, 13834573, 13834574, 13834575, 13834576, 13834577, 13834578, 13834579, 13834580, 13834581, 13834582, 13834583, 13834584, 13834585, 13834586, 13834587, 13834588, 13834589, 13834590, 13834591, 13834592, 13843674, 13843675, 13843676, 13843677, 13843678, 13843679, 13843680, 13843681, 13843682, 13843683, 13843684, 13856781, 13856782, 13856783, 13856784, 13856785, 13856786, 13856787, 13856788, 13878865, 13878866, 13878867, 13878868, 13878869], "trace_timestamp_s": 576.335, "ttft_s": 0.5135034369995992, "turn_id": 3} +{"actual_output_tokens": 132, "cached_tokens": 0, "effective_input_length": 17047, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17047, "latency_s": 23.099849264999648, "output_length": 132, "proxy_request_id": "1305906:3:1396717:733", "request_id": "1305906:3:1396717:733", "request_type": "coder", "requested_output_tokens": 132, "session_id": "1305906", "t_dispatch_unix": 1779964430.8140202, "t_finish_unix": 1779964453.9138682, "t_first_token_unix": 1779964439.7343316, "tpot_s": 0.10823779889313107, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 13824632], "trace_timestamp_s": 555.8500000000004, "ttft_s": 8.920310199002415, "turn_id": 3} +{"actual_output_tokens": 46, "cached_tokens": 3920, "effective_input_length": 11216, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11216, "latency_s": 1.121897249999165, "output_length": 46, "proxy_request_id": "1400379:3:1402972:763", "request_id": "1400379:3:1402972:763", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1400379", "t_dispatch_unix": 1779964452.7983062, "t_finish_unix": 1779964453.9202034, "t_first_token_unix": 1779964453.4724538, "tpot_s": 0.009943425155587547, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13875507, 13875508, 13875509, 13875510, 13875511, 13875512, 13875513, 13875514, 13875515, 13882803, 13882804, 13882805, 13882806, 13882807, 13882808], "trace_timestamp_s": 577.8340000000007, "ttft_s": 0.6741459379991284, "turn_id": 3} +{"actual_output_tokens": 133, "cached_tokens": 0, "effective_input_length": 63258, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63258, "latency_s": 17.75924874499833, "output_length": 133, "proxy_request_id": "1253743:8:1398344:743", "request_id": "1253743:8:1398344:743", "request_type": "coder", "requested_output_tokens": 133, "session_id": "1253743", "t_dispatch_unix": 1779964436.4829407, "t_finish_unix": 1779964454.2421892, "t_first_token_unix": 1779964450.7193186, "tpot_s": 0.026685897681834995, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 481346, 481347, 481348, 710670, 710671, 710672, 710673, 710674, 710675, 710676, 710677, 710678, 710679, 13839194, 13839195, 13839196, 13839197, 13839198, 13839199, 13839200, 13839201, 13839202, 13839203, 13839204, 13839205, 13839206, 13839207, 13839208, 13839209, 13839210, 13839211, 13839212, 13839213, 13839214, 13839215, 13839216, 13839217, 13839218, 13839219, 184023, 184024, 567789, 13839220, 13839221, 146857, 146858, 146859, 146860, 13839222, 11521, 13839223, 13839224, 13839225, 13839226, 13839227, 13839228, 13839229, 13839230, 13839231, 13839232, 13839233, 13839234, 13839235, 13839236, 13839237, 13839238, 13839239, 13839240, 13839241, 13839242, 13839243, 13839244, 13839245, 13839246, 13839247, 13839248, 13839249, 13839250, 13839251, 13839252, 13839253, 13839254, 13839255, 13839256, 13839257, 11719668, 13839258, 13839259, 13839260, 13839261, 13839262, 13839263, 13839264, 13839265, 13839266, 13839267, 13839268, 13839269, 13839270, 13839271, 13839272, 13839273], "trace_timestamp_s": 561.4990000000007, "ttft_s": 14.236376085998927, "turn_id": 8} +{"actual_output_tokens": 283, "cached_tokens": 51056, "effective_input_length": 68109, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 68109, "latency_s": 9.898903298999358, "output_length": 283, "proxy_request_id": "1381387:4:1400724:754", "request_id": "1381387:4:1400724:754", "request_type": "coder", "requested_output_tokens": 283, "session_id": "1381387", "t_dispatch_unix": 1779964444.8261926, "t_finish_unix": 1779964454.7250957, "t_first_token_unix": 1779964451.5381892, "tpot_s": 0.011300114503554283, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13861846, 13861847, 13861848, 13861849, 13861850, 13861851, 13861852, 13861853, 13861854, 13861855, 13861856, 13861857, 13861858, 13861859, 8957641, 13861860, 13861861, 13861862, 13861863, 13861864, 13861865, 13861866, 13861867, 13861868, 13861869, 13861870, 13861871, 13861872, 13861873, 13861874, 13861875, 13861876, 13861877, 13861878, 13861879], "trace_timestamp_s": 569.8560000000007, "ttft_s": 6.711993696997524, "turn_id": 4} +{"actual_output_tokens": 108, "cached_tokens": 0, "effective_input_length": 8848, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8848, "latency_s": 1.2555988829990383, "output_length": 108, "proxy_request_id": "1403188:1:1403188:764", "request_id": "1403188:1:1403188:764", "request_type": "coder", "requested_output_tokens": 108, "session_id": "1403188", "t_dispatch_unix": 1779964453.6993659, "t_finish_unix": 1779964454.9549646, "t_first_token_unix": 1779964454.378574, "tpot_s": 0.005384211551406743, "trace_hash_ids": [13861837, 13861838, 13861839, 13861840, 13861841, 13861842, 13861843, 13861844, 13873939, 13873940, 13873941, 13873942, 13884865, 13884866, 13884867, 13884868, 13884869, 13884870], "trace_timestamp_s": 578.7340000000004, "ttft_s": 0.6792066419984621, "turn_id": 1} +{"actual_output_tokens": 531, "cached_tokens": 0, "effective_input_length": 13134, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 13134, "latency_s": 22.577878381001938, "output_length": 531, "proxy_request_id": "1397223:1:1397223:734", "request_id": "1397223:1:1397223:734", "request_type": "coder", "requested_output_tokens": 531, "session_id": "1397223", "t_dispatch_unix": 1779964432.454923, "t_finish_unix": 1779964455.0328014, "t_first_token_unix": 1779964433.5617192, "tpot_s": 0.04051105976037468, "trace_hash_ids": [13793541, 13793542, 13793543, 13802362, 13802363, 13802364, 13802365, 13802366, 13802367, 13811273, 13811274, 13811275, 13811276, 13811277, 13811278, 13811279, 13811280, 13819026, 13819027, 13819028, 13819029, 13828841, 13828842, 13828843, 13828844, 13828845], "trace_timestamp_s": 557.4880000000003, "ttft_s": 1.106794481001998, "turn_id": 1} +{"actual_output_tokens": 71, "cached_tokens": 28624, "effective_input_length": 28665, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28665, "latency_s": 32.76005301499754, "output_length": 71, "proxy_request_id": "1355484:13:1394384:723", "request_id": "1355484:13:1394384:723", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1355484", "t_dispatch_unix": 1779964422.7388093, "t_finish_unix": 1779964455.4988623, "t_first_token_unix": 1779964454.2124414, "tpot_s": 0.01837307788570927, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13803562], "trace_timestamp_s": 547.7760000000007, "ttft_s": 31.473616970997682, "turn_id": 13} +{"actual_output_tokens": 71, "cached_tokens": 0, "effective_input_length": 1954, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1954, "latency_s": 0.48056537400043453, "output_length": 71, "proxy_request_id": "1403989:1:1403989:767", "request_id": "1403989:1:1403989:767", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1403989", "t_dispatch_unix": 1779964456.1943276, "t_finish_unix": 1779964456.6748931, "t_first_token_unix": 1779964456.3236096, "tpot_s": 0.005014132928564712, "trace_hash_ids": [13892332, 13892333, 13892334, 13892335], "trace_timestamp_s": 581.232, "ttft_s": 0.1292810790000658, "turn_id": 1} +{"actual_output_tokens": 103, "cached_tokens": 71744, "effective_input_length": 83404, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83404, "latency_s": 6.732162715001323, "output_length": 103, "proxy_request_id": "1366128:14:1389156:701", "request_id": "1366128:14:1389156:701", "request_type": "coder", "requested_output_tokens": 103, "session_id": "1366128", "t_dispatch_unix": 1779964451.0111074, "t_finish_unix": 1779964457.7432702, "t_first_token_unix": 1779964456.8420024, "tpot_s": 0.00883238810784664, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710], "trace_timestamp_s": 529.2550000000001, "ttft_s": 5.830886866999208, "turn_id": 14} +{"actual_output_tokens": 277, "cached_tokens": 37680, "effective_input_length": 70990, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70990, "latency_s": 25.352746290998766, "output_length": 277, "proxy_request_id": "1342921:4:1389290:702", "request_id": "1342921:4:1389290:702", "request_type": "coder", "requested_output_tokens": 277, "session_id": "1342921", "t_dispatch_unix": 1779964432.4141934, "t_finish_unix": 1779964457.7669394, "t_first_token_unix": 1779964451.5289245, "tpot_s": 0.022600188007253157, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 13758038], "trace_timestamp_s": 529.6910000000007, "ttft_s": 19.11472800699994, "turn_id": 4} +{"actual_output_tokens": 81, "cached_tokens": 63376, "effective_input_length": 63643, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63643, "latency_s": 0.8909642149992578, "output_length": 81, "proxy_request_id": "1253743:8:1404284:769", "request_id": "1253743:8:1404284:769", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1253743", "t_dispatch_unix": 1779964457.2150033, "t_finish_unix": 1779964458.1059668, "t_first_token_unix": 1779964457.44822, "tpot_s": 0.008218763587501598, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 481346, 481347, 481348, 710670, 710671, 710672, 710673, 710674, 710675, 710676, 710677, 710678, 710679, 13839194, 13839195, 13839196, 13839197, 13839198, 13839199, 13839200, 13839201, 13839202, 13839203, 13839204, 13839205, 13839206, 13839207, 13839208, 13839209, 13839210, 13839211, 13839212, 13839213, 13839214, 13839215, 13839216, 13839217, 13839218, 13839219, 184023, 184024, 567789, 13839220, 13839221, 146857, 146858, 146859, 146860, 13839222, 11521, 13839223, 13839224, 13839225, 13839226, 13839227, 13839228, 13839229, 13839230, 13839231, 13839232, 13839233, 13839234, 13839235, 13839236, 13839237, 13839238, 13839239, 13839240, 13839241, 13839242, 13839243, 13839244, 13839245, 13839246, 13839247, 13839248, 13839249, 13839250, 13839251, 13839252, 13839253, 13839254, 13839255, 13839256, 13839257, 11719668, 13839258, 13839259, 13839260, 13839261, 13839262, 13839263, 13839264, 13839265, 13839266, 13839267, 13839268, 13839269, 13839270, 13839271, 13839272, 13839273, 13894363], "trace_timestamp_s": 582.25, "ttft_s": 0.2332142470004328, "turn_id": 8} +{"actual_output_tokens": 528, "cached_tokens": 0, "effective_input_length": 126340, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 126340, "latency_s": 109.69240499500302, "output_length": 528, "proxy_request_id": "1373431:1:1373431:606", "request_id": "1373431:1:1373431:606", "request_type": "coder", "requested_output_tokens": 528, "session_id": "1373431", "t_dispatch_unix": 1779964349.3353717, "t_finish_unix": 1779964459.0277767, "t_first_token_unix": 1779964401.248805, "tpot_s": 0.10963685436812294, "trace_hash_ids": [57650, 57651, 57652, 57653, 57654, 57655, 57656, 57657, 57658, 57659, 57660, 57661, 57662, 57663, 57664, 57665, 57666, 57667, 57668, 57669, 57670, 57671, 57672, 57673, 57674, 57675, 57676, 57677, 57678, 57679, 57680, 57681, 57682, 11083275, 11083276, 11083277, 11083278, 11083279, 11268407, 11268408, 11268409, 11268410, 11268411, 11268412, 11268413, 11268414, 11268415, 12839907, 12839908, 12839909, 12839910, 12839911, 12839912, 12839913, 12839914, 12839915, 12839916, 12839917, 12839918, 12839919, 12839920, 12839921, 12839922, 12839923, 12839924, 12839925, 12839926, 12839927, 12839928, 12839929, 12839930, 12839931, 12839932, 12839933, 12839934, 12839935, 12839936, 12839937, 12839938, 12839939, 12839940, 12839941, 12839942, 12839943, 12839944, 12839945, 12839946, 12839947, 12839948, 12839949, 12839950, 12839951, 12839952, 12839953, 12839954, 12839955, 12839956, 12839957, 12839958, 12839959, 12839960, 12839961, 12839962, 12839963, 12839964, 12839965, 12839966, 12839967, 12839968, 12839969, 12839970, 12839971, 12839972, 12839973, 12839974, 12839975, 12839976, 12839977, 12839978, 12839979, 12839980, 12839981, 12839982, 12839983, 12839984, 12839985, 12839986, 12839987, 12839988, 12839989, 12839990, 12839991, 12839992, 12839993, 12839994, 12839995, 12839996, 12839997, 12839998, 12839999, 12840000, 12840001, 12840002, 12840003, 12840004, 12840005, 12840006, 12840007, 12840008, 12840009, 12840010, 12840011, 12840012, 12840013, 12840014, 12840015, 12840016, 12840017, 12840018, 12840019, 12840020, 12840021, 12840022, 13567592, 13567593, 13567594, 13567595, 13567596, 13567597, 13567598, 13567599, 13567600, 13567601, 13567602, 13567603, 13567604, 13567605, 13567606, 13567607, 13567608, 13567609, 13567610, 13567611, 13567612, 13567613, 13567614, 13567615, 13567616, 13567617, 13567618, 13567619, 13567620, 13567621, 13567622, 13567623, 13567624, 13567625, 13567626, 13567627, 13567628, 13567629, 13567630, 13567631, 13567632, 13567633, 13567634, 13567635, 13567636, 13567637, 13567638, 13567639, 13567640, 13567641, 13567642, 13567643, 13567644, 13567645, 13567646, 13567647, 13567648, 13567649, 13567650, 13567651, 13567652, 13567653, 13567654, 13567655, 13567656, 13567657, 13567658, 13567659, 13567660, 13567661, 13567662, 13567663, 13567664, 13567665, 13567666, 13567667, 13567668, 13567669, 13567670, 13567671, 13567672, 13567673, 13611158, 13611159], "trace_timestamp_s": 474.3240000000005, "ttft_s": 51.91343086699999, "turn_id": 1} +{"actual_output_tokens": 185, "cached_tokens": 106304, "effective_input_length": 106305, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106305, "latency_s": 52.71204983300049, "output_length": 185, "proxy_request_id": "1313181:6:1324908:369", "request_id": "1313181:6:1324908:369", "request_type": "coder", "requested_output_tokens": 185, "session_id": "1313181", "t_dispatch_unix": 1779964406.4622464, "t_finish_unix": 1779964459.1742961, "t_first_token_unix": 1779964454.2258873, "tpot_s": 0.026892325402177845, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13161676], "trace_timestamp_s": 303.64200000000073, "ttft_s": 47.763638794000144, "turn_id": 6} +{"actual_output_tokens": 47, "cached_tokens": 38128, "effective_input_length": 39203, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39203, "latency_s": 1.0279507730010664, "output_length": 47, "proxy_request_id": "1382089:2:1404847:773", "request_id": "1382089:2:1404847:773", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1382089", "t_dispatch_unix": 1779964459.2093022, "t_finish_unix": 1779964460.2372534, "t_first_token_unix": 1779964459.608796, "tpot_s": 0.013656167891262474, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424, 13776305, 13841463], "trace_timestamp_s": 584.2460000000001, "ttft_s": 0.39949146900107735, "turn_id": 2} +{"actual_output_tokens": 213, "cached_tokens": 28720, "effective_input_length": 31224, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31224, "latency_s": 5.191709924998577, "output_length": 213, "proxy_request_id": "1355484:14:1398178:740", "request_id": "1355484:14:1398178:740", "request_type": "coder", "requested_output_tokens": 213, "session_id": "1355484", "t_dispatch_unix": 1779964455.502172, "t_finish_unix": 1779964460.6938822, "t_first_token_unix": 1779964456.1691396, "tpot_s": 0.02134196501886453, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13803562, 13837295, 13837296, 13837297, 13837298, 13837299], "trace_timestamp_s": 561.0889999999999, "ttft_s": 0.6669650389994786, "turn_id": 14} +{"actual_output_tokens": 13, "cached_tokens": 5104, "effective_input_length": 6149, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6149, "latency_s": 0.32400172199777444, "output_length": 13, "proxy_request_id": "1399948:2:1405276:778", "request_id": "1399948:2:1405276:778", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1399948", "t_dispatch_unix": 1779964460.6654248, "t_finish_unix": 1779964460.9894266, "t_first_token_unix": 1779964460.8758056, "tpot_s": 0.009447460916514197, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13902108], "trace_timestamp_s": 585.7030000000004, "ttft_s": 0.21037912999963737, "turn_id": 2} +{"actual_output_tokens": 264, "cached_tokens": 41712, "effective_input_length": 44148, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44148, "latency_s": 5.824019572999532, "output_length": 264, "proxy_request_id": "1268861:8:1403753:765", "request_id": "1268861:8:1403753:765", "request_type": "coder", "requested_output_tokens": 264, "session_id": "1268861", "t_dispatch_unix": 1779964455.4436634, "t_finish_unix": 1779964461.2676823, "t_first_token_unix": 1779964456.2977953, "tpot_s": 0.018895983669190104, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 13890053], "trace_timestamp_s": 580.4790000000003, "ttft_s": 0.8541296580006019, "turn_id": 8} +{"actual_output_tokens": 140, "cached_tokens": 126864, "effective_input_length": 127267, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 127267, "latency_s": 2.537969927998347, "output_length": 140, "proxy_request_id": "1373431:2:1378320:629", "request_id": "1373431:2:1378320:629", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1373431", "t_dispatch_unix": 1779964459.0332248, "t_finish_unix": 1779964461.5711944, "t_first_token_unix": 1779964459.681225, "tpot_s": 0.01359489971224098, "trace_hash_ids": [57650, 57651, 57652, 57653, 57654, 57655, 57656, 57657, 57658, 57659, 57660, 57661, 57662, 57663, 57664, 57665, 57666, 57667, 57668, 57669, 57670, 57671, 57672, 57673, 57674, 57675, 57676, 57677, 57678, 57679, 57680, 57681, 57682, 11083275, 11083276, 11083277, 11083278, 11083279, 11268407, 11268408, 11268409, 11268410, 11268411, 11268412, 11268413, 11268414, 11268415, 12839907, 12839908, 12839909, 12839910, 12839911, 12839912, 12839913, 12839914, 12839915, 12839916, 12839917, 12839918, 12839919, 12839920, 12839921, 12839922, 12839923, 12839924, 12839925, 12839926, 12839927, 12839928, 12839929, 12839930, 12839931, 12839932, 12839933, 12839934, 12839935, 12839936, 12839937, 12839938, 12839939, 12839940, 12839941, 12839942, 12839943, 12839944, 12839945, 12839946, 12839947, 12839948, 12839949, 12839950, 12839951, 12839952, 12839953, 12839954, 12839955, 12839956, 12839957, 12839958, 12839959, 12839960, 12839961, 12839962, 12839963, 12839964, 12839965, 12839966, 12839967, 12839968, 12839969, 12839970, 12839971, 12839972, 12839973, 12839974, 12839975, 12839976, 12839977, 12839978, 12839979, 12839980, 12839981, 12839982, 12839983, 12839984, 12839985, 12839986, 12839987, 12839988, 12839989, 12839990, 12839991, 12839992, 12839993, 12839994, 12839995, 12839996, 12839997, 12839998, 12839999, 12840000, 12840001, 12840002, 12840003, 12840004, 12840005, 12840006, 12840007, 12840008, 12840009, 12840010, 12840011, 12840012, 12840013, 12840014, 12840015, 12840016, 12840017, 12840018, 12840019, 12840020, 12840021, 12840022, 13567592, 13567593, 13567594, 13567595, 13567596, 13567597, 13567598, 13567599, 13567600, 13567601, 13567602, 13567603, 13567604, 13567605, 13567606, 13567607, 13567608, 13567609, 13567610, 13567611, 13567612, 13567613, 13567614, 13567615, 13567616, 13567617, 13567618, 13567619, 13567620, 13567621, 13567622, 13567623, 13567624, 13567625, 13567626, 13567627, 13567628, 13567629, 13567630, 13567631, 13567632, 13567633, 13567634, 13567635, 13567636, 13567637, 13567638, 13567639, 13567640, 13567641, 13567642, 13567643, 13567644, 13567645, 13567646, 13567647, 13567648, 13567649, 13567650, 13567651, 13567652, 13567653, 13567654, 13567655, 13567656, 13567657, 13567658, 13567659, 13567660, 13567661, 13567662, 13567663, 13567664, 13567665, 13567666, 13567667, 13567668, 13567669, 13567670, 13567671, 13567672, 13567673, 13611158, 13655780, 13655781, 13655782], "trace_timestamp_s": 491.299, "ttft_s": 0.6479981029988267, "turn_id": 2} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 11503, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11503, "latency_s": 1.2750840160006192, "output_length": 47, "proxy_request_id": "1405199:1:1405199:776", "request_id": "1405199:1:1405199:776", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1405199", "t_dispatch_unix": 1779964460.4426427, "t_finish_unix": 1779964461.7177267, "t_first_token_unix": 1779964461.3725727, "tpot_s": 0.007496123217408794, "trace_hash_ids": [13880436, 13880437, 13880438, 13880439, 13880440, 13880441, 13880442, 13880443, 13880444, 13880445, 13880446, 13880447, 13880448, 13880449, 13886683, 13886684, 13886685, 13893489, 13901376, 13901377, 13901378, 13901379, 13901380], "trace_timestamp_s": 585.4770000000008, "ttft_s": 0.929927699999098, "turn_id": 1} +{"actual_output_tokens": 191, "cached_tokens": 68384, "effective_input_length": 69508, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69508, "latency_s": 6.043448718999571, "output_length": 191, "proxy_request_id": "1381387:5:1404170:768", "request_id": "1381387:5:1404170:768", "request_type": "coder", "requested_output_tokens": 191, "session_id": "1381387", "t_dispatch_unix": 1779964456.8013685, "t_finish_unix": 1779964462.8448164, "t_first_token_unix": 1779964457.4542246, "tpot_s": 0.02836839494737337, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13861846, 13861847, 13861848, 13861849, 13861850, 13861851, 13861852, 13861853, 13861854, 13861855, 13861856, 13861857, 13861858, 13861859, 8957641, 13861860, 13861861, 13861862, 13861863, 13861864, 13861865, 13861866, 13861867, 13861868, 13861869, 13861870, 13861871, 13861872, 13861873, 13861874, 13861875, 13861876, 13861877, 13861878, 13893568, 13893569, 13893570], "trace_timestamp_s": 581.8360000000002, "ttft_s": 0.6528549780014146, "turn_id": 5} +{"actual_output_tokens": 90, "cached_tokens": 127392, "effective_input_length": 128201, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 128201, "latency_s": 1.9188403910011402, "output_length": 90, "proxy_request_id": "1373431:3:1383388:667", "request_id": "1373431:3:1383388:667", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1373431", "t_dispatch_unix": 1779964461.578386, "t_finish_unix": 1779964463.497226, "t_first_token_unix": 1779964462.4836278, "tpot_s": 0.011384847191008058, "trace_hash_ids": [57650, 57651, 57652, 57653, 57654, 57655, 57656, 57657, 57658, 57659, 57660, 57661, 57662, 57663, 57664, 57665, 57666, 57667, 57668, 57669, 57670, 57671, 57672, 57673, 57674, 57675, 57676, 57677, 57678, 57679, 57680, 57681, 57682, 11083275, 11083276, 11083277, 11083278, 11083279, 11268407, 11268408, 11268409, 11268410, 11268411, 11268412, 11268413, 11268414, 11268415, 12839907, 12839908, 12839909, 12839910, 12839911, 12839912, 12839913, 12839914, 12839915, 12839916, 12839917, 12839918, 12839919, 12839920, 12839921, 12839922, 12839923, 12839924, 12839925, 12839926, 12839927, 12839928, 12839929, 12839930, 12839931, 12839932, 12839933, 12839934, 12839935, 12839936, 12839937, 12839938, 12839939, 12839940, 12839941, 12839942, 12839943, 12839944, 12839945, 12839946, 12839947, 12839948, 12839949, 12839950, 12839951, 12839952, 12839953, 12839954, 12839955, 12839956, 12839957, 12839958, 12839959, 12839960, 12839961, 12839962, 12839963, 12839964, 12839965, 12839966, 12839967, 12839968, 12839969, 12839970, 12839971, 12839972, 12839973, 12839974, 12839975, 12839976, 12839977, 12839978, 12839979, 12839980, 12839981, 12839982, 12839983, 12839984, 12839985, 12839986, 12839987, 12839988, 12839989, 12839990, 12839991, 12839992, 12839993, 12839994, 12839995, 12839996, 12839997, 12839998, 12839999, 12840000, 12840001, 12840002, 12840003, 12840004, 12840005, 12840006, 12840007, 12840008, 12840009, 12840010, 12840011, 12840012, 12840013, 12840014, 12840015, 12840016, 12840017, 12840018, 12840019, 12840020, 12840021, 12840022, 13567592, 13567593, 13567594, 13567595, 13567596, 13567597, 13567598, 13567599, 13567600, 13567601, 13567602, 13567603, 13567604, 13567605, 13567606, 13567607, 13567608, 13567609, 13567610, 13567611, 13567612, 13567613, 13567614, 13567615, 13567616, 13567617, 13567618, 13567619, 13567620, 13567621, 13567622, 13567623, 13567624, 13567625, 13567626, 13567627, 13567628, 13567629, 13567630, 13567631, 13567632, 13567633, 13567634, 13567635, 13567636, 13567637, 13567638, 13567639, 13567640, 13567641, 13567642, 13567643, 13567644, 13567645, 13567646, 13567647, 13567648, 13567649, 13567650, 13567651, 13567652, 13567653, 13567654, 13567655, 13567656, 13567657, 13567658, 13567659, 13567660, 13567661, 13567662, 13567663, 13567664, 13567665, 13567666, 13567667, 13567668, 13567669, 13567670, 13567671, 13567672, 13567673, 13611158, 13655780, 13655781, 13702464, 13702465, 13702466], "trace_timestamp_s": 508.9840000000004, "ttft_s": 0.9052395809994778, "turn_id": 3} +{"actual_output_tokens": 49, "cached_tokens": 19965, "effective_input_length": 19966, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19966, "latency_s": 2.3830461249999644, "output_length": 49, "proxy_request_id": "1400379:4:1405483:779", "request_id": "1400379:4:1405483:779", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1400379", "t_dispatch_unix": 1779964461.3254366, "t_finish_unix": 1779964463.7084825, "t_first_token_unix": 1779964463.3288457, "tpot_s": 0.007903906187493703, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13875507, 13875508, 13875509, 13875510, 13875511, 13875512, 13875513, 13875514, 13875515, 13882803, 13882804, 13882805, 13882806, 13882807, 13889270, 13889271, 13889272, 13889273, 13889274, 13895605, 13895606, 13895607, 13895608, 13895609, 13903871, 13903872, 13903873, 13903874, 13903875, 13903876, 13903877, 13903878], "trace_timestamp_s": 586.3600000000006, "ttft_s": 2.003407612999581, "turn_id": 4} +{"actual_output_tokens": 56, "cached_tokens": 6160, "effective_input_length": 7995, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7995, "latency_s": 0.4877409879991319, "output_length": 56, "proxy_request_id": "1399948:3:1405988:782", "request_id": "1399948:3:1405988:782", "request_type": "coder", "requested_output_tokens": 56, "session_id": "1399948", "t_dispatch_unix": 1779964463.2856755, "t_finish_unix": 1779964463.7734168, "t_first_token_unix": 1779964463.4873483, "tpot_s": 0.005196896963686661, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13907778], "trace_timestamp_s": 588.3230000000003, "ttft_s": 0.20167109399699257, "turn_id": 3} +{"actual_output_tokens": 64, "cached_tokens": 20000, "effective_input_length": 22009, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22009, "latency_s": 0.7778065370002878, "output_length": 64, "proxy_request_id": "1400379:5:1406380:784", "request_id": "1400379:5:1406380:784", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1400379", "t_dispatch_unix": 1779964464.7052615, "t_finish_unix": 1779964465.4830678, "t_first_token_unix": 1779964465.1091018, "tpot_s": 0.0059314939206247105, "trace_hash_ids": [13858188, 13858189, 13858190, 13858191, 13858192, 13858193, 13858194, 13875507, 13875508, 13875509, 13875510, 13875511, 13875512, 13875513, 13875514, 13875515, 13882803, 13882804, 13882805, 13882806, 13882807, 13889270, 13889271, 13889272, 13889273, 13889274, 13895605, 13895606, 13895607, 13895608, 13895609, 13903871, 13903872, 13903873, 13903874, 13903875, 13903876, 13903877, 13903878, 13912279, 13912280, 13912281, 13912282], "trace_timestamp_s": 589.7420000000002, "ttft_s": 0.4038380150013836, "turn_id": 5} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 2115, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2115, "latency_s": 0.36535757000092417, "output_length": 47, "proxy_request_id": "1406966:1:1406966:785", "request_id": "1406966:1:1406966:785", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1406966", "t_dispatch_unix": 1779964466.6948476, "t_finish_unix": 1779964467.0602047, "t_first_token_unix": 1779964466.8302586, "tpot_s": 0.004993573260830802, "trace_hash_ids": [13917921, 13917922, 13917923, 13917924, 13917925], "trace_timestamp_s": 591.732, "ttft_s": 0.13541053700100747, "turn_id": 1} +{"actual_output_tokens": 23, "cached_tokens": 8048, "effective_input_length": 8540, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8540, "latency_s": 0.1995511519999127, "output_length": 23, "proxy_request_id": "1399948:4:1407140:786", "request_id": "1399948:4:1407140:786", "request_type": "coder", "requested_output_tokens": 23, "session_id": "1399948", "t_dispatch_unix": 1779964467.2263663, "t_finish_unix": 1779964467.4259171, "t_first_token_unix": 1779964467.3148322, "tpot_s": 0.005038259227314318, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13919490], "trace_timestamp_s": 592.2640000000001, "ttft_s": 0.08846476200051256, "turn_id": 4} +{"actual_output_tokens": 1206, "cached_tokens": 21683, "effective_input_length": 21684, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21684, "latency_s": 10.923614488001476, "output_length": 1206, "proxy_request_id": "1404395:1:1404395:770", "request_id": "1404395:1:1404395:770", "request_type": "coder", "requested_output_tokens": 1206, "session_id": "1404395", "t_dispatch_unix": 1779964457.6074083, "t_finish_unix": 1779964468.5310228, "t_first_token_unix": 1779964460.062359, "tpot_s": 0.007027740167634787, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13895255], "trace_timestamp_s": 582.6379999999999, "ttft_s": 2.454948180999054, "turn_id": 1} +{"actual_output_tokens": 118, "cached_tokens": 83504, "effective_input_length": 83622, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83622, "latency_s": 10.869123446998856, "output_length": 118, "proxy_request_id": "1366128:15:1390663:709", "request_id": "1366128:15:1390663:709", "request_type": "coder", "requested_output_tokens": 118, "session_id": "1366128", "t_dispatch_unix": 1779964457.7462666, "t_finish_unix": 1779964468.6153896, "t_first_token_unix": 1779964457.9852395, "tpot_s": 0.0908534165384605, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13769857], "trace_timestamp_s": 534.7930000000006, "ttft_s": 0.2389704029992572, "turn_id": 15} +{"actual_output_tokens": 34, "cached_tokens": 7888, "effective_input_length": 21009, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21009, "latency_s": 9.934847172997252, "output_length": 34, "proxy_request_id": "1398594:2:1404702:771", "request_id": "1398594:2:1404702:771", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1398594", "t_dispatch_unix": 1779964458.7057989, "t_finish_unix": 1779964468.640645, "t_first_token_unix": 1779964460.4198585, "tpot_s": 0.24910292899993225, "trace_hash_ids": [13835320, 13835321, 13835322, 13835323, 13835324, 13835325, 13835326, 13841636, 13841637, 13841638, 13841639, 13841640, 13841641, 13841642, 13841643, 13848797, 13848798, 13848799, 13848800, 13848801, 13848802, 13858752, 13858753, 13858754, 13858755, 13858756, 13858757, 13858758, 13858759, 13858760, 13858761, 13867990, 13867991, 13867992, 13867993, 13877954, 13877955, 13884204, 13884205, 13897216, 13897217, 13897218], "trace_timestamp_s": 583.7370000000001, "ttft_s": 1.7140581130006467, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 0, "effective_input_length": 1531, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1531, "latency_s": 0.3756917719983903, "output_length": 55, "proxy_request_id": "1407494:1:1407494:787", "request_id": "1407494:1:1407494:787", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1407494", "t_dispatch_unix": 1779964468.4911888, "t_finish_unix": 1779964468.86688, "t_first_token_unix": 1779964468.596346, "tpot_s": 0.005005409148132593, "trace_hash_ids": [13922818, 13922819, 13922820], "trace_timestamp_s": 593.5290000000005, "ttft_s": 0.10515637999924365, "turn_id": 1} +{"actual_output_tokens": 44, "cached_tokens": 2160, "effective_input_length": 4789, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4789, "latency_s": 0.4728560660005314, "output_length": 44, "proxy_request_id": "1406966:2:1407710:789", "request_id": "1406966:2:1407710:789", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1406966", "t_dispatch_unix": 1779964469.1732996, "t_finish_unix": 1779964469.6461546, "t_first_token_unix": 1779964469.423046, "tpot_s": 0.005182781232538535, "trace_hash_ids": [13917921, 13917922, 13917923, 13917924, 13924515, 13924516, 13924517, 13924518, 13924519, 13924520], "trace_timestamp_s": 594.21, "ttft_s": 0.24974634500176762, "turn_id": 2} +{"actual_output_tokens": 196, "cached_tokens": 0, "effective_input_length": 93040, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93040, "latency_s": 36.30505701400034, "output_length": 196, "proxy_request_id": "1397515:1:1397515:736", "request_id": "1397515:1:1397515:736", "request_type": "coder", "requested_output_tokens": 196, "session_id": "1397515", "t_dispatch_unix": 1779964433.5507843, "t_finish_unix": 1779964469.855841, "t_first_token_unix": 1779964464.1429913, "tpot_s": 0.029294597810262647, "trace_hash_ids": [61256, 61257, 9334, 61258, 61259, 61260, 61261, 61262, 61263, 61264, 61265, 139791, 92491, 139792, 139793, 139794, 139795, 139796, 139797, 139798, 740834, 740835, 740836, 740837, 1942273, 1942274, 1942275, 1942276, 1942277, 1942278, 1942279, 1942280, 1942281, 590845, 590846, 590847, 590848, 1942282, 161018, 161019, 161020, 161021, 1942283, 10351134, 10351135, 10351136, 10351137, 10351138, 10351139, 10351140, 10351141, 10351142, 10351143, 13831505, 2806911, 13831506, 13831507, 13831508, 13831509, 13831510, 13831511, 13831512, 13831513, 13831514, 13831515, 13831516, 13831517, 13831518, 13831519, 13831520, 13831521, 13831522, 13831523, 13831524, 13831525, 13831526, 13831527, 13831528, 13831529, 13831530, 13831531, 13831532, 13831533, 13831534, 13831535, 13831536, 13831537, 13831538, 13831539, 13831540, 13831541, 13831542, 13831543, 13831544, 13831545, 13831546, 13831547, 13831548, 13831549, 13831550, 13831551, 13831552, 13831553, 13831554, 13831555, 13831556, 13831557, 13831558, 13831559, 13831560, 13831561, 13831562, 13831563, 13831564, 13831565, 13831566, 13831567, 13831568, 13831569, 13831570, 13831571, 13831572, 13831573, 13831574, 13831575, 13831576, 13831577, 13831578, 13831579, 13831580, 13831581, 13831582, 13831583, 13831584, 13831585, 13831586, 13831587, 13831588, 13831589, 13831590, 13831591, 13831592, 13831593, 13831594, 13831595, 13831596, 13831597, 13831598, 13831599, 13831600, 13831601, 13831602, 13831603, 13831604, 13831605, 13831606, 13831607, 13831608, 13831609, 13831610, 13831611, 13831612, 13831613, 13831614, 13831615, 13831616, 13831617, 13831618, 13831619, 13831620, 13831621, 13831622, 13831623, 13831624, 13831625, 13831626, 13831627, 13831628, 13831629, 13831630, 13831631, 13831632], "trace_timestamp_s": 558.5540000000001, "ttft_s": 30.592204707998462, "turn_id": 1} +{"actual_output_tokens": 193, "cached_tokens": 0, "effective_input_length": 1501, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1501, "latency_s": 1.067775030998746, "output_length": 193, "proxy_request_id": "1407599:1:1407599:788", "request_id": "1407599:1:1407599:788", "request_type": "coder", "requested_output_tokens": 193, "session_id": "1407599", "t_dispatch_unix": 1779964468.8393536, "t_finish_unix": 1779964469.9071286, "t_first_token_unix": 1779964468.9415061, "tpot_s": 0.005028057203124566, "trace_hash_ids": [10764018, 13923669, 13923670], "trace_timestamp_s": 593.8770000000004, "ttft_s": 0.10215151699958369, "turn_id": 1} +{"actual_output_tokens": 24, "cached_tokens": 8560, "effective_input_length": 8612, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 8612, "latency_s": 0.15564913699927274, "output_length": 24, "proxy_request_id": "1399948:5:1407922:791", "request_id": "1399948:5:1407922:791", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1399948", "t_dispatch_unix": 1779964470.012268, "t_finish_unix": 1779964470.167917, "t_first_token_unix": 1779964470.051962, "tpot_s": 0.005029583173935585, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13926411], "trace_timestamp_s": 595.0500000000002, "ttft_s": 0.03969265900013852, "turn_id": 5} +{"actual_output_tokens": 76, "cached_tokens": 0, "effective_input_length": 2944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 2944, "latency_s": 0.5699349409987917, "output_length": 76, "proxy_request_id": "1407995:1:1407995:793", "request_id": "1407995:1:1407995:793", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1407995", "t_dispatch_unix": 1779964470.3061054, "t_finish_unix": 1779964470.8760405, "t_first_token_unix": 1779964470.492238, "tpot_s": 0.005113540186624353, "trace_hash_ids": [13926947, 13926948, 13926949, 13926950, 13926951, 13926952], "trace_timestamp_s": 595.3430000000008, "ttft_s": 0.18613106500197318, "turn_id": 1} +{"actual_output_tokens": 110, "cached_tokens": 27456, "effective_input_length": 27786, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27786, "latency_s": 1.304982444999041, "output_length": 110, "proxy_request_id": "1340290:7:1408176:795", "request_id": "1340290:7:1408176:795", "request_type": "coder", "requested_output_tokens": 110, "session_id": "1340290", "t_dispatch_unix": 1779964470.9910545, "t_finish_unix": 1779964472.296037, "t_first_token_unix": 1779964471.1658967, "tpot_s": 0.010366223743119985, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13928402], "trace_timestamp_s": 596.0280000000002, "ttft_s": 0.17484013300054357, "turn_id": 7} +{"actual_output_tokens": 39, "cached_tokens": 0, "effective_input_length": 7553, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7553, "latency_s": 0.7153278469995712, "output_length": 39, "proxy_request_id": "1408430:1:1408430:797", "request_id": "1408430:1:1408430:797", "request_type": "coder", "requested_output_tokens": 39, "session_id": "1408430", "t_dispatch_unix": 1779964471.8354607, "t_finish_unix": 1779964472.5507884, "t_first_token_unix": 1779964472.351782, "tpot_s": 0.005230260631594176, "trace_hash_ids": [13895286, 13899747, 13899748, 13906888, 13906889, 13914310, 13914311, 13914312, 13925471, 13925472, 13930592, 13930593, 13930594, 13930595, 13930596], "trace_timestamp_s": 596.8710000000001, "ttft_s": 0.5163202299991099, "turn_id": 1} +{"actual_output_tokens": 556, "cached_tokens": 49552, "effective_input_length": 62630, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62630, "latency_s": 27.18564551900272, "output_length": 556, "proxy_request_id": "1364090:5:1401054:756", "request_id": "1364090:5:1401054:756", "request_type": "coder", "requested_output_tokens": 556, "session_id": "1364090", "t_dispatch_unix": 1779964446.0949376, "t_finish_unix": 1779964473.2805827, "t_first_token_unix": 1779964467.0963254, "tpot_s": 0.01114241665044746, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13865242], "trace_timestamp_s": 571.1260000000002, "ttft_s": 21.001386046002153, "turn_id": 5} +{"actual_output_tokens": 47, "cached_tokens": 0, "effective_input_length": 1801, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1801, "latency_s": 0.3555417440002202, "output_length": 47, "proxy_request_id": "1408779:1:1408779:802", "request_id": "1408779:1:1408779:802", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1408779", "t_dispatch_unix": 1779964472.9369087, "t_finish_unix": 1779964473.2924507, "t_first_token_unix": 1779964473.0556452, "tpot_s": 0.0051413240217579705, "trace_hash_ids": [13934169, 13934170, 13934171, 13934172], "trace_timestamp_s": 597.9740000000002, "ttft_s": 0.11873519900109386, "turn_id": 1} +{"actual_output_tokens": 26, "cached_tokens": 0, "effective_input_length": 3230, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 3230, "latency_s": 0.33064016999924206, "output_length": 26, "proxy_request_id": "1408889:1:1408889:804", "request_id": "1408889:1:1408889:804", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1408889", "t_dispatch_unix": 1779964473.307018, "t_finish_unix": 1779964473.6376579, "t_first_token_unix": 1779964473.5117478, "tpot_s": 0.005027001199923688, "trace_hash_ids": [13935095, 13935096, 13935097, 13935098, 13935099, 13935100, 13935101], "trace_timestamp_s": 598.344, "ttft_s": 0.20472859900110052, "turn_id": 1} +{"actual_output_tokens": 207, "cached_tokens": 0, "effective_input_length": 6377, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 6377, "latency_s": 1.5121807960022124, "output_length": 207, "proxy_request_id": "1408578:1:1408578:798", "request_id": "1408578:1:1408578:798", "request_type": "coder", "requested_output_tokens": 207, "session_id": "1408578", "t_dispatch_unix": 1779964472.257147, "t_finish_unix": 1779964473.7693279, "t_first_token_unix": 1779964472.678613, "tpot_s": 0.005293512441762819, "trace_hash_ids": [13916254, 13916255, 13916256, 13916257, 13916258, 13916259, 13916260, 13921648, 13926172, 13926173, 13926174, 13931865, 13931866], "trace_timestamp_s": 597.2930000000006, "ttft_s": 0.42146458299976075, "turn_id": 1} +{"actual_output_tokens": 53, "cached_tokens": 8944, "effective_input_length": 14728, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14728, "latency_s": 2.6221267559994885, "output_length": 53, "proxy_request_id": "1403188:2:1408249:796", "request_id": "1403188:2:1408249:796", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1403188", "t_dispatch_unix": 1779964471.252509, "t_finish_unix": 1779964473.874636, "t_first_token_unix": 1779964473.3872259, "tpot_s": 0.009368726826883526, "trace_hash_ids": [13929233, 13929234, 13929235, 13929236, 13929237, 13929238, 13929239, 13929240, 13929241, 13929242, 13929243, 13929244, 13929245, 13929246, 13929247, 13929248, 13929249, 13929250, 13929251, 13929252, 13929253, 13929254, 13929255, 13929256, 13929257, 13929258, 13929259, 13929260, 13929261], "trace_timestamp_s": 596.2850000000008, "ttft_s": 2.1347151869995287, "turn_id": 2} +{"actual_output_tokens": 212, "cached_tokens": 0, "effective_input_length": 27676, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27676, "latency_s": 6.072569411000586, "output_length": 212, "proxy_request_id": "1286804:5:1407989:792", "request_id": "1286804:5:1407989:792", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1286804", "t_dispatch_unix": 1779964470.2773585, "t_finish_unix": 1779964476.3499277, "t_first_token_unix": 1779964473.7094526, "tpot_s": 0.012512008862561515, "trace_hash_ids": [3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 160223, 160224, 160225, 160226, 160227, 197179, 188284, 197180, 197181, 197182, 988980, 159427, 159428, 159429, 12663534, 12663535, 12802938, 12802939, 12802940, 12930548, 13438556, 13438557, 13654392, 13654393, 13654394, 13654395, 13654396, 13654397, 13654398, 13654399, 13654400, 13654401, 13654402, 13654403, 13654404, 13926882, 13926883, 13926884, 13926885, 13926886, 13926887, 13926888, 13926889, 13926890, 13926891, 13926892, 13926893], "trace_timestamp_s": 595.3130000000001, "ttft_s": 3.432092887000181, "turn_id": 5} +{"actual_output_tokens": 110, "cached_tokens": 69696, "effective_input_length": 71570, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71570, "latency_s": 2.138412144002359, "output_length": 110, "proxy_request_id": "1381387:6:1409195:806", "request_id": "1381387:6:1409195:806", "request_type": "coder", "requested_output_tokens": 110, "session_id": "1381387", "t_dispatch_unix": 1779964474.5707672, "t_finish_unix": 1779964476.7091792, "t_first_token_unix": 1779964475.6196983, "tpot_s": 0.009992687853209144, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13861846, 13861847, 13861848, 13861849, 13861850, 13861851, 13861852, 13861853, 13861854, 13861855, 13861856, 13861857, 13861858, 13861859, 8957641, 13861860, 13861861, 13861862, 13861863, 13861864, 13861865, 13861866, 13861867, 13861868, 13861869, 13861870, 13861871, 13861872, 13861873, 13861874, 13861875, 13861876, 13861877, 13861878, 13893568, 13893569, 13937687, 13937688, 13937689, 13937690, 13937691], "trace_timestamp_s": 599.6050000000005, "ttft_s": 1.0489284060022328, "turn_id": 6} +{"actual_output_tokens": 442, "cached_tokens": 0, "effective_input_length": 61543, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61543, "latency_s": 17.9549915710013, "output_length": 442, "proxy_request_id": "1313181:6:1379623:639", "request_id": "1313181:6:1379623:639", "request_type": "coder", "requested_output_tokens": 442, "session_id": "1313181", "t_dispatch_unix": 1779964459.177316, "t_finish_unix": 1779964477.132308, "t_first_token_unix": 1779964472.7532713, "tpot_s": 0.009929145734694556, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13667684], "trace_timestamp_s": 495.71700000000055, "ttft_s": 13.575952500999847, "turn_id": 6} +{"actual_output_tokens": 30, "cached_tokens": 1840, "effective_input_length": 5001, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 5001, "latency_s": 0.6576242659975833, "output_length": 30, "proxy_request_id": "1408779:2:1410032:807", "request_id": "1408779:2:1410032:807", "request_type": "coder", "requested_output_tokens": 30, "session_id": "1408779", "t_dispatch_unix": 1779964477.4585254, "t_finish_unix": 1779964478.11615, "t_first_token_unix": 1779964477.6926012, "tpot_s": 0.014594929310360698, "trace_hash_ids": [13934169, 13934170, 13934171, 13940285, 13940286, 13945464, 13945465, 13945466, 13945467, 13945468], "trace_timestamp_s": 602.4940000000006, "ttft_s": 0.2340743669992662, "turn_id": 2} +{"actual_output_tokens": 39, "cached_tokens": 4832, "effective_input_length": 7893, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7893, "latency_s": 0.5008815200017125, "output_length": 39, "proxy_request_id": "1406966:3:1410097:808", "request_id": "1406966:3:1410097:808", "request_type": "coder", "requested_output_tokens": 39, "session_id": "1406966", "t_dispatch_unix": 1779964477.690277, "t_finish_unix": 1779964478.191158, "t_first_token_unix": 1779964477.9735641, "tpot_s": 0.005718794210463928, "trace_hash_ids": [13917921, 13917922, 13917923, 13917924, 13924515, 13924516, 13924517, 13924518, 13924519, 13938672, 13938673, 13938674, 13938675, 13938676, 13945877, 13945878], "trace_timestamp_s": 602.7270000000008, "ttft_s": 0.28328635200159624, "turn_id": 3} +{"actual_output_tokens": 28, "cached_tokens": 1584, "effective_input_length": 4728, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4728, "latency_s": 0.5204848499997752, "output_length": 28, "proxy_request_id": "1407494:2:1410400:809", "request_id": "1407494:2:1410400:809", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1407494", "t_dispatch_unix": 1779964478.5549088, "t_finish_unix": 1779964479.0753937, "t_first_token_unix": 1779964478.7815986, "tpot_s": 0.010868200888782868, "trace_hash_ids": [13922818, 13922819, 13922820, 13939528, 13939529, 13939530, 13948712, 13948713, 13948714, 13948715], "trace_timestamp_s": 603.5920000000006, "ttft_s": 0.22668846500164364, "turn_id": 2} +{"actual_output_tokens": 56, "cached_tokens": 3248, "effective_input_length": 4825, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 4825, "latency_s": 0.5389392520010006, "output_length": 56, "proxy_request_id": "1408889:2:1410453:810", "request_id": "1408889:2:1410453:810", "request_type": "coder", "requested_output_tokens": 56, "session_id": "1408889", "t_dispatch_unix": 1779964478.6946225, "t_finish_unix": 1779964479.2335618, "t_first_token_unix": 1779964478.9159777, "tpot_s": 0.005769458927269708, "trace_hash_ids": [13935095, 13935096, 13935097, 13935098, 13935099, 13935100, 13940392, 13940393, 13948965, 13948966], "trace_timestamp_s": 603.7310000000007, "ttft_s": 0.22135399900071207, "turn_id": 2} +{"actual_output_tokens": 65, "cached_tokens": 51072, "effective_input_length": 73188, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73188, "latency_s": 10.162232227001368, "output_length": 65, "proxy_request_id": "1363093:5:1407810:790", "request_id": "1363093:5:1407810:790", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1363093", "t_dispatch_unix": 1779964469.6156366, "t_finish_unix": 1779964479.7778685, "t_first_token_unix": 1779964478.476283, "tpot_s": 0.020332328109361697, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147, 13620062, 13764670, 13764671, 13764672, 13764673, 13764674, 13764675, 13764676, 13764677, 13764678, 13925441, 13925442, 13925443, 13925444, 13925445, 13925446, 13925447, 13925448, 13925449], "trace_timestamp_s": 594.6500000000005, "ttft_s": 8.86064383700068, "turn_id": 5} +{"actual_output_tokens": 18, "cached_tokens": 8624, "effective_input_length": 11381, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11381, "latency_s": 0.40532117600014317, "output_length": 18, "proxy_request_id": "1399948:6:1410696:812", "request_id": "1399948:6:1410696:812", "request_type": "coder", "requested_output_tokens": 18, "session_id": "1399948", "t_dispatch_unix": 1779964479.442417, "t_finish_unix": 1779964479.8477373, "t_first_token_unix": 1779964479.7621777, "tpot_s": 0.005020574353051523, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 13951145], "trace_timestamp_s": 604.4790000000003, "ttft_s": 0.31975998599955346, "turn_id": 6} +{"actual_output_tokens": 91, "cached_tokens": 10848, "effective_input_length": 11070, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11070, "latency_s": 7.33597162300066, "output_length": 91, "proxy_request_id": "1362265:7:1408772:800", "request_id": "1362265:7:1408772:800", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1362265", "t_dispatch_unix": 1779964472.9186573, "t_finish_unix": 1779964480.2546291, "t_first_token_unix": 1779964478.4941878, "tpot_s": 0.01955757471114339, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 13934071], "trace_timestamp_s": 597.9570000000003, "ttft_s": 5.575529140998697, "turn_id": 7} +{"actual_output_tokens": 196, "cached_tokens": 27888, "effective_input_length": 29730, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29730, "latency_s": 6.167433785998583, "output_length": 196, "proxy_request_id": "1340290:8:1409129:805", "request_id": "1340290:8:1409129:805", "request_type": "coder", "requested_output_tokens": 196, "session_id": "1340290", "t_dispatch_unix": 1779964474.3136117, "t_finish_unix": 1779964480.4810455, "t_first_token_unix": 1779964478.3090956, "tpot_s": 0.011136375994866308, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13936967], "trace_timestamp_s": 599.3500000000004, "ttft_s": 3.995481670001027, "turn_id": 8} +{"actual_output_tokens": 49, "cached_tokens": 29920, "effective_input_length": 29958, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29958, "latency_s": 0.6175177990007796, "output_length": 49, "proxy_request_id": "1340290:9:1410595:811", "request_id": "1340290:9:1410595:811", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1340290", "t_dispatch_unix": 1779964480.4825406, "t_finish_unix": 1779964481.1000586, "t_first_token_unix": 1779964480.5764637, "tpot_s": 0.010899857229181483, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13950218], "trace_timestamp_s": 604.1469999999999, "ttft_s": 0.09392079800090869, "turn_id": 9} +{"actual_output_tokens": 206, "cached_tokens": 83728, "effective_input_length": 84897, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 84897, "latency_s": 12.963104956001189, "output_length": 206, "proxy_request_id": "1366128:16:1392704:716", "request_id": "1366128:16:1392704:716", "request_type": "coder", "requested_output_tokens": 206, "session_id": "1366128", "t_dispatch_unix": 1779964468.6191158, "t_finish_unix": 1779964481.5822208, "t_first_token_unix": 1779964469.390931, "tpot_s": 0.059468035434146284, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167], "trace_timestamp_s": 541.9360000000006, "ttft_s": 0.771813180999743, "turn_id": 16} +{"actual_output_tokens": 31, "cached_tokens": 5024, "effective_input_length": 7110, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7110, "latency_s": 0.3575427129981108, "output_length": 31, "proxy_request_id": "1408779:3:1411249:815", "request_id": "1408779:3:1411249:815", "request_type": "coder", "requested_output_tokens": 31, "session_id": "1408779", "t_dispatch_unix": 1779964481.470643, "t_finish_unix": 1779964481.8281853, "t_first_token_unix": 1779964481.6736982, "tpot_s": 0.005139133133343421, "trace_hash_ids": [13934169, 13934170, 13934171, 13940285, 13940286, 13945464, 13945465, 13945466, 13945467, 13956042, 13956043, 13956044, 13956045, 13956046], "trace_timestamp_s": 606.5080000000007, "ttft_s": 0.2030546019996109, "turn_id": 3} +{"actual_output_tokens": 249, "cached_tokens": 69168, "effective_input_length": 85438, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85438, "latency_s": 22.37434309499804, "output_length": 249, "proxy_request_id": "1373577:3:1404917:774", "request_id": "1373577:3:1404917:774", "request_type": "coder", "requested_output_tokens": 249, "session_id": "1373577", "t_dispatch_unix": 1779964459.4985294, "t_finish_unix": 1779964481.8728719, "t_first_token_unix": 1779964468.1916192, "tpot_s": 0.055165346052417005, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 231422, 231423, 252744, 252745, 252746, 252747, 3133, 3651868, 3651869, 3651870, 3651871, 3651872, 3651873, 3651874, 3904549, 10482905, 6324555, 13612320, 13612321, 13612322, 13612323, 13612324, 13612325, 13612326, 13612327, 13612328, 13612329, 13612330, 13612331, 13612332, 13612333, 13612334, 13612335, 13612336, 13612337, 13612338, 13612339, 13612340, 13612341, 13612342, 13612343, 13612344, 13612345, 13612346, 13612347, 13612348, 13612349, 13612350, 13612351, 13612352, 13612353, 13612354, 13612355, 13612356, 13612357, 13612358, 13612359, 13612360, 13612361, 13612362, 13612363, 13612364, 13612365, 13612366, 13612367, 13612368, 13612369, 13612370, 13612371, 13612372, 13612373, 13612374, 13612375, 13612376, 13612377, 13612378, 13612379, 13612380, 13612381, 13612382, 13612383, 13612384, 13612385, 13612386, 13612387, 13612388, 13612389, 13612390, 13612391, 13612392, 13612393, 13612394, 13612395, 13612396, 13612397, 13612398, 13612399, 13612400, 13612401, 13612402, 13612403, 13612404, 13612405, 13612406, 13612407, 13612408, 13612409, 13612410, 13612411, 13612412, 13612413, 13612414, 13612415, 13612416, 13612417, 13612418, 13612419, 13612420, 13612421, 13612422, 13612423, 13612424, 13612425, 13612426, 13612427, 13612428, 13612429, 13612430, 13612431, 13612432, 13612433, 13612434, 13612435, 13612436, 13612437, 13612438, 13612439, 13612440, 13612441, 13612442, 13612443, 13612444, 13612445, 13612446, 13612447, 13612448, 13612449, 13612450, 13612451, 13612452, 13677770, 13677771, 13677772, 13898584, 13898585, 13898586, 13898587, 13898588, 13898589, 13898590, 13898591, 13898592], "trace_timestamp_s": 584.531, "ttft_s": 8.693087404000835, "turn_id": 3} +{"actual_output_tokens": 417, "cached_tokens": 63184, "effective_input_length": 73392, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73392, "latency_s": 9.518088975000865, "output_length": 417, "proxy_request_id": "1364090:6:1408777:801", "request_id": "1364090:6:1408777:801", "request_type": "coder", "requested_output_tokens": 417, "session_id": "1364090", "t_dispatch_unix": 1779964473.2871673, "t_finish_unix": 1779964482.8052566, "t_first_token_unix": 1779964477.9233344, "tpot_s": 0.011734704033651374, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13934141], "trace_timestamp_s": 597.969, "ttft_s": 4.636164429000928, "turn_id": 6} +{"actual_output_tokens": 280, "cached_tokens": 30000, "effective_input_length": 30154, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30154, "latency_s": 2.23148119599864, "output_length": 280, "proxy_request_id": "1340290:10:1411397:816", "request_id": "1340290:10:1411397:816", "request_type": "coder", "requested_output_tokens": 280, "session_id": "1340290", "t_dispatch_unix": 1779964482.096159, "t_finish_unix": 1779964484.32764, "t_first_token_unix": 1779964482.2270257, "tpot_s": 0.007528196677422559, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145], "trace_timestamp_s": 607.1330000000007, "ttft_s": 0.13086439199832967, "turn_id": 10} +{"actual_output_tokens": 99, "cached_tokens": 85088, "effective_input_length": 85276, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85276, "latency_s": 4.438593795999623, "output_length": 99, "proxy_request_id": "1366128:17:1395596:731", "request_id": "1366128:17:1395596:731", "request_type": "coder", "requested_output_tokens": 99, "session_id": "1366128", "t_dispatch_unix": 1779964481.5865963, "t_finish_unix": 1779964486.0251899, "t_first_token_unix": 1779964481.8916233, "tpot_s": 0.042175530969369886, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13813611], "trace_timestamp_s": 552.0660000000007, "ttft_s": 0.3050246810016688, "turn_id": 17} +{"actual_output_tokens": 87, "cached_tokens": 85360, "effective_input_length": 85504, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85504, "latency_s": 1.515092913999979, "output_length": 87, "proxy_request_id": "1366128:18:1397382:735", "request_id": "1366128:18:1397382:735", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1366128", "t_dispatch_unix": 1779964486.0295665, "t_finish_unix": 1779964487.5446594, "t_first_token_unix": 1779964486.3317537, "tpot_s": 0.014099392360485793, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174], "trace_timestamp_s": 558.107, "ttft_s": 0.30218546799733303, "turn_id": 18} +{"actual_output_tokens": 192, "cached_tokens": 85680, "effective_input_length": 90818, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 90818, "latency_s": 5.89713159099847, "output_length": 192, "proxy_request_id": "1373577:4:1408642:799", "request_id": "1373577:4:1408642:799", "request_type": "coder", "requested_output_tokens": 192, "session_id": "1373577", "t_dispatch_unix": 1779964481.8792682, "t_finish_unix": 1779964487.7763994, "t_first_token_unix": 1779964484.8180676, "tpot_s": 0.015487166570673401, "trace_hash_ids": [30055, 231418, 231419, 231420, 231421, 231422, 231423, 252744, 252745, 252746, 252747, 3133, 3651868, 3651869, 3651870, 3651871, 3651872, 3651873, 3651874, 3904549, 10482905, 6324555, 13612320, 13612321, 13612322, 13612323, 13612324, 13612325, 13612326, 13612327, 13612328, 13612329, 13612330, 13612331, 13612332, 13612333, 13612334, 13612335, 13612336, 13612337, 13612338, 13612339, 13612340, 13612341, 13612342, 13612343, 13612344, 13612345, 13612346, 13612347, 13612348, 13612349, 13612350, 13612351, 13612352, 13612353, 13612354, 13612355, 13612356, 13612357, 13612358, 13612359, 13612360, 13612361, 13612362, 13612363, 13612364, 13612365, 13612366, 13612367, 13612368, 13612369, 13612370, 13612371, 13612372, 13612373, 13612374, 13612375, 13612376, 13612377, 13612378, 13612379, 13612380, 13612381, 13612382, 13612383, 13612384, 13612385, 13612386, 13612387, 13612388, 13612389, 13612390, 13612391, 13612392, 13612393, 13612394, 13612395, 13612396, 13612397, 13612398, 13612399, 13612400, 13612401, 13612402, 13612403, 13612404, 13612405, 13612406, 13612407, 13612408, 13612409, 13612410, 13612411, 13612412, 13612413, 13612414, 13612415, 13612416, 13612417, 13612418, 13612419, 13612420, 13612421, 13612422, 13612423, 13612424, 13612425, 13612426, 13612427, 13612428, 13612429, 13612430, 13612431, 13612432, 13612433, 13612434, 13612435, 13612436, 13612437, 13612438, 13612439, 13612440, 13612441, 13612442, 13612443, 13612444, 13612445, 13612446, 13612447, 13612448, 13612449, 13612450, 13612451, 13612452, 13677770, 13677771, 13677772, 13898584, 13898585, 13898586, 13898587, 13898588, 13898589, 13898590, 13898591, 13898592, 13932466, 13932467, 13932468, 13932469, 13932470, 13932471, 13932472, 13932473, 13932474, 13932475, 13932476], "trace_timestamp_s": 597.5, "ttft_s": 2.938796636000916, "turn_id": 4} +{"actual_output_tokens": 25, "cached_tokens": 85584, "effective_input_length": 85663, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85663, "latency_s": 0.4015474219995667, "output_length": 25, "proxy_request_id": "1366128:19:1398824:745", "request_id": "1366128:19:1398824:745", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1366128", "t_dispatch_unix": 1779964487.5487692, "t_finish_unix": 1779964487.950317, "t_first_token_unix": 1779964487.750707, "tpot_s": 0.008305684625004991, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13843754], "trace_timestamp_s": 563.2670000000007, "ttft_s": 0.20193523800116964, "turn_id": 19} +{"actual_output_tokens": 43, "cached_tokens": 11392, "effective_input_length": 11537, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11537, "latency_s": 0.508159696997609, "output_length": 43, "proxy_request_id": "1399948:7:1413205:824", "request_id": "1399948:7:1413205:824", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1399948", "t_dispatch_unix": 1779964488.3200245, "t_finish_unix": 1779964488.828184, "t_first_token_unix": 1779964488.3996308, "tpot_s": 0.01019611695240504, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 13974423], "trace_timestamp_s": 613.357, "ttft_s": 0.07960518799882266, "turn_id": 7} +{"actual_output_tokens": 63, "cached_tokens": 0, "effective_input_length": 9801, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9801, "latency_s": 1.0920688949991018, "output_length": 63, "proxy_request_id": "1407494:3:1413526:825", "request_id": "1407494:3:1413526:825", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1407494", "t_dispatch_unix": 1779964489.5054073, "t_finish_unix": 1779964490.5974762, "t_first_token_unix": 1779964490.2614946, "tpot_s": 0.005414511677431179, "trace_hash_ids": [13922818, 13922819, 13922820, 13939528, 13939529, 13939530, 13948712, 13948713, 13948714, 13962495, 13962496, 13962497, 13962498, 13962499, 13962500, 13962501, 13962502, 13977212, 13977213, 13977214], "trace_timestamp_s": 614.5410000000002, "ttft_s": 0.7560858869983349, "turn_id": 3} +{"actual_output_tokens": 185, "cached_tokens": 0, "effective_input_length": 10633, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10633, "latency_s": 1.8501118200001656, "output_length": 185, "proxy_request_id": "1408889:3:1414177:827", "request_id": "1408889:3:1414177:827", "request_type": "coder", "requested_output_tokens": 185, "session_id": "1408889", "t_dispatch_unix": 1779964491.6360466, "t_finish_unix": 1779964493.4861584, "t_first_token_unix": 1779964492.4685965, "tpot_s": 0.0055284324836935884, "trace_hash_ids": [13935095, 13935096, 13935097, 13935098, 13935099, 13935100, 13940392, 13940393, 13948965, 13956064, 13956065, 13962134, 13962135, 13962136, 13968978, 13968979, 13968980, 13968981, 13968982, 13983352, 13983353], "trace_timestamp_s": 616.6710000000003, "ttft_s": 0.8325484330016479, "turn_id": 3} +{"actual_output_tokens": 74, "cached_tokens": 22391, "effective_input_length": 22392, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22392, "latency_s": 5.652141413997015, "output_length": 74, "proxy_request_id": "1407995:2:1413725:826", "request_id": "1407995:2:1413725:826", "request_type": "coder", "requested_output_tokens": 74, "session_id": "1407995", "t_dispatch_unix": 1779964490.1387737, "t_finish_unix": 1779964495.7909148, "t_first_token_unix": 1779964494.9633882, "tpot_s": 0.011330931602733222, "trace_hash_ids": [13926947, 13926948, 13926949, 13926950, 13926951, 13936036, 13936037, 13936038, 13936039, 13936040, 13945776, 13945777, 13945778, 13945779, 13955974, 13955975, 13955976, 13955977, 13955978, 13955979, 13955980, 13964295, 13964296, 13964297, 13964298, 13964299, 13964300, 13964301, 13964302, 13971392, 13971393, 13971394, 13971395, 13971396, 13971397, 13971398, 13978636, 13978637, 13978638, 13978639, 13978640, 13978641, 13978642, 13978643], "trace_timestamp_s": 615.1620000000003, "ttft_s": 4.824612821998016, "turn_id": 2} +{"actual_output_tokens": 88, "cached_tokens": 85680, "effective_input_length": 97657, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97657, "latency_s": 7.936812762000045, "output_length": 88, "proxy_request_id": "1366128:20:1400446:752", "request_id": "1366128:20:1400446:752", "request_type": "coder", "requested_output_tokens": 88, "session_id": "1366128", "t_dispatch_unix": 1779964487.9585662, "t_finish_unix": 1779964495.8953786, "t_first_token_unix": 1779964494.9160776, "tpot_s": 0.011253041264374578, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600], "trace_timestamp_s": 568.7440000000006, "ttft_s": 6.957509334999486, "turn_id": 20} +{"actual_output_tokens": 43, "cached_tokens": 97744, "effective_input_length": 97814, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97814, "latency_s": 0.6029207720021077, "output_length": 43, "proxy_request_id": "1366128:21:1402408:760", "request_id": "1366128:21:1402408:760", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1366128", "t_dispatch_unix": 1779964495.8998756, "t_finish_unix": 1779964496.5027962, "t_first_token_unix": 1779964496.1340246, "tpot_s": 0.008774080119023676, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13877569], "trace_timestamp_s": 575.7920000000004, "ttft_s": 0.2341468580016226, "turn_id": 21} +{"actual_output_tokens": 249, "cached_tokens": 30432, "effective_input_length": 35022, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35022, "latency_s": 9.050855731999036, "output_length": 249, "proxy_request_id": "1340290:11:1413050:822", "request_id": "1340290:11:1413050:822", "request_type": "coder", "requested_output_tokens": 249, "session_id": "1340290", "t_dispatch_unix": 1779964487.7110116, "t_finish_unix": 1779964496.7618666, "t_first_token_unix": 1779964493.6893585, "tpot_s": 0.012387906568560978, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 13972768], "trace_timestamp_s": 612.7440000000006, "ttft_s": 5.978345651998097, "turn_id": 11} +{"actual_output_tokens": 13, "cached_tokens": 97856, "effective_input_length": 97917, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97917, "latency_s": 0.2719395589992928, "output_length": 13, "proxy_request_id": "1366128:22:1403837:766", "request_id": "1366128:22:1403837:766", "request_type": "coder", "requested_output_tokens": 13, "session_id": "1366128", "t_dispatch_unix": 1779964496.5067825, "t_finish_unix": 1779964496.7787218, "t_first_token_unix": 1779964496.7255, "tpot_s": 0.0044135072500163615, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13890604], "trace_timestamp_s": 580.759, "ttft_s": 0.21871516700048232, "turn_id": 22} +{"actual_output_tokens": 510, "cached_tokens": 73808, "effective_input_length": 86193, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 86193, "latency_s": 13.002629822000017, "output_length": 510, "proxy_request_id": "1364090:7:1412644:820", "request_id": "1364090:7:1412644:820", "request_type": "coder", "requested_output_tokens": 510, "session_id": "1364090", "t_dispatch_unix": 1779964486.3213403, "t_finish_unix": 1779964499.3239698, "t_first_token_unix": 1779964492.6634817, "tpot_s": 0.013084758457759521, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13968761, 13968762, 13968763, 13968764, 13968765, 13968766, 13968767, 13968768, 13968769, 13968770, 13968771, 13968772, 13968773, 13968774, 13968775, 13968776, 13968777, 13968778, 13968779, 13968780, 13968781, 13968782, 13968783, 13968784, 13968785, 13968786], "trace_timestamp_s": 611.3520000000008, "ttft_s": 6.342138574000273, "turn_id": 7} +{"actual_output_tokens": 79, "cached_tokens": 31424, "effective_input_length": 31469, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31469, "latency_s": 44.05488613099806, "output_length": 79, "proxy_request_id": "1355484:15:1400281:750", "request_id": "1355484:15:1400281:750", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1355484", "t_dispatch_unix": 1779964460.6953444, "t_finish_unix": 1779964504.7502303, "t_first_token_unix": 1779964502.0634816, "tpot_s": 0.03443995297432897, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13803562, 13837295, 13837296, 13837297, 13837298, 13837299, 13857350], "trace_timestamp_s": 568.1950000000006, "ttft_s": 41.368134517000726, "turn_id": 15} +{"actual_output_tokens": 46, "cached_tokens": 11120, "effective_input_length": 11132, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11132, "latency_s": 1.2731187429999409, "output_length": 46, "proxy_request_id": "1362265:8:1419710:834", "request_id": "1362265:8:1419710:834", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1362265", "t_dispatch_unix": 1779964511.2197933, "t_finish_unix": 1779964512.492912, "t_first_token_unix": 1779964511.813994, "tpot_s": 0.015081245066701538, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 14031065], "trace_timestamp_s": 636.2580000000007, "ttft_s": 0.5941987959995458, "turn_id": 8} +{"actual_output_tokens": 115, "cached_tokens": 61984, "effective_input_length": 121811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121811, "latency_s": 35.413919255999645, "output_length": 115, "proxy_request_id": "1313181:7:1327489:383", "request_id": "1313181:7:1327489:383", "request_type": "coder", "requested_output_tokens": 115, "session_id": "1313181", "t_dispatch_unix": 1779964477.142557, "t_finish_unix": 1779964512.5564759, "t_first_token_unix": 1779964510.988498, "tpot_s": 0.01375230378946805, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321], "trace_timestamp_s": 313.01800000000003, "ttft_s": 33.84593898299863, "turn_id": 7} +{"actual_output_tokens": 109, "cached_tokens": 97920, "effective_input_length": 109574, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109574, "latency_s": 16.468494496999483, "output_length": 109, "proxy_request_id": "1366128:23:1405900:781", "request_id": "1366128:23:1405900:781", "request_type": "coder", "requested_output_tokens": 109, "session_id": "1366128", "t_dispatch_unix": 1779964496.7873225, "t_finish_unix": 1779964513.2558174, "t_first_token_unix": 1779964504.384956, "tpot_s": 0.08213496245372409, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13907243], "trace_timestamp_s": 587.9760000000006, "ttft_s": 7.597630377000314, "turn_id": 23} +{"actual_output_tokens": 111, "cached_tokens": 0, "effective_input_length": 119977, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119977, "latency_s": 51.67815275600151, "output_length": 111, "proxy_request_id": "1275274:2:1405679:780", "request_id": "1275274:2:1405679:780", "request_type": "coder", "requested_output_tokens": 111, "session_id": "1275274", "t_dispatch_unix": 1779964462.1041183, "t_finish_unix": 1779964513.7822704, "t_first_token_unix": 1779964510.5333667, "tpot_s": 0.02953190230000473, "trace_hash_ids": [9491467, 195037, 195038, 195039, 195040, 195041, 195042, 195043, 195044, 10319406, 10319407, 10319408, 10319409, 10319410, 10319411, 10319412, 10319413, 10319414, 5374859, 10319415, 10319416, 816846, 10319417, 10319418, 10319419, 10319420, 194680, 194681, 10319421, 10319422, 10319423, 10319424, 10319425, 10319426, 10319427, 10319428, 10319429, 10319430, 10319431, 10319432, 10319433, 10319434, 10319435, 10319436, 10319437, 10319438, 10319439, 10319440, 10319441, 10319442, 10319443, 10319444, 10319445, 10319446, 10319447, 10319448, 10319449, 10319450, 10319451, 10319452, 10319453, 10319454, 10319455, 10319456, 10319457, 10319458, 10319459, 10319460, 10319461, 10319462, 10319463, 10319464, 10319465, 10319466, 10319467, 10319468, 10319469, 10319470, 10319471, 10319472, 10319473, 10319474, 10319475, 10319476, 10319477, 10319478, 10319479, 10319480, 10319481, 10319482, 10319483, 10319484, 10319485, 10319486, 10319487, 10319488, 10319489, 10319490, 10319491, 10319492, 10319493, 10319494, 10319495, 10319496, 10319497, 10319498, 10319499, 10319500, 10319501, 10319502, 10319503, 10319504, 10319505, 10319506, 10319507, 10319508, 10319509, 10319510, 10319511, 10319512, 10319513, 10319514, 10319515, 10319516, 10319517, 10319518, 10319519, 10319520, 10319521, 10319522, 10319523, 10319524, 10319525, 10319526, 10319527, 10319528, 10319529, 10319530, 10319531, 10319532, 10319533, 10319534, 10319535, 10319536, 10319537, 10319538, 10319539, 10319540, 10319541, 10319542, 10319543, 10319544, 10319545, 10319546, 10319547, 10319548, 10319549, 10319550, 10319551, 10319552, 10319553, 10319554, 10319555, 10319556, 10319557, 10319558, 10319559, 10319560, 10319561, 10319562, 10319563, 10319564, 10319565, 10319566, 10319567, 10319568, 10319569, 10319570, 10319571, 10319572, 10319573, 10451843, 10538212, 10538213, 10590028, 10695557, 10848849, 10848850, 10848851, 10949071, 11065667, 11650526, 11650527, 11650528, 11717015, 11717016, 11717017, 11717018, 11717019, 11717020, 11796353, 11796354, 11796355, 11796356, 11895285, 12041647, 12041648, 12041649, 12041650, 12193888, 12247657, 12247658, 12247659, 12247660, 12374859, 12374860, 12374861, 12437166, 12437167, 12596754, 12596755, 12690937, 12844572, 12844573, 12844574, 12844575, 12958938, 13103548, 13103549, 13454539, 13674772, 13905368, 13905369, 13905370, 13905371], "trace_timestamp_s": 587.1360000000004, "ttft_s": 48.429246521001915, "turn_id": 2} +{"actual_output_tokens": 39, "cached_tokens": 109680, "effective_input_length": 109775, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109775, "latency_s": 0.7228593309991993, "output_length": 39, "proxy_request_id": "1366128:24:1407996:794", "request_id": "1366128:24:1407996:794", "request_type": "coder", "requested_output_tokens": 39, "session_id": "1366128", "t_dispatch_unix": 1779964513.2606182, "t_finish_unix": 1779964513.9834778, "t_first_token_unix": 1779964513.5320382, "tpot_s": 0.011873842605238775, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13926953], "trace_timestamp_s": 595.344, "ttft_s": 0.2714178730020649, "turn_id": 24} +{"actual_output_tokens": 193, "cached_tokens": 0, "effective_input_length": 40273, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40273, "latency_s": 30.40010171799804, "output_length": 193, "proxy_request_id": "1277428:8:1412675:821", "request_id": "1277428:8:1412675:821", "request_type": "coder", "requested_output_tokens": 193, "session_id": "1277428", "t_dispatch_unix": 1779964486.4219549, "t_finish_unix": 1779964516.8220565, "t_first_token_unix": 1779964510.54877, "tpot_s": 0.03267155404167473, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 13969076], "trace_timestamp_s": 611.4540000000006, "ttft_s": 24.12681354799861, "turn_id": 8} +{"actual_output_tokens": 393, "cached_tokens": 62016, "effective_input_length": 62018, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62018, "latency_s": 4.635444409999764, "output_length": 393, "proxy_request_id": "1313181:7:1382851:662", "request_id": "1313181:7:1382851:662", "request_type": "coder", "requested_output_tokens": 393, "session_id": "1313181", "t_dispatch_unix": 1779964512.5600648, "t_finish_unix": 1779964517.1955082, "t_first_token_unix": 1779964512.6658995, "tpot_s": 0.011554542364796807, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13697374], "trace_timestamp_s": 507.1290000000008, "ttft_s": 0.10583265799868968, "turn_id": 7} +{"actual_output_tokens": 444, "cached_tokens": 86688, "effective_input_length": 96849, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96849, "latency_s": 15.88663701400219, "output_length": 444, "proxy_request_id": "1364090:8:1417347:830", "request_id": "1364090:8:1417347:830", "request_type": "coder", "requested_output_tokens": 444, "session_id": "1364090", "t_dispatch_unix": 1779964502.977873, "t_finish_unix": 1779964518.8645096, "t_first_token_unix": 1779964508.9603536, "tpot_s": 0.022356478963884905, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13968761, 13968762, 13968763, 13968764, 13968765, 13968766, 13968767, 13968768, 13968769, 13968770, 13968771, 13968772, 13968773, 13968774, 13968775, 13968776, 13968777, 13968778, 13968779, 13968780, 13968781, 13968782, 13968783, 13968784, 13968785, 14010092, 14010093, 14010094, 14010095, 14010096, 14010097, 14010098, 14010099, 14010100, 14010101, 14010102, 14010103, 14010104, 14010105, 14010106, 14010107, 14010108, 14010109, 14010110, 14010111, 14010112, 14010113], "trace_timestamp_s": 628.009, "ttft_s": 5.982478047000768, "turn_id": 8} +{"actual_output_tokens": 212, "cached_tokens": 35264, "effective_input_length": 35303, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35303, "latency_s": 2.8491848850026145, "output_length": 212, "proxy_request_id": "1340290:12:1421294:835", "request_id": "1340290:12:1421294:835", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1340290", "t_dispatch_unix": 1779964516.866505, "t_finish_unix": 1779964519.7156897, "t_first_token_unix": 1779964516.9869123, "tpot_s": 0.01293118255451458, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840], "trace_timestamp_s": 641.9040000000005, "ttft_s": 0.12040533099934692, "turn_id": 12} +{"actual_output_tokens": 46, "cached_tokens": 109808, "effective_input_length": 117746, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 117746, "latency_s": 6.453829952002707, "output_length": 46, "proxy_request_id": "1366128:25:1411126:813", "request_id": "1366128:25:1411126:813", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1366128", "t_dispatch_unix": 1779964513.990529, "t_finish_unix": 1779964520.4443595, "t_first_token_unix": 1779964519.5819197, "tpot_s": 0.01915895884449128, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13954901, 13954902, 13954903, 13954904, 13954905, 13954906, 13954907, 13954908, 13954909, 13954910, 13954911, 13954912, 13954913, 13954914, 13954915, 13954916], "trace_timestamp_s": 606.0870000000004, "ttft_s": 5.591388229000586, "turn_id": 25} +{"actual_output_tokens": 35, "cached_tokens": 11168, "effective_input_length": 11879, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11879, "latency_s": 0.8112456029994064, "output_length": 35, "proxy_request_id": "1362265:9:1422050:838", "request_id": "1362265:9:1422050:838", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1362265", "t_dispatch_unix": 1779964519.686141, "t_finish_unix": 1779964520.4973862, "t_first_token_unix": 1779964519.9771721, "tpot_s": 0.015294390205834882, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 14031065, 14053142, 14053143], "trace_timestamp_s": 644.7240000000002, "ttft_s": 0.29103028800091124, "turn_id": 9} +{"actual_output_tokens": 3818, "cached_tokens": 71664, "effective_input_length": 72608, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72608, "latency_s": 37.91603188600129, "output_length": 3818, "proxy_request_id": "1381387:7:1411928:819", "request_id": "1381387:7:1411928:819", "request_type": "coder", "requested_output_tokens": 3818, "session_id": "1381387", "t_dispatch_unix": 1779964483.9290376, "t_finish_unix": 1779964521.8450694, "t_first_token_unix": 1779964484.5903602, "tpot_s": 0.009760131238931052, "trace_hash_ids": [10318, 37068, 37069, 59296, 59297, 76553, 76554, 76555, 76556, 76557, 76558, 76559, 544656, 544657, 544658, 544659, 544660, 544661, 7618, 8714416, 13664428, 776966, 13684107, 13684108, 13684109, 13684110, 13684111, 13705309, 13705310, 13705311, 13705312, 13705313, 13705314, 13705315, 13705316, 13705317, 13705318, 13705319, 13705320, 13705321, 13705322, 13705323, 13705324, 13705325, 13705326, 13705327, 13705328, 13705329, 13705330, 13705331, 13705332, 13705333, 13705334, 13705335, 13705336, 13736124, 13736125, 13736126, 13736127, 13736128, 13736129, 13736130, 13736131, 13736132, 13736133, 13736134, 13736135, 13736136, 13736137, 13736138, 13736139, 13736140, 13736141, 13736142, 13736143, 13736144, 13736145, 13736146, 13736147, 13736148, 13736149, 13736150, 13736151, 13736152, 13736153, 13736154, 13736155, 13736156, 13736157, 13736158, 13736159, 13736160, 13736161, 13736162, 13736163, 13736164, 13736165, 13736166, 13736167, 13861846, 13861847, 13861848, 13861849, 13861850, 13861851, 13861852, 13861853, 13861854, 13861855, 13861856, 13861857, 13861858, 13861859, 8957641, 13861860, 13861861, 13861862, 13861863, 13861864, 13861865, 13861866, 13861867, 13861868, 13861869, 13861870, 13861871, 13861872, 13861873, 13861874, 13861875, 13861876, 13861877, 13861878, 13893568, 13893569, 13937687, 13937688, 13937689, 13937690, 13937691, 13962250, 13962251], "trace_timestamp_s": 608.9650000000001, "ttft_s": 0.6613195649988484, "turn_id": 7} +{"actual_output_tokens": 747, "cached_tokens": 0, "effective_input_length": 32944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32944, "latency_s": 61.76798331499958, "output_length": 747, "proxy_request_id": "1405155:1:1405155:775", "request_id": "1405155:1:1405155:775", "request_type": "coder", "requested_output_tokens": 747, "session_id": "1405155", "t_dispatch_unix": 1779964460.313234, "t_finish_unix": 1779964522.0812173, "t_first_token_unix": 1779964465.4283667, "tpot_s": 0.07594176724664939, "trace_hash_ids": [10318, 19962, 19963, 6857595, 285666, 285667, 285668, 285669, 285670, 46040, 5773882, 5773883, 1206371, 5773884, 5773885, 5773886, 13900916, 133747, 5372951, 5372952, 5372953, 5372954, 5372955, 5372956, 13900917, 13900918, 13900919, 13900920, 13900921, 13900922, 13900923, 13900924, 13900925, 13900926, 13900927, 13900928, 13900929, 13900930, 13900931, 13900932, 13900933, 13900934, 13900935, 13900936, 13900937, 13900938, 13900939, 13900940, 13900941, 13900942, 13900943, 13900944, 13900945, 13900946, 13900947, 13900948, 13900949, 13900950, 13900951, 13900952, 13900953, 13900954, 13900955, 13900956, 13900957], "trace_timestamp_s": 585.3360000000002, "ttft_s": 5.115130805999797, "turn_id": 1} +{"actual_output_tokens": 641, "cached_tokens": 24368, "effective_input_length": 24442, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24442, "latency_s": 77.09622256000148, "output_length": 641, "proxy_request_id": "1363943:10:1401002:755", "request_id": "1363943:10:1401002:755", "request_type": "coder", "requested_output_tokens": 641, "session_id": "1363943", "t_dispatch_unix": 1779964445.8658261, "t_finish_unix": 1779964522.9620483, "t_first_token_unix": 1779964454.214169, "tpot_s": 0.107417887760937, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 13864501], "trace_timestamp_s": 570.9030000000002, "ttft_s": 8.348341993998474, "turn_id": 10} +{"actual_output_tokens": 129, "cached_tokens": 0, "effective_input_length": 107292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 107292, "latency_s": 48.262910264998936, "output_length": 129, "proxy_request_id": "1270606:2:1411654:817", "request_id": "1270606:2:1411654:817", "request_type": "coder", "requested_output_tokens": 129, "session_id": "1270606", "t_dispatch_unix": 1779964483.1061535, "t_finish_unix": 1779964531.3690634, "t_first_token_unix": 1779964520.5354168, "tpot_s": 0.08463328895314248, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 13959615, 13959616, 13959617, 13959618, 13959619, 13959620, 13959621, 13959622, 13959623, 13959624, 13959625, 13959626, 13959627, 13959628, 13959629, 13959630, 13959631, 13959632, 13959633, 13959634, 13959635, 13959636, 13959637, 13959638, 13959639, 13959640, 13959641, 13959642, 13959643, 13959644, 13959645, 13959646, 13959647, 13959648, 13959649, 13959650, 13959651, 13959652, 13959653, 13959654, 13959655, 13959656, 13959657, 13959658, 13959659, 13959660, 13959661, 13959662, 13959663, 13959664, 13959665, 13959666, 13959667, 13959668, 13959669, 13959670, 13959671, 13959672, 13959673, 13959674, 13959675, 13959676, 13959677, 13959678, 13959679, 13959680, 13959681, 13959682, 13959683, 13959684, 13959685, 13959686, 13959687, 13959688, 13959689, 13959690, 13959691, 13959692, 13959693, 13959694, 13959695, 13959696, 13959697, 13959698, 13959699, 13959700, 13959701, 13959702, 13959703, 13959704, 13959705, 13959706, 13959707, 13959708, 13959709, 13959710, 13959711, 13959712, 13959713, 13959714, 13959715, 13959716, 13959717, 13959718, 13959719, 13959720, 13959721, 13959722, 13959723, 13959724, 13959725, 13959726, 13959727, 13959728], "trace_timestamp_s": 608.1200000000008, "ttft_s": 37.429261827997834, "turn_id": 2} +{"actual_output_tokens": 25, "cached_tokens": 11568, "effective_input_length": 11736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11736, "latency_s": 0.19703975299853482, "output_length": 25, "proxy_request_id": "1399948:8:1425345:844", "request_id": "1399948:8:1425345:844", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1399948", "t_dispatch_unix": 1779964531.4137468, "t_finish_unix": 1779964531.6107867, "t_first_token_unix": 1779964531.4859862, "tpot_s": 0.005188901291603543, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14082944], "trace_timestamp_s": 656.451, "ttft_s": 0.07223767300092732, "turn_id": 8} +{"actual_output_tokens": 221, "cached_tokens": 0, "effective_input_length": 49308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49308, "latency_s": 15.183967575001589, "output_length": 221, "proxy_request_id": "1268861:9:1421319:836", "request_id": "1268861:9:1421319:836", "request_type": "coder", "requested_output_tokens": 221, "session_id": "1268861", "t_dispatch_unix": 1779964516.9485571, "t_finish_unix": 1779964532.1325247, "t_first_token_unix": 1779964529.6087003, "tpot_s": 0.011470546850002641, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14046030], "trace_timestamp_s": 641.9830000000002, "ttft_s": 12.660141234999173, "turn_id": 9} +{"actual_output_tokens": 156, "cached_tokens": 25072, "effective_input_length": 25225, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25225, "latency_s": 4.810534035001183, "output_length": 156, "proxy_request_id": "1363943:11:1424840:842", "request_id": "1363943:11:1424840:842", "request_type": "coder", "requested_output_tokens": 156, "session_id": "1363943", "t_dispatch_unix": 1779964529.5287037, "t_finish_unix": 1779964534.3392372, "t_first_token_unix": 1779964529.69197, "tpot_s": 0.02998072452258296, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14078449], "trace_timestamp_s": 654.5660000000007, "ttft_s": 0.16326501200092025, "turn_id": 11} +{"actual_output_tokens": 24, "cached_tokens": 10912, "effective_input_length": 39789, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39789, "latency_s": 5.85871607000081, "output_length": 24, "proxy_request_id": "1355951:5:1425005:843", "request_id": "1355951:5:1425005:843", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1355951", "t_dispatch_unix": 1779964530.1768775, "t_finish_unix": 1779964536.0355933, "t_first_token_unix": 1779964535.6856616, "tpot_s": 0.015204468782663436, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424, 13776305, 13841463, 14061275], "trace_timestamp_s": 655.2139999999999, "ttft_s": 5.508782245000475, "turn_id": 5} +{"actual_output_tokens": 528, "cached_tokens": 33680, "effective_input_length": 40330, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40330, "latency_s": 14.50884538399987, "output_length": 528, "proxy_request_id": "1405155:2:1414214:828", "request_id": "1405155:2:1414214:828", "request_type": "coder", "requested_output_tokens": 528, "session_id": "1405155", "t_dispatch_unix": 1779964522.0860746, "t_finish_unix": 1779964536.59492, "t_first_token_unix": 1779964523.8384275, "tpot_s": 0.024205215529407697, "trace_hash_ids": [10318, 19962, 19963, 6857595, 285666, 285667, 285668, 285669, 285670, 46040, 5773882, 5773883, 1206371, 5773884, 5773885, 5773886, 13900916, 133747, 5372951, 5372952, 5372953, 5372954, 5372955, 5372956, 13900917, 13900918, 13900919, 13900920, 13900921, 13900922, 13900923, 13900924, 13900925, 13900926, 13900927, 13900928, 13900929, 13900930, 13900931, 13900932, 13900933, 13900934, 13900935, 13900936, 13900937, 13900938, 13900939, 13900940, 13900941, 13900942, 13900943, 13900944, 13900945, 13900946, 13900947, 13900948, 13900949, 13900950, 13900951, 13900952, 13900953, 13900954, 13900955, 13900956, 13983589, 13983590, 13983591, 13983592, 13983593, 13983594, 13983595, 13983596, 13983597, 13983598, 13983599, 13983600, 13983601, 13983602, 13983603], "trace_timestamp_s": 616.817, "ttft_s": 1.7523512360021414, "turn_id": 2} +{"actual_output_tokens": 3525, "cached_tokens": 88128, "effective_input_length": 106143, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106143, "latency_s": 114.60526905599909, "output_length": 3525, "proxy_request_id": "1370129:6:1394177:722", "request_id": "1370129:6:1394177:722", "request_type": "coder", "requested_output_tokens": 3525, "session_id": "1370129", "t_dispatch_unix": 1779964422.0330203, "t_finish_unix": 1779964536.6382892, "t_first_token_unix": 1779964433.1652107, "tpot_s": 0.029362335585414314, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 1068963, 1068964, 1068965, 1068966, 13089180, 13089181, 13520174, 13580706, 13580707, 13580708, 13580709, 13580710, 13580711, 13580712, 13580713, 13580714, 13580715, 13580716, 13580717, 13580718, 13611426, 13611427, 13611428, 13611429, 13611430, 13611431, 13611432, 13611433, 13611434, 13611435, 13611436, 13611437, 13611438, 13611439, 13611440, 13611441, 13611442, 13611443, 13611444, 13611445, 13611446, 13611447, 13611448, 13611449, 13611450, 13611451, 13611452, 13611453, 13611454, 13611455, 13611456, 13611457, 13611458, 13611459, 13611460, 13611461, 13611462, 13611463, 13611464, 13611465, 13611466, 13611467, 13611468, 13611469, 13611470, 13611471, 13611472, 13611473, 13611474, 13611475, 13611476, 13611477, 13611478, 13611479, 13611480, 13611481, 13611482, 13611483, 13611484, 13611485, 13611486, 13611487, 13611488, 13611489, 13611490, 13611491, 13611492, 13611493, 13611494, 13611495, 13611496, 13611497, 13611498, 13611499, 13611500, 13667056, 13667057, 13667058, 13667059, 13667060, 13667061, 13667062, 13667063, 13667064, 13667065, 13715489, 13715490, 13715491, 13715492, 13715493, 13715494, 13715495, 13715496, 13715497, 13715498, 13715499, 13715500, 13715501, 13715502, 13715503, 13715504, 13715505, 13715506, 13715507, 13715508, 13715509, 13715510, 13715511, 13715512, 13715513, 13715514, 13715515, 13715516, 13715517, 13715518, 13715519, 13715520, 13715521, 13715522, 13715523, 13715524, 13715525, 13715526, 13715527, 13715528, 13715529, 13715530, 13715531, 13715532, 13715533, 13715534, 13768317, 13768318, 13768319, 13768320, 13768321, 13801467, 13801468, 13801469, 13801470, 13801471, 13801472, 13801473, 13801474, 13801475, 13801476, 13801477, 13801478, 13801479, 13801480, 13801481, 13801482, 13801483, 13801484, 13801485, 13801486, 13801487, 13801488, 13801489, 13801490, 13801491, 13801492, 13801493, 13801494, 13801495, 13801496, 13801497, 13801498, 13801499, 13801500, 13801501, 13801502, 13801503], "trace_timestamp_s": 547.0610000000006, "ttft_s": 11.132162270001572, "turn_id": 6} +{"actual_output_tokens": 1465, "cached_tokens": 0, "effective_input_length": 43763, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43763, "latency_s": 35.68683955799861, "output_length": 1465, "proxy_request_id": "1270340:5:1417075:829", "request_id": "1270340:5:1417075:829", "request_type": "coder", "requested_output_tokens": 1465, "session_id": "1270340", "t_dispatch_unix": 1779964502.183136, "t_finish_unix": 1779964537.869975, "t_first_token_unix": 1779964511.7858284, "tpot_s": 0.017816629920082566, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 13494255, 13494256, 13494257, 13494258, 13494259, 13494260, 13494261, 13494262, 13494263, 13494264, 13547859, 13547860, 13547861, 13547862, 13547863, 13547864, 13547865, 13547866, 13547867, 13547868, 13547869, 13547870, 13547871, 13547872, 13547873, 14007776, 14007777, 14007778, 14007779, 14007780, 14007781], "trace_timestamp_s": 627.219, "ttft_s": 9.602690306001023, "turn_id": 5} +{"actual_output_tokens": 568, "cached_tokens": 0, "effective_input_length": 32332, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32332, "latency_s": 33.968260568002734, "output_length": 568, "proxy_request_id": "1355484:16:1401320:758", "request_id": "1355484:16:1401320:758", "request_type": "coder", "requested_output_tokens": 568, "session_id": "1355484", "t_dispatch_unix": 1779964504.752134, "t_finish_unix": 1779964538.7203946, "t_first_token_unix": 1779964521.3273182, "tpot_s": 0.030675149301587837, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 6808, 6809, 6810, 6811, 6812, 6813, 6814, 13396659, 13421576, 1252840, 1252841, 1252842, 13481585, 13549315, 13592318, 13592319, 13592320, 13592321, 13592322, 13653200, 13668400, 13711654, 13711655, 13711656, 13748326, 13748327, 13748328, 13781557, 13781558, 13781559, 13803562, 13837295, 13837296, 13837297, 13837298, 13837299, 13867393, 13867394, 13867395], "trace_timestamp_s": 572.0710000000008, "ttft_s": 16.575181656000495, "turn_id": 16} +{"actual_output_tokens": 33, "cached_tokens": 107408, "effective_input_length": 108318, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108318, "latency_s": 1.066678958999546, "output_length": 33, "proxy_request_id": "1270606:3:1427164:848", "request_id": "1270606:3:1427164:848", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1270606", "t_dispatch_unix": 1779964537.8361347, "t_finish_unix": 1779964538.9028134, "t_first_token_unix": 1779964538.6335757, "tpot_s": 0.008405399062439756, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 13959615, 13959616, 13959617, 13959618, 13959619, 13959620, 13959621, 13959622, 13959623, 13959624, 13959625, 13959626, 13959627, 13959628, 13959629, 13959630, 13959631, 13959632, 13959633, 13959634, 13959635, 13959636, 13959637, 13959638, 13959639, 13959640, 13959641, 14099892, 14099893, 14099894, 14099895, 14099896, 14099897, 14099898, 14099899, 14099900, 14099901, 14099902, 14099903, 14099904, 14099905, 14099906, 14099907, 14099908, 14099909, 14099910, 14099911, 14099912, 14099913, 14099914, 14099915, 14099916, 14099917, 14099918, 14099919, 14099920, 14099921, 14099922, 14099923, 14099924, 14099925, 14099926, 14099927, 14099928, 14099929, 14099930, 14099931, 14099932, 14099933, 14099934, 14099935, 14099936, 14099937, 14099938, 14099939, 14099940, 14099941, 14099942, 14099943, 14099944, 14099945, 14099946, 14099947, 14099948, 14099949, 14099950, 14099951, 14099952, 14099953, 14099954, 14099955, 14099956, 14099957, 14099958, 14099959, 14099960, 14099961, 14099962, 14099963, 14099964, 14099965, 14099966, 14099967, 14099968, 14099969, 14099970, 14099971, 14099972, 14099973, 14099974, 14099975, 14099976, 14099977, 14099978, 14099979, 14099980], "trace_timestamp_s": 662.8530000000001, "ttft_s": 0.7974390400013363, "turn_id": 3} +{"actual_output_tokens": 344, "cached_tokens": 84512, "effective_input_length": 101432, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101432, "latency_s": 14.275578446999134, "output_length": 344, "proxy_request_id": "1364090:9:1423736:840", "request_id": "1364090:9:1423736:840", "request_type": "coder", "requested_output_tokens": 344, "session_id": "1364090", "t_dispatch_unix": 1779964525.7925272, "t_finish_unix": 1779964540.0681057, "t_first_token_unix": 1779964535.6986232, "tpot_s": 0.012737942128286103, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13968761, 13968762, 13968763, 13968764, 13968765, 13968766, 13968767, 13968768, 13968769, 13968770, 13968771, 13968772, 13968773, 13968774, 13968775, 13968776, 13968777, 13968778, 13968779, 13968780, 13968781, 13968782, 13968783, 13968784, 13968785, 14010092, 14010093, 14010094, 14010095, 14010096, 14010097, 14010098, 14010099, 14010100, 14010101, 14010102, 14010103, 14010104, 14010105, 14010106, 14010107, 14010108, 14010109, 14010110, 14010111, 14010112, 14068318, 14068319, 14068320, 14068321, 14068322, 14068323, 14068324, 14068325, 14068326, 14068327], "trace_timestamp_s": 650.826, "ttft_s": 9.906093468998733, "turn_id": 9} +{"actual_output_tokens": 1565, "cached_tokens": 0, "effective_input_length": 32179, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32179, "latency_s": 29.124312894000468, "output_length": 1565, "proxy_request_id": "1364128:3:1419644:833", "request_id": "1364128:3:1419644:833", "request_type": "coder", "requested_output_tokens": 1565, "session_id": "1364128", "t_dispatch_unix": 1779964510.9983115, "t_finish_unix": 1779964540.1226242, "t_first_token_unix": 1779964515.4662414, "tpot_s": 0.01576476876981939, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13525787, 2139676, 2139677, 13525788, 13554127, 14030453, 14030454, 14030455, 14030456, 14030457, 14030458, 14030459, 14030460, 14030461, 14030462, 14030463, 14030464, 14030465, 14030466, 14030467, 14030468, 14030469, 14030470, 14030471, 14030472, 14030473, 14030474, 14030475, 14030476, 14030477, 14030478, 14030479, 14030480, 14030481, 14030482, 14030483, 14030484, 14030485, 14030486, 14030487, 14030488, 14030489, 14030490, 14030491, 14030492, 14030493, 14030494, 14030495, 14030496, 14030497], "trace_timestamp_s": 636.0240000000003, "ttft_s": 4.4679275160015095, "turn_id": 3} +{"actual_output_tokens": 339, "cached_tokens": 11904, "effective_input_length": 12596, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12596, "latency_s": 2.0649266239997814, "output_length": 339, "proxy_request_id": "1362265:10:1427606:850", "request_id": "1362265:10:1427606:850", "request_type": "coder", "requested_output_tokens": 339, "session_id": "1362265", "t_dispatch_unix": 1779964539.1074378, "t_finish_unix": 1779964541.1723645, "t_first_token_unix": 1779964539.2539809, "tpot_s": 0.005674933701176792, "trace_hash_ids": [149671, 501453, 501454, 501455, 501456, 1081583, 1081584, 1081585, 1081586, 1232857, 2138683, 2138684, 2138685, 13509130, 13509131, 13509132, 5217026, 13555216, 13555217, 13555218, 13686588, 14031065, 14053142, 14104310, 14104311], "trace_timestamp_s": 664.1450000000004, "ttft_s": 0.14654151200011256, "turn_id": 10} +{"actual_output_tokens": 1126, "cached_tokens": 0, "effective_input_length": 113258, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 113258, "latency_s": 89.00159560799875, "output_length": 1126, "proxy_request_id": "1264679:2:1405259:777", "request_id": "1264679:2:1405259:777", "request_type": "coder", "requested_output_tokens": 1126, "session_id": "1264679", "t_dispatch_unix": 1779964460.6264257, "t_finish_unix": 1779964549.6280212, "t_first_token_unix": 1779964502.0798435, "tpot_s": 0.042264522888888476, "trace_hash_ids": [53669, 53670, 53671, 53672, 53673, 53674, 53675, 53676, 53677, 53678, 53679, 53680, 53681, 53682, 53683, 53684, 53685, 53686, 53687, 53688, 53689, 53690, 165825, 165826, 928597, 928598, 928599, 928600, 928601, 928602, 928603, 928604, 928605, 928606, 928607, 928608, 928609, 928610, 928611, 928612, 928613, 928614, 928615, 1194856, 1194857, 1194858, 1194859, 1194860, 1194861, 1194862, 1194863, 1194864, 1194865, 4751603, 4751604, 4906135, 4906136, 4906137, 4906138, 4906139, 4906140, 4906141, 4906142, 4906143, 4906144, 4906145, 4906146, 4906147, 9918891, 9918892, 9918893, 9918894, 9918895, 9918896, 9918897, 9918898, 9918899, 9918900, 9918901, 9918902, 9918903, 9918904, 9918905, 9918906, 9918907, 9918908, 9918909, 9918910, 9918911, 9918912, 9918913, 9918914, 9918915, 9918916, 9918917, 9918918, 9918919, 9918920, 9918921, 9918922, 9918923, 9918924, 9918925, 9918926, 9918927, 9918928, 9918929, 9918930, 9918931, 9918932, 9918933, 9918934, 9918935, 9918936, 9918937, 9918938, 9918939, 9918940, 9918941, 9918942, 9918943, 9918944, 9918945, 9918946, 9918947, 9918948, 9918949, 9918950, 9918951, 9918952, 9918953, 9918954, 9918955, 9918956, 9918957, 9918958, 9918959, 9918960, 9918961, 9918962, 9918963, 9918964, 9918965, 9918966, 9918967, 9918968, 9918969, 9918970, 9918971, 9918972, 9918973, 9918974, 9918975, 9918976, 9918977, 9918978, 9918979, 9918980, 9918981, 9918982, 9918983, 9918984, 9918985, 9918986, 9918987, 9918988, 9918989, 9918990, 9918991, 9918992, 9918993, 9918994, 9918995, 9918996, 9918997, 9918998, 9918999, 11660422, 11660423, 11660424, 11660425, 11660426, 11660427, 11660428, 11660429, 11660430, 11660431, 11660432, 11660433, 11660434, 11660435, 11660436, 11660437, 11660438, 11660439, 11660440, 11660441, 11660442, 12172627, 12172628, 12172629, 12172630, 12542438, 12542439, 12542440, 12586272, 12586273, 12586274, 12586275, 12586276, 12586277, 12586278, 12586279, 12586280, 12586281, 13901868, 13901869, 13901870, 13901871, 13901872, 13901873, 13901874], "trace_timestamp_s": 585.6600000000008, "ttft_s": 41.45341550100056, "turn_id": 2} +{"actual_output_tokens": 71, "cached_tokens": 124089, "effective_input_length": 124090, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 124090, "latency_s": 36.34443129600186, "output_length": 71, "proxy_request_id": "1313181:8:1329951:394", "request_id": "1313181:8:1329951:394", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1313181", "t_dispatch_unix": 1779964517.1998684, "t_finish_unix": 1779964553.5442996, "t_first_token_unix": 1779964552.7256289, "tpot_s": 0.011690605271412226, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13209153], "trace_timestamp_s": 321.7550000000001, "ttft_s": 35.52575782400163, "turn_id": 8} +{"actual_output_tokens": 64, "cached_tokens": 62432, "effective_input_length": 62444, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62444, "latency_s": 0.6818993569977465, "output_length": 64, "proxy_request_id": "1313181:8:1385690:686", "request_id": "1313181:8:1385690:686", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1313181", "t_dispatch_unix": 1779964553.5474823, "t_finish_unix": 1779964554.2293813, "t_first_token_unix": 1779964553.6629794, "tpot_s": 0.008986814761945945, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278], "trace_timestamp_s": 517.1500000000005, "ttft_s": 0.11549490799734485, "turn_id": 8} +{"actual_output_tokens": 599, "cached_tokens": 25376, "effective_input_length": 26923, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26923, "latency_s": 19.024501836000127, "output_length": 599, "proxy_request_id": "1363943:12:1426646:845", "request_id": "1363943:12:1426646:845", "request_type": "coder", "requested_output_tokens": 599, "session_id": "1363943", "t_dispatch_unix": 1779964536.0019295, "t_finish_unix": 1779964555.0264313, "t_first_token_unix": 1779964536.4364066, "tpot_s": 0.031086451068562303, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14094824], "trace_timestamp_s": 661.0390000000007, "ttft_s": 0.434475272999407, "turn_id": 12} +{"actual_output_tokens": 14, "cached_tokens": 11760, "effective_input_length": 11993, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11993, "latency_s": 0.1457094719989982, "output_length": 14, "proxy_request_id": "1399948:9:1433544:857", "request_id": "1399948:9:1433544:857", "request_type": "coder", "requested_output_tokens": 14, "session_id": "1399948", "t_dispatch_unix": 1779964560.3012686, "t_finish_unix": 1779964560.4469779, "t_first_token_unix": 1779964560.3847032, "tpot_s": 0.00476924630773003, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14161913], "trace_timestamp_s": 685.3389999999999, "ttft_s": 0.08343321299980744, "turn_id": 9} +{"actual_output_tokens": 1859, "cached_tokens": 37392, "effective_input_length": 37398, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37398, "latency_s": 57.263264789999084, "output_length": 1859, "proxy_request_id": "1301929:3:1417873:832", "request_id": "1301929:3:1417873:832", "request_type": "coder", "requested_output_tokens": 1859, "session_id": "1301929", "t_dispatch_unix": 1779964504.8141792, "t_finish_unix": 1779964562.0774443, "t_first_token_unix": 1779964511.052702, "tpot_s": 0.027462034022066862, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 244222, 244223, 8074420, 8074421, 12946894, 12946895, 12946896, 12946897, 12946898, 12946899, 12946900, 12946901, 12946902, 12946903, 12946904, 12946905, 12946906, 12946907, 12946908, 12946909, 12946910, 12946911, 12946912, 12946913, 12946914, 12946915, 12946916, 12946917, 12946918, 12946919, 12946920, 12946921, 12946922, 12946923, 12946924, 12946925, 12946926, 12946927, 12946928, 12946929, 12946930, 12946931, 12946932, 12946933, 12946934, 12946935, 12946936, 12946937, 12946938, 12946939, 12946940, 12946941, 12946942, 12946943, 12946944, 12946945, 12946946, 12946947, 12946948, 12946949, 12946950, 13626958, 13626959, 14014871, 14014872, 14014873, 14014874], "trace_timestamp_s": 629.8510000000006, "ttft_s": 6.238520003000303, "turn_id": 3} +{"actual_output_tokens": 298, "cached_tokens": 35296, "effective_input_length": 40567, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40567, "latency_s": 3.551563516000897, "output_length": 298, "proxy_request_id": "1382089:3:1433211:856", "request_id": "1382089:3:1433211:856", "request_type": "coder", "requested_output_tokens": 298, "session_id": "1382089", "t_dispatch_unix": 1779964559.0788302, "t_finish_unix": 1779964562.6303935, "t_first_token_unix": 1779964560.5080745, "tpot_s": 0.007144978969688241, "trace_hash_ids": [13286289, 13286290, 13286291, 13286292, 13286293, 13286294, 13286295, 13286296, 13286297, 13286298, 13286299, 13286300, 13286301, 13286302, 13286303, 13286304, 13286305, 13286306, 13286307, 13286308, 13286309, 13286310, 13286311, 13286312, 13286313, 13286314, 13286315, 13286316, 13286317, 13286318, 13286319, 13286320, 13286321, 13286322, 13286323, 13286324, 13286325, 13286326, 654631, 13286327, 3468547, 13286328, 13286329, 13286330, 13286331, 13286332, 13286333, 13286334, 13286335, 13286336, 13286337, 13286338, 13286339, 13286340, 13286341, 13286342, 13286343, 13286344, 13286345, 13286346, 13340426, 13340427, 13340428, 13340429, 13340430, 13410882, 13448624, 13448625, 13448626, 13501229, 13518976, 13518977, 13518978, 13573217, 13633424, 13776305, 13841463, 14061275, 14158620, 14158621], "trace_timestamp_s": 684.116, "ttft_s": 1.4292428100015968, "turn_id": 3} +{"actual_output_tokens": 40, "cached_tokens": 12000, "effective_input_length": 12032, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12032, "latency_s": 0.2500628610032436, "output_length": 40, "proxy_request_id": "1399948:10:1434418:858", "request_id": "1399948:10:1434418:858", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1399948", "t_dispatch_unix": 1779964563.313212, "t_finish_unix": 1779964563.563275, "t_first_token_unix": 1779964563.3546917, "tpot_s": 0.0053408787435984826, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14170064], "trace_timestamp_s": 688.3510000000006, "ttft_s": 0.041478048002318246, "turn_id": 10} +{"actual_output_tokens": 11, "cached_tokens": 12064, "effective_input_length": 12106, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12106, "latency_s": 0.08817952299796161, "output_length": 11, "proxy_request_id": "1399948:11:1435163:860", "request_id": "1399948:11:1435163:860", "request_type": "coder", "requested_output_tokens": 11, "session_id": "1399948", "t_dispatch_unix": 1779964566.016091, "t_finish_unix": 1779964566.1042707, "t_first_token_unix": 1779964566.0573812, "tpot_s": 0.004661765199853107, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14176836], "trace_timestamp_s": 691.0540000000001, "ttft_s": 0.04128811199916527, "turn_id": 11} +{"actual_output_tokens": 200, "cached_tokens": 45216, "effective_input_length": 45269, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45269, "latency_s": 1.6087125230005768, "output_length": 200, "proxy_request_id": "1270340:6:1434904:859", "request_id": "1270340:6:1434904:859", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1270340", "t_dispatch_unix": 1779964564.953597, "t_finish_unix": 1779964566.5623097, "t_first_token_unix": 1779964565.0888572, "tpot_s": 0.0074026652914493864, "trace_hash_ids": [3888, 3889, 3890, 643144, 643145, 643146, 6738203, 6674441, 6674442, 2964677, 2964678, 6738204, 78869, 6738205, 6738206, 514915, 6738207, 6738208, 6738209, 6738210, 6738211, 6738212, 6738213, 170410, 170411, 6738214, 10389014, 9079666, 9079667, 9079668, 10389015, 10389016, 12641636, 12641637, 12641638, 12641639, 12641640, 23594, 23595, 23596, 12641641, 12641642, 1307367, 1307368, 1307369, 1307370, 12641643, 8927, 8928, 8929, 8930, 8931, 12641644, 12641645, 12641646, 13494255, 13494256, 13494257, 13494258, 13494259, 13494260, 13494261, 13494262, 13494263, 13494264, 13547859, 13547860, 13547861, 13547862, 13547863, 13547864, 13547865, 13547866, 13547867, 13547868, 13547869, 13547870, 13547871, 13547872, 13547873, 14007776, 14007777, 14007778, 14007779, 14007780, 14174577, 14174578, 14174579, 14174580], "trace_timestamp_s": 689.9880000000003, "ttft_s": 0.1352578900005028, "turn_id": 6} +{"actual_output_tokens": 26, "cached_tokens": 12112, "effective_input_length": 12164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12164, "latency_s": 0.17786943099781638, "output_length": 26, "proxy_request_id": "1399948:12:1436179:863", "request_id": "1399948:12:1436179:863", "request_type": "coder", "requested_output_tokens": 26, "session_id": "1399948", "t_dispatch_unix": 1779964569.4424074, "t_finish_unix": 1779964569.6202765, "t_first_token_unix": 1779964569.489604, "tpot_s": 0.005217006040038541, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14186143], "trace_timestamp_s": 694.4800000000005, "ttft_s": 0.04719577399737318, "turn_id": 12} +{"actual_output_tokens": 589, "cached_tokens": 4400, "effective_input_length": 42342, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42342, "latency_s": 36.64331610099907, "output_length": 589, "proxy_request_id": "1277428:8:1426669:846", "request_id": "1277428:8:1426669:846", "request_type": "coder", "requested_output_tokens": 589, "session_id": "1277428", "t_dispatch_unix": 1779964536.0825515, "t_finish_unix": 1779964572.7258673, "t_first_token_unix": 1779964551.2208023, "tpot_s": 0.036572730994898814, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14095200, 14095201, 14095202, 14095203, 14095204], "trace_timestamp_s": 661.1190000000006, "ttft_s": 15.138248547998955, "turn_id": 8} +{"actual_output_tokens": 129, "cached_tokens": 0, "effective_input_length": 73878, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73878, "latency_s": 20.93808323399935, "output_length": 129, "proxy_request_id": "1342921:5:1433192:855", "request_id": "1342921:5:1433192:855", "request_type": "coder", "requested_output_tokens": 129, "session_id": "1342921", "t_dispatch_unix": 1779964559.0035655, "t_finish_unix": 1779964579.9416485, "t_first_token_unix": 1779964577.9463067, "tpot_s": 0.015586756531234869, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14158436], "trace_timestamp_s": 684.0380000000005, "ttft_s": 18.942739104000793, "turn_id": 5} +{"actual_output_tokens": 0, "cached_tokens": 0, "effective_input_length": 127989, "endpoint_url": "http://127.0.0.1:9300", "error": "RemoteProtocolError('peer closed connection without sending complete message body (incomplete chunked read)')", "finish_reason": null, "input_length": 127989, "latency_s": 60.2002925270026, "output_length": 241, "proxy_request_id": "1366128:26:1413108:823", "request_id": "1366128:26:1413108:823", "request_type": "coder", "requested_output_tokens": 241, "session_id": "1366128", "t_dispatch_unix": 1779964520.4535692, "t_finish_unix": 1779964580.653862, "t_first_token_unix": null, "tpot_s": 0.0, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13954901, 13954902, 13954903, 13954904, 13954905, 13954906, 13954907, 13954908, 13954909, 13954910, 13954911, 13954912, 13954913, 13954914, 13954915, 13954916, 13973382, 13973383, 13973384, 13973385, 13973386, 13973387, 13973388, 13973389, 13973390, 13973391, 13973392, 13973393, 13973394, 13973395, 13973396, 13973397, 13973398, 13973399, 13973400, 13973401], "trace_timestamp_s": 612.9639999999999, "ttft_s": null, "turn_id": 26} +{"actual_output_tokens": 90, "cached_tokens": 127984, "effective_input_length": 128433, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 128433, "latency_s": 1.6941580009988684, "output_length": 90, "proxy_request_id": "1366128:27:1417788:831", "request_id": "1366128:27:1417788:831", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1366128", "t_dispatch_unix": 1779964580.6582723, "t_finish_unix": 1779964582.3524303, "t_first_token_unix": 1779964581.376269, "tpot_s": 0.010964966157311967, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13954901, 13954902, 13954903, 13954904, 13954905, 13954906, 13954907, 13954908, 13954909, 13954910, 13954911, 13954912, 13954913, 13954914, 13954915, 13954916, 13973382, 13973383, 13973384, 13973385, 13973386, 13973387, 13973388, 13973389, 13973390, 13973391, 13973392, 13973393, 13973394, 13973395, 13973396, 13973397, 13973398, 13973399, 13973400, 13973401, 14013930], "trace_timestamp_s": 629.5560000000005, "ttft_s": 0.7179941569993389, "turn_id": 27} +{"actual_output_tokens": 49, "cached_tokens": 128512, "effective_input_length": 128642, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 128642, "latency_s": 0.798651119999704, "output_length": 49, "proxy_request_id": "1366128:28:1421998:837", "request_id": "1366128:28:1421998:837", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1366128", "t_dispatch_unix": 1779964582.3585138, "t_finish_unix": 1779964583.1571648, "t_first_token_unix": 1779964582.6721928, "tpot_s": 0.010098248583365907, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2253022, 13553881, 13553882, 13553883, 13553884, 13553885, 13553886, 13553887, 13553888, 13553889, 15762, 15763, 15764, 13553890, 13553891, 13553892, 13553893, 13553894, 13553895, 13553896, 13553897, 13578287, 13578288, 13578289, 13578290, 13578291, 13578292, 13578293, 13578294, 13578295, 13578296, 13578297, 13578298, 13578299, 13578300, 13578301, 13595725, 13595726, 13595727, 13595728, 13595729, 13595730, 13595731, 13595732, 13595733, 13595734, 13595735, 13595736, 13595737, 13595738, 13595739, 13595740, 13595741, 13595742, 13595743, 13595744, 13595745, 13595746, 13595747, 13614718, 13614719, 13614720, 13614721, 13614722, 13614723, 13614724, 13614725, 13614726, 13614727, 13614728, 13614729, 13614730, 13614731, 13614732, 13614733, 13614734, 13614735, 13614736, 13614737, 13614738, 13614739, 13614740, 13626284, 13626285, 13626286, 13626287, 13626288, 13626289, 13626290, 13626291, 13626292, 13626293, 13626294, 13626295, 13626296, 13626297, 13626298, 13626299, 13626300, 13626301, 13626302, 13626303, 13626304, 13626305, 13626306, 13653792, 13687389, 13708060, 13708061, 13708062, 13708063, 13708064, 13708065, 13708066, 13708067, 13708068, 13708069, 13708070, 13708071, 13708072, 13708073, 13708074, 13708075, 13708076, 13708077, 13708078, 13708079, 13708080, 13708081, 13708082, 13726175, 13756688, 13756689, 13756690, 13756691, 13756692, 13756693, 13756694, 13756695, 13756696, 13756697, 13756698, 13756699, 13756700, 13756701, 13756702, 13756703, 13756704, 13756705, 13756706, 13756707, 13756708, 13756709, 13756710, 13788165, 13788166, 13788167, 13830174, 13858577, 13858578, 13858579, 13858580, 13858581, 13858582, 13858583, 13858584, 13858585, 13858586, 13858587, 13858588, 13858589, 13858590, 13858591, 13858592, 13858593, 13858594, 13858595, 13858596, 13858597, 13858598, 13858599, 13858600, 13907224, 3302398, 3302399, 3302400, 3302401, 13907225, 13907226, 13907227, 13907228, 13907229, 13907230, 13907231, 13907232, 13907233, 13907234, 13907235, 13907236, 13907237, 13907238, 13907239, 13907240, 13907241, 13907242, 13954901, 13954902, 13954903, 13954904, 13954905, 13954906, 13954907, 13954908, 13954909, 13954910, 13954911, 13954912, 13954913, 13954914, 13954915, 13954916, 13973382, 13973383, 13973384, 13973385, 13973386, 13973387, 13973388, 13973389, 13973390, 13973391, 13973392, 13973393, 13973394, 13973395, 13973396, 13973397, 13973398, 13973399, 13973400, 13973401, 14013930, 14052730], "trace_timestamp_s": 644.5350000000008, "ttft_s": 0.31367671199768665, "turn_id": 28} +{"actual_output_tokens": 493, "cached_tokens": 8256, "effective_input_length": 28711, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28711, "latency_s": 9.509334062000562, "output_length": 493, "proxy_request_id": "1363943:13:1438562:865", "request_id": "1363943:13:1438562:865", "request_type": "coder", "requested_output_tokens": 493, "session_id": "1363943", "t_dispatch_unix": 1779964577.4112716, "t_finish_unix": 1779964586.920606, "t_first_token_unix": 1779964580.669898, "tpot_s": 0.012704143101628445, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14206732], "trace_timestamp_s": 702.4480000000003, "ttft_s": 3.258624695998151, "turn_id": 13} +{"actual_output_tokens": 90, "cached_tokens": 0, "effective_input_length": 19056, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19056, "latency_s": 4.071564202000445, "output_length": 90, "proxy_request_id": "1371622:2:1442319:869", "request_id": "1371622:2:1442319:869", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1371622", "t_dispatch_unix": 1779964589.8179631, "t_finish_unix": 1779964593.889527, "t_first_token_unix": 1779964592.3514822, "tpot_s": 0.01727713038204722, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14240621], "trace_timestamp_s": 714.8530000000001, "ttft_s": 2.533517714997288, "turn_id": 2} +{"actual_output_tokens": 145, "cached_tokens": 0, "effective_input_length": 52920, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52920, "latency_s": 14.720023065998248, "output_length": 145, "proxy_request_id": "1268861:10:1439325:866", "request_id": "1268861:10:1439325:866", "request_type": "coder", "requested_output_tokens": 145, "session_id": "1268861", "t_dispatch_unix": 1779964579.9643455, "t_finish_unix": 1779964594.6843686, "t_first_token_unix": 1779964590.4068332, "tpot_s": 0.029703196118058866, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14214018], "trace_timestamp_s": 705.0, "ttft_s": 10.4424850409996, "turn_id": 10} +{"actual_output_tokens": 4542, "cached_tokens": 101760, "effective_input_length": 108020, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108020, "latency_s": 54.91794590400241, "output_length": 4542, "proxy_request_id": "1364090:10:1426859:847", "request_id": "1364090:10:1426859:847", "request_type": "coder", "requested_output_tokens": 4542, "session_id": "1364090", "t_dispatch_unix": 1779964540.0750077, "t_finish_unix": 1779964594.9929533, "t_first_token_unix": 1779964544.317616, "tpot_s": 0.011159432338691636, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 3796, 3797, 3798, 3799, 3800, 3143, 3801, 81990, 110342, 110343, 110344, 110345, 110346, 110347, 13458533, 13458534, 13458535, 13525464, 13525465, 13597472, 13597473, 13597474, 13597475, 13597476, 13597477, 13597478, 13597479, 13597480, 13597481, 13597482, 13597483, 13597484, 13597485, 13597486, 13597487, 13597488, 13597489, 13597490, 13597491, 13597492, 13597493, 13597494, 13597495, 13597496, 13688809, 13688810, 13688811, 13688812, 13688813, 13688814, 13688815, 13688816, 13688817, 13688818, 13688819, 13688820, 13688821, 13688822, 13688823, 13688824, 13688825, 13688826, 13688827, 13688828, 13688829, 13688830, 13688831, 13688832, 13688833, 13688834, 13688835, 13688836, 13688837, 13688838, 13688839, 13688840, 13688841, 13688842, 13688843, 13688844, 13688845, 13688846, 13688847, 13688848, 13790834, 13790835, 13790836, 13865215, 13865216, 13865217, 13865218, 13865219, 13865220, 13865221, 13865222, 13865223, 13865224, 13865225, 13865226, 13865227, 13865228, 13865229, 13865230, 13865231, 13865232, 13865233, 13865234, 13865235, 13865236, 13865237, 13865238, 13865239, 13865240, 13865241, 13934120, 13934121, 13934122, 13934123, 13934124, 13934125, 13934126, 13934127, 13934128, 13934129, 13934130, 13934131, 13934132, 13934133, 13934134, 13934135, 13934136, 13934137, 13934138, 13934139, 13934140, 13968761, 13968762, 13968763, 13968764, 13968765, 13968766, 13968767, 13968768, 13968769, 13968770, 13968771, 13968772, 13968773, 13968774, 13968775, 13968776, 13968777, 13968778, 13968779, 13968780, 13968781, 13968782, 13968783, 13968784, 13968785, 14010092, 14010093, 14010094, 14010095, 14010096, 14010097, 14010098, 14010099, 14010100, 14010101, 14010102, 14010103, 14010104, 14010105, 14010106, 14010107, 14010108, 14010109, 14010110, 14010111, 14010112, 14068318, 14068319, 14068320, 14068321, 14068322, 14068323, 14068324, 14068325, 14068326, 14096917, 14096918, 14096919, 14096920, 14096921, 14096922, 14096923, 14096924, 14096925, 14096926, 14096927, 14096928, 14096929], "trace_timestamp_s": 661.8389999999999, "ttft_s": 4.242604859002313, "turn_id": 10} +{"actual_output_tokens": 149, "cached_tokens": 129672, "effective_input_length": 129673, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 129673, "latency_s": 42.66710597600104, "output_length": 149, "proxy_request_id": "1313181:9:1333349:415", "request_id": "1313181:9:1333349:415", "request_type": "coder", "requested_output_tokens": 149, "session_id": "1313181", "t_dispatch_unix": 1779964554.2361002, "t_finish_unix": 1779964596.9032059, "t_first_token_unix": 1779964595.2018332, "tpot_s": 0.011492840297300112, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13240573], "trace_timestamp_s": 333.6930000000002, "ttft_s": 40.96573114200146, "turn_id": 9} +{"actual_output_tokens": 3875, "cached_tokens": 0, "effective_input_length": 101803, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101803, "latency_s": 176.83257083000353, "output_length": 3875, "proxy_request_id": "1314357:5:1393659:719", "request_id": "1314357:5:1393659:719", "request_type": "coder", "requested_output_tokens": 3875, "session_id": "1314357", "t_dispatch_unix": 1779964420.0936103, "t_finish_unix": 1779964596.9261806, "t_first_token_unix": 1779964454.2089334, "tpot_s": 0.036839511101703505, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 13796640], "trace_timestamp_s": 545.116, "ttft_s": 34.11532099700344, "turn_id": 5} +{"actual_output_tokens": 525, "cached_tokens": 105664, "effective_input_length": 105709, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105709, "latency_s": 5.80235810999875, "output_length": 525, "proxy_request_id": "1314357:6:1422517:839", "request_id": "1314357:6:1422517:839", "request_type": "coder", "requested_output_tokens": 525, "session_id": "1314357", "t_dispatch_unix": 1779964596.9324987, "t_finish_unix": 1779964602.7348568, "t_first_token_unix": 1779964597.1212454, "tpot_s": 0.010712514818701944, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14056875, 14056876], "trace_timestamp_s": 646.2290000000003, "ttft_s": 0.1887446849978005, "turn_id": 6} +{"actual_output_tokens": 620, "cached_tokens": 126192, "effective_input_length": 126198, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 126198, "latency_s": 22.715298754003015, "output_length": 620, "proxy_request_id": "1366128:29:1424316:841", "request_id": "1366128:29:1424316:841", "request_type": "coder", "requested_output_tokens": 620, "session_id": "1366128", "t_dispatch_unix": 1779964583.2045045, "t_finish_unix": 1779964605.9198034, "t_first_token_unix": 1779964583.4118695, "tpot_s": 0.03636130005977561, "trace_hash_ids": [2239009, 2239010, 2239011, 2239012, 2239013, 2239014, 2239015, 2239016, 2239017, 2239018, 2239019, 2239020, 2239021, 2239022, 177637, 177638, 177639, 2239023, 2239024, 2239025, 2239026, 2239027, 14073495, 14073496, 14073497, 14073498, 6887633, 6887634, 6887635, 6887636, 14073499, 14073500, 14073501, 14073502, 14073503, 14073504, 14073505, 14073506, 14073507, 14073508, 14073509, 14073510, 14073511, 14073512, 14073513, 14073514, 14073515, 14073516, 14073517, 14073518, 14073519, 14073520, 14073521, 14073522, 14073523, 14073524, 14073525, 14073526, 14073527, 14073528, 14073529, 14073530, 14073531, 14073532, 14073533, 14073534, 14073535, 14073536, 14073537, 14073538, 14073539, 14073540, 14073541, 14073542, 14073543, 14073544, 14073545, 14073546, 14073547, 14073548, 14073549, 14073550, 14073551, 14073552, 14073553, 14073554, 14073555, 14073556, 14073557, 14073558, 14073559, 14073560, 14073561, 14073562, 14073563, 14073564, 14073565, 14073566, 14073567, 14073568, 14073569, 14073570, 14073571, 14073572, 14073573, 14073574, 14073575, 14073576, 14073577, 14073578, 14073579, 14073580, 14073581, 14073582, 14073583, 14073584, 14073585, 14073586, 14073587, 14073588, 14073589, 14073590, 14073591, 14073592, 14073593, 14073594, 14073595, 14073596, 14073597, 14073598, 14073599, 14073600, 14073601, 14073602, 14073603, 14073604, 14073605, 14073606, 14073607, 14073608, 14073609, 14073610, 14073611, 14073612, 14073613, 14073614, 14073615, 14073616, 14073617, 14073618, 14073619, 14073620, 14073621, 14073622, 14073623, 14073624, 14073625, 14073626, 14073627, 14073628, 14073629, 14073630, 14073631, 14073632, 14073633, 7128120, 7128121, 7128122, 7128123, 14073634, 14073635, 14073636, 14073637, 14073638, 14073639, 14073640, 14073641, 14073642, 14073643, 14073644, 14073645, 14073646, 14073647, 14073648, 14073649, 14073650, 14073651, 14073652, 14073653, 14073654, 14073655, 14073656, 14073657, 14073658, 14073659, 14073660, 14073661, 14073662, 14073663, 14073664, 14073665, 14073666, 14073667, 14073668, 14073669, 14073670, 14073671, 14073672, 14073673, 14073674, 14073675, 14073676, 14073677, 14073678, 14073679, 14073680, 14073681, 14073682, 14073683, 14073684, 14073685, 14073686, 14073687, 14073688, 14073689, 14073690, 14073691, 14073692, 14073693, 14073694, 14073695, 14073696, 14073697, 14073698, 14073699, 14073700, 14073701, 14073702, 14073703, 14073704, 14073705, 14073706, 14073707, 14073708, 14073709, 14073710, 14073711], "trace_timestamp_s": 652.6850000000004, "ttft_s": 0.20736255399970105, "turn_id": 29} +{"actual_output_tokens": 302, "cached_tokens": 0, "effective_input_length": 63153, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63153, "latency_s": 18.904646469, "output_length": 302, "proxy_request_id": "1294611:12:1441557:868", "request_id": "1294611:12:1441557:868", "request_type": "coder", "requested_output_tokens": 302, "session_id": "1294611", "t_dispatch_unix": 1779964587.0788646, "t_finish_unix": 1779964605.983511, "t_first_token_unix": 1779964601.2208328, "tpot_s": 0.015822071132879197, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14232859], "trace_timestamp_s": 712.1100000000006, "ttft_s": 14.141965993003396, "turn_id": 12} +{"actual_output_tokens": 2116, "cached_tokens": 1680, "effective_input_length": 1840, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 1840, "latency_s": 56.23110836200067, "output_length": 2116, "proxy_request_id": "1407599:2:1430593:852", "request_id": "1407599:2:1430593:852", "request_type": "coder", "requested_output_tokens": 2116, "session_id": "1407599", "t_dispatch_unix": 1779964549.8381834, "t_finish_unix": 1779964606.0692914, "t_first_token_unix": 1779964549.876469, "tpot_s": 0.026568606232624102, "trace_hash_ids": [10764018, 14132941, 14132942, 14132943], "trace_timestamp_s": 674.8760000000002, "ttft_s": 0.03828488499857485, "turn_id": 2} +{"actual_output_tokens": 123, "cached_tokens": 63440, "effective_input_length": 63488, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63488, "latency_s": 1.1189966870006174, "output_length": 123, "proxy_request_id": "1294611:13:1446349:872", "request_id": "1294611:13:1446349:872", "request_type": "coder", "requested_output_tokens": 123, "session_id": "1294611", "t_dispatch_unix": 1779964605.986165, "t_finish_unix": 1779964607.105162, "t_first_token_unix": 1779964606.115935, "tpot_s": 0.008106056639335888, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911], "trace_timestamp_s": 728.4270000000006, "ttft_s": 0.12976699100181577, "turn_id": 13} +{"actual_output_tokens": 485, "cached_tokens": 106224, "effective_input_length": 106279, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106279, "latency_s": 5.4430865860013, "output_length": 485, "proxy_request_id": "1314357:7:1427957:851", "request_id": "1314357:7:1427957:851", "request_type": "coder", "requested_output_tokens": 485, "session_id": "1314357", "t_dispatch_unix": 1779964602.739433, "t_finish_unix": 1779964608.1825194, "t_first_token_unix": 1779964602.972653, "tpot_s": 0.010763701047519947, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14107729], "trace_timestamp_s": 665.424, "ttft_s": 0.23321779699836043, "turn_id": 7} +{"actual_output_tokens": 122, "cached_tokens": 106752, "effective_input_length": 106805, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106805, "latency_s": 1.4828901040018536, "output_length": 122, "proxy_request_id": "1314357:8:1431749:854", "request_id": "1314357:8:1431749:854", "request_type": "coder", "requested_output_tokens": 122, "session_id": "1314357", "t_dispatch_unix": 1779964608.187229, "t_finish_unix": 1779964609.6701195, "t_first_token_unix": 1779964608.4244995, "tpot_s": 0.010292028140506134, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14144523], "trace_timestamp_s": 678.8120000000008, "ttft_s": 0.2372677029998158, "turn_id": 8} +{"actual_output_tokens": 1070, "cached_tokens": 19136, "effective_input_length": 19292, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19292, "latency_s": 14.874370908000856, "output_length": 1070, "proxy_request_id": "1371622:3:1443876:871", "request_id": "1371622:3:1443876:871", "request_type": "coder", "requested_output_tokens": 1070, "session_id": "1371622", "t_dispatch_unix": 1779964594.9270043, "t_finish_unix": 1779964609.8013744, "t_first_token_unix": 1779964595.0286303, "tpot_s": 0.013819007593077005, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523], "trace_timestamp_s": 719.9639999999999, "ttft_s": 0.10162439800114953, "turn_id": 3} +{"actual_output_tokens": 46, "cached_tokens": 74000, "effective_input_length": 75761, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75761, "latency_s": 1.6734990949989879, "output_length": 46, "proxy_request_id": "1342921:6:1448548:876", "request_id": "1342921:6:1448548:876", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1342921", "t_dispatch_unix": 1779964610.5510483, "t_finish_unix": 1779964612.2245471, "t_first_token_unix": 1779964611.5278635, "tpot_s": 0.015476094022192733, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14300702, 14300703, 14300704, 14300705], "trace_timestamp_s": 735.5860000000002, "ttft_s": 0.9768137060018489, "turn_id": 6} +{"actual_output_tokens": 243, "cached_tokens": 106912, "effective_input_length": 106959, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106959, "latency_s": 2.7679965090028418, "output_length": 243, "proxy_request_id": "1314357:9:1435219:861", "request_id": "1314357:9:1435219:861", "request_type": "coder", "requested_output_tokens": 243, "session_id": "1314357", "t_dispatch_unix": 1779964609.675489, "t_finish_unix": 1779964612.4434853, "t_first_token_unix": 1779964609.881804, "tpot_s": 0.010584496710743983, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14177399], "trace_timestamp_s": 691.2760000000007, "ttft_s": 0.20631362100175465, "turn_id": 9} +{"actual_output_tokens": 33, "cached_tokens": 107200, "effective_input_length": 107228, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 107228, "latency_s": 0.4553557280014502, "output_length": 33, "proxy_request_id": "1314357:10:1439373:867", "request_id": "1314357:10:1439373:867", "request_type": "coder", "requested_output_tokens": 33, "session_id": "1314357", "t_dispatch_unix": 1779964612.448079, "t_finish_unix": 1779964612.903435, "t_first_token_unix": 1779964612.6293402, "tpot_s": 0.008556629250051628, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14214206, 14214207], "trace_timestamp_s": 705.1230000000005, "ttft_s": 0.18125744099961594, "turn_id": 10} +{"actual_output_tokens": 2012, "cached_tokens": 62512, "effective_input_length": 62513, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 62513, "latency_s": 17.154457550001098, "output_length": 2012, "proxy_request_id": "1313181:9:1386945:689", "request_id": "1313181:9:1386945:689", "request_type": "coder", "requested_output_tokens": 2012, "session_id": "1313181", "t_dispatch_unix": 1779964596.906344, "t_finish_unix": 1779964614.0608017, "t_first_token_unix": 1779964597.0119553, "tpot_s": 0.008477659352065023, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13734424], "trace_timestamp_s": 521.2310000000007, "ttft_s": 0.1055968929977098, "turn_id": 9} +{"actual_output_tokens": 2679, "cached_tokens": 22880, "effective_input_length": 29412, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29412, "latency_s": 46.07084550400032, "output_length": 2679, "proxy_request_id": "1404395:2:1435941:862", "request_id": "1404395:2:1435941:862", "request_type": "coder", "requested_output_tokens": 2679, "session_id": "1404395", "t_dispatch_unix": 1779964568.5973651, "t_finish_unix": 1779964614.6682107, "t_first_token_unix": 1779964595.156514, "tpot_s": 0.0072858349141146994, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14183679], "trace_timestamp_s": 693.6320000000005, "ttft_s": 26.559147375002794, "turn_id": 2} +{"actual_output_tokens": 193, "cached_tokens": 107248, "effective_input_length": 108166, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108166, "latency_s": 2.792861781003012, "output_length": 193, "proxy_request_id": "1314357:11:1442554:870", "request_id": "1314357:11:1442554:870", "request_type": "coder", "requested_output_tokens": 193, "session_id": "1314357", "t_dispatch_unix": 1779964612.9082997, "t_finish_unix": 1779964615.7011616, "t_first_token_unix": 1779964613.6719773, "tpot_s": 0.010567403817712298, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14243700, 14243701], "trace_timestamp_s": 715.6370000000006, "ttft_s": 0.7636747100004868, "turn_id": 11} +{"actual_output_tokens": 61, "cached_tokens": 108352, "effective_input_length": 108409, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108409, "latency_s": 0.8207251469975745, "output_length": 61, "proxy_request_id": "1314357:12:1446681:873", "request_id": "1314357:12:1446681:873", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1314357", "t_dispatch_unix": 1779964615.705527, "t_finish_unix": 1779964616.5262525, "t_first_token_unix": 1779964615.9393542, "tpot_s": 0.009777176583338588, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14283552, 14283553], "trace_timestamp_s": 729.3620000000001, "ttft_s": 0.23382463199959602, "turn_id": 12} +{"actual_output_tokens": 575, "cached_tokens": 63600, "effective_input_length": 63616, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63616, "latency_s": 4.955679416001658, "output_length": 575, "proxy_request_id": "1294611:14:1449074:877", "request_id": "1294611:14:1449074:877", "request_type": "coder", "requested_output_tokens": 575, "session_id": "1294611", "t_dispatch_unix": 1779964612.377277, "t_finish_unix": 1779964617.3329563, "t_first_token_unix": 1779964612.4904788, "tpot_s": 0.008435824235197167, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 14306306], "trace_timestamp_s": 737.4130000000005, "ttft_s": 0.11319949099924997, "turn_id": 14} +{"actual_output_tokens": 169, "cached_tokens": 108464, "effective_input_length": 108791, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108791, "latency_s": 2.341072756997164, "output_length": 169, "proxy_request_id": "1314357:13:1448346:875", "request_id": "1314357:13:1448346:875", "request_type": "coder", "requested_output_tokens": 169, "session_id": "1314357", "t_dispatch_unix": 1779964616.5316522, "t_finish_unix": 1779964618.872725, "t_first_token_unix": 1779964617.0947797, "tpot_s": 0.010581543922615396, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14283552, 14298705, 14298706], "trace_timestamp_s": 735.0250000000005, "ttft_s": 0.5631243999996514, "turn_id": 13} +{"actual_output_tokens": 122, "cached_tokens": 108944, "effective_input_length": 109010, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109010, "latency_s": 1.517778327997803, "output_length": 122, "proxy_request_id": "1314357:14:1450740:878", "request_id": "1314357:14:1450740:878", "request_type": "coder", "requested_output_tokens": 122, "session_id": "1314357", "t_dispatch_unix": 1779964618.877216, "t_finish_unix": 1779964620.3949945, "t_first_token_unix": 1779964619.1326277, "tpot_s": 0.01043011009090504, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14283552, 14298705, 14320601], "trace_timestamp_s": 742.8560000000007, "ttft_s": 0.2554093139988254, "turn_id": 14} +{"actual_output_tokens": 65, "cached_tokens": 53056, "effective_input_length": 55050, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55050, "latency_s": 1.9578113440002198, "output_length": 65, "proxy_request_id": "1268861:11:1452208:880", "request_id": "1268861:11:1452208:880", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1268861", "t_dispatch_unix": 1779964622.7934668, "t_finish_unix": 1779964624.7512777, "t_first_token_unix": 1779964623.6606796, "tpot_s": 0.01703706273434591, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14334566], "trace_timestamp_s": 747.8280000000004, "ttft_s": 0.8672114420005528, "turn_id": 11} +{"actual_output_tokens": 89, "cached_tokens": 20352, "effective_input_length": 20439, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20439, "latency_s": 2.2845339390005392, "output_length": 89, "proxy_request_id": "1371622:4:1452210:881", "request_id": "1371622:4:1452210:881", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1371622", "t_dispatch_unix": 1779964622.8012216, "t_finish_unix": 1779964625.0857556, "t_first_token_unix": 1779964623.6539185, "tpot_s": 0.01626668256821259, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572], "trace_timestamp_s": 747.8389999999999, "ttft_s": 0.8526949400002195, "turn_id": 4} +{"actual_output_tokens": 2588, "cached_tokens": 125946, "effective_input_length": 125947, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 125947, "latency_s": 73.85885588499877, "output_length": 2588, "proxy_request_id": "1264679:3:1431512:853", "request_id": "1264679:3:1431512:853", "request_type": "coder", "requested_output_tokens": 2588, "session_id": "1264679", "t_dispatch_unix": 1779964552.8152075, "t_finish_unix": 1779964626.6740634, "t_first_token_unix": 1779964577.9679728, "tpot_s": 0.018827157443758118, "trace_hash_ids": [53669, 53670, 53671, 53672, 53673, 53674, 53675, 53676, 53677, 53678, 53679, 53680, 53681, 53682, 53683, 53684, 53685, 53686, 53687, 53688, 53689, 53690, 165825, 165826, 928597, 928598, 928599, 928600, 928601, 928602, 928603, 928604, 928605, 928606, 928607, 928608, 928609, 928610, 928611, 928612, 928613, 928614, 928615, 1194856, 1194857, 1194858, 1194859, 1194860, 1194861, 1194862, 1194863, 1194864, 1194865, 4751603, 4751604, 4906135, 4906136, 4906137, 4906138, 4906139, 4906140, 4906141, 4906142, 4906143, 4906144, 4906145, 4906146, 4906147, 9918891, 9918892, 9918893, 9918894, 9918895, 9918896, 9918897, 9918898, 9918899, 9918900, 9918901, 9918902, 9918903, 9918904, 9918905, 9918906, 9918907, 9918908, 9918909, 9918910, 9918911, 9918912, 9918913, 9918914, 9918915, 9918916, 9918917, 9918918, 9918919, 9918920, 9918921, 9918922, 9918923, 9918924, 9918925, 9918926, 9918927, 9918928, 9918929, 9918930, 9918931, 9918932, 9918933, 9918934, 9918935, 9918936, 9918937, 9918938, 9918939, 9918940, 9918941, 9918942, 9918943, 9918944, 9918945, 9918946, 9918947, 9918948, 9918949, 9918950, 9918951, 9918952, 9918953, 9918954, 9918955, 9918956, 9918957, 9918958, 9918959, 9918960, 9918961, 9918962, 9918963, 9918964, 9918965, 9918966, 9918967, 9918968, 9918969, 9918970, 9918971, 9918972, 9918973, 9918974, 9918975, 9918976, 9918977, 9918978, 9918979, 9918980, 9918981, 9918982, 9918983, 9918984, 9918985, 9918986, 9918987, 9918988, 9918989, 9918990, 9918991, 9918992, 9918993, 9918994, 9918995, 9918996, 9918997, 9918998, 9918999, 11660422, 11660423, 11660424, 11660425, 11660426, 11660427, 11660428, 11660429, 11660430, 11660431, 11660432, 11660433, 11660434, 11660435, 11660436, 11660437, 11660438, 11660439, 11660440, 11660441, 11660442, 12172627, 12172628, 12172629, 12172630, 12542438, 12542439, 12542440, 12586272, 12586273, 12586274, 12586275, 12586276, 12586277, 12586278, 12586279, 12586280, 12586281, 13901868, 13901869, 13901870, 13901871, 13901872, 13901873, 13901874, 14141972, 14141973, 14141974, 14141975, 14141976, 14141977, 14141978, 14141979, 14141980, 14141981, 14141982, 14141983, 14141984, 14141985, 14141986, 14141987, 14141988, 14141989, 14141990, 14141991, 14141992, 14141993, 14141994, 14141995], "trace_timestamp_s": 677.8460000000005, "ttft_s": 25.152762247998908, "turn_id": 3} +{"actual_output_tokens": 365, "cached_tokens": 109120, "effective_input_length": 109164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109164, "latency_s": 4.140707238999312, "output_length": 365, "proxy_request_id": "1314357:15:1452292:882", "request_id": "1314357:15:1452292:882", "request_type": "coder", "requested_output_tokens": 365, "session_id": "1314357", "t_dispatch_unix": 1779964623.048887, "t_finish_unix": 1779964627.189594, "t_first_token_unix": 1779964623.243657, "tpot_s": 0.010839851431318404, "trace_hash_ids": [7776, 7777, 697, 5765, 5766, 5767, 7778, 85399, 85400, 85401, 85402, 85403, 85404, 85405, 85406, 85407, 85408, 85409, 85410, 85411, 85412, 85413, 85414, 85415, 85416, 85417, 85418, 85419, 85420, 248920, 248921, 248922, 248923, 248924, 248925, 248926, 248927, 248928, 248929, 248930, 248931, 13014868, 17890, 17891, 17892, 17893, 13014869, 13014870, 13014871, 13014872, 13014873, 13014874, 13014875, 13014876, 13014877, 13014878, 13014879, 13014880, 13014881, 13014882, 13014883, 13014884, 13014885, 13014886, 13014887, 13014888, 13014889, 13014890, 13014891, 13014892, 13014893, 13014894, 13014895, 13014896, 13014897, 13014898, 13014899, 13014900, 13014901, 13014902, 13014903, 13014904, 13014905, 13014906, 13014907, 13014908, 13014909, 13014910, 13014911, 13014912, 13014913, 13014914, 13014915, 13014916, 13014917, 13014918, 13014919, 13014920, 13014921, 13014922, 13014923, 13014924, 13014925, 13014926, 13014927, 13014928, 13014929, 13014930, 13014931, 13014932, 13257857, 13257858, 13257859, 13257860, 13257861, 13257862, 13257863, 13257864, 13257865, 13292853, 13292854, 13292855, 13292856, 13292857, 13292858, 13292859, 13292860, 13292861, 13419011, 13419012, 13419013, 13419014, 13796574, 13796575, 13796576, 13796577, 13796578, 13796579, 13796580, 13796581, 13796582, 13796583, 13796584, 13796585, 13796586, 13796587, 13796588, 13796589, 13796590, 13796591, 13796592, 13796593, 13796594, 13796595, 13796596, 13796597, 13796598, 13796599, 13796600, 13796601, 13796602, 13796603, 13796604, 13796605, 13796606, 13796607, 13796608, 13796609, 13796610, 13796611, 13796612, 13796613, 13796614, 13796615, 13796616, 13796617, 13796618, 13796619, 13796620, 13796621, 13796622, 13796623, 13796624, 13796625, 13796626, 13796627, 13796628, 13796629, 13796630, 13796631, 13796632, 13796633, 13796634, 13796635, 13796636, 13796637, 13796638, 13796639, 14056868, 14056869, 14056870, 14056871, 14056872, 14056873, 14056874, 14107727, 14107728, 14144522, 14243698, 14243699, 14283552, 14298705, 14335068, 14335069], "trace_timestamp_s": 748.0830000000005, "ttft_s": 0.19476730799942743, "turn_id": 15} +{"actual_output_tokens": 140, "cached_tokens": 0, "effective_input_length": 127488, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 127488, "latency_s": 53.26531587199861, "output_length": 140, "proxy_request_id": "1356885:2:1438037:864", "request_id": "1356885:2:1438037:864", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1356885", "t_dispatch_unix": 1779964575.6923919, "t_finish_unix": 1779964628.957708, "t_first_token_unix": 1779964627.3867662, "tpot_s": 0.011300118604313545, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14202196, 14202197, 14202198, 14202199, 14202200, 14202201, 14202202, 14202203, 14202204], "trace_timestamp_s": 700.7250000000004, "ttft_s": 51.69436433699957, "turn_id": 2} +{"actual_output_tokens": 76, "cached_tokens": 20512, "effective_input_length": 21518, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21518, "latency_s": 0.6951785660021415, "output_length": 76, "proxy_request_id": "1371622:5:1455608:884", "request_id": "1371622:5:1455608:884", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1371622", "t_dispatch_unix": 1779964634.584044, "t_finish_unix": 1779964635.2792222, "t_first_token_unix": 1779964634.830209, "tpot_s": 0.005983050493329453, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14366141], "trace_timestamp_s": 759.6210000000001, "ttft_s": 0.24616365000110818, "turn_id": 5} +{"actual_output_tokens": 90, "cached_tokens": 29200, "effective_input_length": 29268, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29268, "latency_s": 0.6511403840013372, "output_length": 90, "proxy_request_id": "1363943:14:1458616:885", "request_id": "1363943:14:1458616:885", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1363943", "t_dispatch_unix": 1779964644.5291297, "t_finish_unix": 1779964645.1802702, "t_first_token_unix": 1779964644.6195552, "tpot_s": 0.0062975454382242614, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14395120], "trace_timestamp_s": 769.5660000000007, "ttft_s": 0.09042385399880004, "turn_id": 14} +{"actual_output_tokens": 1368, "cached_tokens": 127616, "effective_input_length": 128563, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 128563, "latency_s": 17.73804861499957, "output_length": 1368, "proxy_request_id": "1356885:3:1451307:879", "request_id": "1356885:3:1451307:879", "request_type": "coder", "requested_output_tokens": 1368, "session_id": "1356885", "t_dispatch_unix": 1779964628.9629996, "t_finish_unix": 1779964646.7010484, "t_first_token_unix": 1779964630.108117, "tpot_s": 0.012138027024871318, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14202196, 14202197, 14202198, 14202199, 14202200, 14202201, 14202202, 14202203, 14202204, 14325634, 14325635, 14325636], "trace_timestamp_s": 744.8150000000005, "ttft_s": 1.1451150329994562, "turn_id": 3} +{"actual_output_tokens": 352, "cached_tokens": 32080, "effective_input_length": 34392, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34392, "latency_s": 3.056436914997903, "output_length": 352, "proxy_request_id": "1404395:3:1460072:887", "request_id": "1404395:3:1460072:887", "request_type": "coder", "requested_output_tokens": 352, "session_id": "1404395", "t_dispatch_unix": 1779964649.1667233, "t_finish_unix": 1779964652.22316, "t_first_token_unix": 1779964649.7958794, "tpot_s": 0.006914599002845568, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14408522], "trace_timestamp_s": 774.201, "ttft_s": 0.629153502999543, "turn_id": 3} +{"actual_output_tokens": 79, "cached_tokens": 64512, "effective_input_length": 129839, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 129839, "latency_s": 39.62761337899792, "output_length": 79, "proxy_request_id": "1313181:10:1338837:436", "request_id": "1313181:10:1338837:436", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1313181", "t_dispatch_unix": 1779964614.0660892, "t_finish_unix": 1779964653.693702, "t_first_token_unix": 1779964652.8515546, "tpot_s": 0.01079382497435943, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13291139], "trace_timestamp_s": 353.08300000000054, "ttft_s": 38.78546312199978, "turn_id": 10} +{"actual_output_tokens": 303, "cached_tokens": 0, "effective_input_length": 26406, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26406, "latency_s": 5.116105192999385, "output_length": 303, "proxy_request_id": "1242838:5:1460026:886", "request_id": "1242838:5:1460026:886", "request_type": "coder", "requested_output_tokens": 303, "session_id": "1242838", "t_dispatch_unix": 1779964649.0194647, "t_finish_unix": 1779964654.1355696, "t_first_token_unix": 1779964652.2155156, "tpot_s": 0.006357025768216013, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892, 12596370, 12596371, 12596372, 12596373, 12596374, 14408080, 14408081, 14408082], "trace_timestamp_s": 774.0540000000001, "ttft_s": 3.1960487750002358, "turn_id": 5} +{"actual_output_tokens": 210, "cached_tokens": 29344, "effective_input_length": 29651, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29651, "latency_s": 1.5524254230003862, "output_length": 210, "proxy_request_id": "1363943:15:1461716:889", "request_id": "1363943:15:1461716:889", "request_type": "coder", "requested_output_tokens": 210, "session_id": "1363943", "t_dispatch_unix": 1779964654.4515245, "t_finish_unix": 1779964656.00395, "t_first_token_unix": 1779964654.630246, "tpot_s": 0.006571544282298906, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564], "trace_timestamp_s": 779.4890000000005, "ttft_s": 0.17871889299931354, "turn_id": 15} +{"actual_output_tokens": 366, "cached_tokens": 64720, "effective_input_length": 64724, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 64724, "latency_s": 3.211815659000422, "output_length": 366, "proxy_request_id": "1313181:10:1399867:746", "request_id": "1313181:10:1399867:746", "request_type": "coder", "requested_output_tokens": 366, "session_id": "1313181", "t_dispatch_unix": 1779964653.6976643, "t_finish_unix": 1779964656.9094796, "t_first_token_unix": 1779964653.8064277, "tpot_s": 0.0085007780328814, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13853445], "trace_timestamp_s": 566.9639999999999, "ttft_s": 0.1087615430005826, "turn_id": 10} +{"actual_output_tokens": 215, "cached_tokens": 29856, "effective_input_length": 34671, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34671, "latency_s": 2.624737587000709, "output_length": 215, "proxy_request_id": "1363943:16:1463626:890", "request_id": "1363943:16:1463626:890", "request_type": "coder", "requested_output_tokens": 215, "session_id": "1363943", "t_dispatch_unix": 1779964660.9216635, "t_finish_unix": 1779964663.5464008, "t_first_token_unix": 1779964662.0881808, "tpot_s": 0.006812858584113354, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14441618], "trace_timestamp_s": 785.9570000000003, "ttft_s": 1.1665151300003345, "turn_id": 16} +{"actual_output_tokens": 116, "cached_tokens": 55104, "effective_input_length": 56147, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56147, "latency_s": 1.4337221200003114, "output_length": 116, "proxy_request_id": "1268861:12:1463977:891", "request_id": "1268861:12:1463977:891", "request_type": "coder", "requested_output_tokens": 116, "session_id": "1268861", "t_dispatch_unix": 1779964662.2049258, "t_finish_unix": 1779964663.6386478, "t_first_token_unix": 1779964662.7395403, "tpot_s": 0.007816530208694293, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14445190], "trace_timestamp_s": 787.241, "ttft_s": 0.534611245002452, "turn_id": 12} +{"actual_output_tokens": 86, "cached_tokens": 21584, "effective_input_length": 23079, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23079, "latency_s": 0.8422465719995671, "output_length": 86, "proxy_request_id": "1371622:6:1465333:892", "request_id": "1371622:6:1465333:892", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1371622", "t_dispatch_unix": 1779964666.4681413, "t_finish_unix": 1779964667.3103878, "t_first_token_unix": 1779964666.7873127, "tpot_s": 0.0061502868117874155, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14456420, 14456421, 14456422, 14456423], "trace_timestamp_s": 791.5020000000004, "ttft_s": 0.3191695899986371, "turn_id": 6} +{"actual_output_tokens": 166, "cached_tokens": 34880, "effective_input_length": 35991, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35991, "latency_s": 1.488501752999582, "output_length": 166, "proxy_request_id": "1363943:17:1466811:893", "request_id": "1363943:17:1466811:893", "request_type": "coder", "requested_output_tokens": 166, "session_id": "1363943", "t_dispatch_unix": 1779964671.6042783, "t_finish_unix": 1779964673.0927799, "t_first_token_unix": 1779964671.9741538, "tpot_s": 0.006777787721225512, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14471076], "trace_timestamp_s": 796.6350000000002, "ttft_s": 0.36987363399748574, "turn_id": 17} +{"actual_output_tokens": 71, "cached_tokens": 0, "effective_input_length": 81299, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 81299, "latency_s": 22.902992007999273, "output_length": 71, "proxy_request_id": "1363093:6:1460799:888", "request_id": "1363093:6:1460799:888", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1363093", "t_dispatch_unix": 1779964651.5896192, "t_finish_unix": 1779964674.4926114, "t_first_token_unix": 1779964673.8890934, "tpot_s": 0.008617932471419667, "trace_hash_ids": [47587, 4719049, 4719050, 4719051, 4719052, 4719053, 4719054, 403834, 403835, 403836, 403837, 403838, 403839, 4719055, 4719056, 4719057, 4719058, 4719059, 4719060, 4719061, 4719062, 4719063, 4719064, 4719065, 4719066, 4719067, 4719068, 4719069, 4719070, 4719071, 13516841, 13516842, 13516843, 13516844, 13516845, 13516846, 13516847, 13516848, 13516849, 13516850, 13516851, 13516852, 13516853, 13516854, 13516855, 13516856, 13516857, 13516858, 13516859, 13516860, 13516861, 13516862, 13516863, 13516864, 13516865, 13516866, 13516867, 13516868, 13516869, 13516870, 13516871, 13516872, 13516873, 13516874, 13516875, 13516876, 13516877, 13516878, 13516879, 13516880, 13516881, 13516882, 13516883, 13516884, 13516885, 13516886, 13516887, 13516888, 13516889, 13516890, 13516891, 13516892, 13516893, 13516894, 13516895, 13516896, 13516897, 13516898, 13516899, 13516900, 13516901, 13516902, 13516903, 13516904, 13516905, 13516906, 13516907, 13516908, 13516909, 13516910, 13516911, 13516912, 13516913, 13516914, 13516915, 13516916, 13516917, 13516918, 13516919, 13516920, 13516921, 13516922, 13516923, 13516924, 13516925, 13516926, 13516927, 13516928, 13516929, 13516930, 13516931, 13516932, 13516933, 13567147, 13620062, 13764670, 13764671, 13764672, 13764673, 13764674, 13764675, 13764676, 13764677, 13764678, 13925441, 13925442, 13925443, 13925444, 13925445, 13925446, 13925447, 13925448, 13925449, 14416033, 14416034, 14416035, 14416036, 14416037, 14416038, 14416039, 14416040, 14416041, 14416042, 14416043, 14416044, 14416045, 14416046, 14416047, 14416048], "trace_timestamp_s": 776.6220000000003, "ttft_s": 22.299471515001642, "turn_id": 6} +{"actual_output_tokens": 183, "cached_tokens": 34736, "effective_input_length": 34863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34863, "latency_s": 1.362391229999048, "output_length": 183, "proxy_request_id": "1404395:4:1467473:894", "request_id": "1404395:4:1467473:894", "request_type": "coder", "requested_output_tokens": 183, "session_id": "1404395", "t_dispatch_unix": 1779964673.9161136, "t_finish_unix": 1779964675.2785056, "t_first_token_unix": 1779964674.0443914, "tpot_s": 0.006779286785716137, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14477863], "trace_timestamp_s": 798.9530000000004, "ttft_s": 0.128275348997704, "turn_id": 4} +{"actual_output_tokens": 137, "cached_tokens": 23152, "effective_input_length": 24036, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24036, "latency_s": 1.0754974860028597, "output_length": 137, "proxy_request_id": "1371622:7:1468305:895", "request_id": "1371622:7:1468305:895", "request_type": "coder", "requested_output_tokens": 137, "session_id": "1371622", "t_dispatch_unix": 1779964676.6901283, "t_finish_unix": 1779964677.7656257, "t_first_token_unix": 1779964676.9177265, "tpot_s": 0.006232585808822264, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14456420, 14456421, 14456422, 14485665, 14485666], "trace_timestamp_s": 801.7260000000006, "ttft_s": 0.22759602600126527, "turn_id": 7} +{"actual_output_tokens": 366, "cached_tokens": 36144, "effective_input_length": 47303, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47303, "latency_s": 5.981301407999126, "output_length": 366, "proxy_request_id": "1363943:18:1469143:896", "request_id": "1363943:18:1469143:896", "request_type": "coder", "requested_output_tokens": 366, "session_id": "1363943", "t_dispatch_unix": 1779964679.5050871, "t_finish_unix": 1779964685.4863877, "t_first_token_unix": 1779964682.7492924, "tpot_s": 0.007498228446578875, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14493422], "trace_timestamp_s": 804.5360000000001, "ttft_s": 3.244203111000388, "turn_id": 18} +{"actual_output_tokens": 217, "cached_tokens": 40848, "effective_input_length": 66246, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66246, "latency_s": 10.752293108998856, "output_length": 217, "proxy_request_id": "1405155:3:1469167:897", "request_id": "1405155:3:1469167:897", "request_type": "coder", "requested_output_tokens": 217, "session_id": "1405155", "t_dispatch_unix": 1779964679.5811515, "t_finish_unix": 1779964690.3334439, "t_first_token_unix": 1779964688.5168328, "tpot_s": 0.008409150425921797, "trace_hash_ids": [10318, 19962, 19963, 6857595, 285666, 285667, 285668, 285669, 285670, 46040, 5773882, 5773883, 1206371, 5773884, 5773885, 5773886, 13900916, 133747, 5372951, 5372952, 5372953, 5372954, 5372955, 5372956, 13900917, 13900918, 13900919, 13900920, 13900921, 13900922, 13900923, 13900924, 13900925, 13900926, 13900927, 13900928, 13900929, 13900930, 13900931, 13900932, 13900933, 13900934, 13900935, 13900936, 13900937, 13900938, 13900939, 13900940, 13900941, 13900942, 13900943, 13900944, 13900945, 13900946, 13900947, 13900948, 13900949, 13900950, 13900951, 13900952, 13900953, 13900954, 13900955, 13900956, 13983589, 13983590, 13983591, 13983592, 13983593, 13983594, 13983595, 13983596, 13983597, 13983598, 13983599, 13983600, 13983601, 13983602, 13983603, 14163102, 14163103, 14163104, 14163105, 14163106, 14163107, 14163108, 14163109, 14163110, 14163111, 14163112, 14163113, 14163114, 14163115, 14163116, 14493552, 14493553, 14493554, 14493555, 14493556, 14493557, 14493558, 14493559, 14493560, 14493561, 14493562, 14493563, 14493564, 14493565, 14493566, 14493567, 14493568, 14493569, 14493570, 14493571, 14493572, 14493573, 14493574, 14493575, 14493576, 14493577, 14493578, 14493579, 14493580, 14493581, 14493582, 14493583, 14493584, 14493585, 14493586, 14493587], "trace_timestamp_s": 804.6080000000002, "ttft_s": 8.935679465001158, "turn_id": 3} +{"actual_output_tokens": 27, "cached_tokens": 12176, "effective_input_length": 12247, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 12247, "latency_s": 3.898118209999666, "output_length": 27, "proxy_request_id": "1399948:13:1472968:898", "request_id": "1399948:13:1472968:898", "request_type": "coder", "requested_output_tokens": 27, "session_id": "1399948", "t_dispatch_unix": 1779964692.0429335, "t_finish_unix": 1779964695.9410512, "t_first_token_unix": 1779964695.6367524, "tpot_s": 0.011686781769290415, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14529718], "trace_timestamp_s": 817.0790000000006, "ttft_s": 3.5938181029996485, "turn_id": 13} +{"actual_output_tokens": 76, "cached_tokens": 65088, "effective_input_length": 129931, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 129931, "latency_s": 39.602479887998925, "output_length": 76, "proxy_request_id": "1313181:11:1344301:464", "request_id": "1313181:11:1344301:464", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1313181", "t_dispatch_unix": 1779964656.913798, "t_finish_unix": 1779964696.516278, "t_first_token_unix": 1779964695.6348495, "tpot_s": 0.011749126306676771, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13342342], "trace_timestamp_s": 371.9440000000004, "ttft_s": 38.721048976996826, "turn_id": 11} +{"actual_output_tokens": 51, "cached_tokens": 65120, "effective_input_length": 65123, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65123, "latency_s": 0.4878631409992522, "output_length": 51, "proxy_request_id": "1313181:11:1402841:762", "request_id": "1313181:11:1402841:762", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1313181", "t_dispatch_unix": 1779964696.5197527, "t_finish_unix": 1779964697.0076163, "t_first_token_unix": 1779964696.6227007, "tpot_s": 0.007693620860009105, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13881594], "trace_timestamp_s": 577.3000000000002, "ttft_s": 0.10294557000088389, "turn_id": 11} +{"actual_output_tokens": 150, "cached_tokens": 71760, "effective_input_length": 76600, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76600, "latency_s": 4.030396879999898, "output_length": 150, "proxy_request_id": "1342921:7:1473812:900", "request_id": "1342921:7:1473812:900", "request_type": "coder", "requested_output_tokens": 150, "session_id": "1342921", "t_dispatch_unix": 1779964694.996989, "t_finish_unix": 1779964699.0273857, "t_first_token_unix": 1779964697.3889866, "tpot_s": 0.010993795234887922, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14300702, 14300703, 14300704, 14300705, 14537883, 14537884], "trace_timestamp_s": 820.0320000000002, "ttft_s": 2.391996049998852, "turn_id": 7} +{"actual_output_tokens": 499, "cached_tokens": 24160, "effective_input_length": 24569, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24569, "latency_s": 6.3605542320001405, "output_length": 499, "proxy_request_id": "1371622:8:1473416:899", "request_id": "1371622:8:1473416:899", "request_type": "coder", "requested_output_tokens": 499, "session_id": "1371622", "t_dispatch_unix": 1779964693.7114122, "t_finish_unix": 1779964700.0719662, "t_first_token_unix": 1779964693.8763404, "tpot_s": 0.012440134510037327, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14456420, 14456421, 14456422, 14485665, 14485666, 14534121], "trace_timestamp_s": 818.7460000000001, "ttft_s": 0.16492683999967994, "turn_id": 8} +{"actual_output_tokens": 235, "cached_tokens": 47664, "effective_input_length": 56056, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56056, "latency_s": 4.838125033998949, "output_length": 235, "proxy_request_id": "1363943:19:1473899:901", "request_id": "1363943:19:1473899:901", "request_type": "coder", "requested_output_tokens": 235, "session_id": "1363943", "t_dispatch_unix": 1779964695.2800634, "t_finish_unix": 1779964700.1181881, "t_first_token_unix": 1779964698.2561812, "tpot_s": 0.007956335188033787, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14538809], "trace_timestamp_s": 820.3120000000008, "ttft_s": 2.976116413999989, "turn_id": 19} +{"actual_output_tokens": 419, "cached_tokens": 56288, "effective_input_length": 60761, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60761, "latency_s": 5.276725463998446, "output_length": 419, "proxy_request_id": "1363943:20:1476805:903", "request_id": "1363943:20:1476805:903", "request_type": "coder", "requested_output_tokens": 419, "session_id": "1363943", "t_dispatch_unix": 1779964705.245308, "t_finish_unix": 1779964710.5220337, "t_first_token_unix": 1779964707.0551775, "tpot_s": 0.008293336641153991, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14566556], "trace_timestamp_s": 830.2800000000007, "ttft_s": 1.8098670859981212, "turn_id": 20} +{"actual_output_tokens": 183, "cached_tokens": 0, "effective_input_length": 44949, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44949, "latency_s": 9.156849445000262, "output_length": 183, "proxy_request_id": "1305906:4:1476757:902", "request_id": "1305906:4:1476757:902", "request_type": "coder", "requested_output_tokens": 183, "session_id": "1305906", "t_dispatch_unix": 1779964705.0724885, "t_finish_unix": 1779964714.229338, "t_first_token_unix": 1779964712.8921633, "tpot_s": 0.0073458693296633215, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 14566041, 14566042], "trace_timestamp_s": 830.094, "ttft_s": 7.819673286001489, "turn_id": 4} +{"actual_output_tokens": 90, "cached_tokens": 25056, "effective_input_length": 25286, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25286, "latency_s": 0.6682135579976602, "output_length": 90, "proxy_request_id": "1371622:9:1479535:905", "request_id": "1371622:9:1479535:905", "request_type": "coder", "requested_output_tokens": 90, "session_id": "1371622", "t_dispatch_unix": 1779964714.3857968, "t_finish_unix": 1779964715.0540104, "t_first_token_unix": 1779964714.496539, "tpot_s": 0.006260994393241152, "trace_hash_ids": [364052, 364053, 364054, 12336707, 12336708, 12336709, 12336710, 12336711, 12336712, 12336713, 12336714, 12336715, 12336716, 12336717, 12336718, 12336719, 12336720, 12336721, 12336722, 12336723, 12336724, 12336725, 13595697, 13595698, 13595699, 13595700, 14240610, 14240611, 14240612, 14240613, 14240614, 14240615, 14240616, 14240617, 14240618, 14240619, 14240620, 14256523, 14334571, 14334572, 14366139, 14366140, 14456420, 14456421, 14456422, 14485665, 14485666, 14534121, 14590128, 14590129], "trace_timestamp_s": 839.4230000000007, "ttft_s": 0.11074011500022607, "turn_id": 9} +{"actual_output_tokens": 378, "cached_tokens": 35040, "effective_input_length": 36988, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36988, "latency_s": 3.2525912699966284, "output_length": 378, "proxy_request_id": "1404395:5:1480170:906", "request_id": "1404395:5:1480170:906", "request_type": "coder", "requested_output_tokens": 378, "session_id": "1404395", "t_dispatch_unix": 1779964716.6243665, "t_finish_unix": 1779964719.876958, "t_first_token_unix": 1779964717.2245238, "tpot_s": 0.007034843748006, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14549647, 14549648, 14596003, 14596004, 14596005], "trace_timestamp_s": 841.6610000000001, "ttft_s": 0.6001550559994939, "turn_id": 5} +{"actual_output_tokens": 164, "cached_tokens": 56256, "effective_input_length": 57130, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57130, "latency_s": 1.725509546999092, "output_length": 164, "proxy_request_id": "1268861:13:1481831:907", "request_id": "1268861:13:1481831:907", "request_type": "coder", "requested_output_tokens": 164, "session_id": "1268861", "t_dispatch_unix": 1779964722.2145941, "t_finish_unix": 1779964723.9401028, "t_first_token_unix": 1779964722.6499374, "tpot_s": 0.007913728233108453, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14610203], "trace_timestamp_s": 847.2510000000002, "ttft_s": 0.43534151000130805, "turn_id": 13} +{"actual_output_tokens": 1604, "cached_tokens": 38816, "effective_input_length": 38827, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38827, "latency_s": 11.78031849800027, "output_length": 1604, "proxy_request_id": "1301929:4:1479037:904", "request_id": "1301929:4:1479037:904", "request_type": "coder", "requested_output_tokens": 1604, "session_id": "1301929", "t_dispatch_unix": 1779964712.6426756, "t_finish_unix": 1779964724.4229941, "t_first_token_unix": 1779964712.720719, "tpot_s": 0.00730007611229022, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 244222, 244223, 8074420, 8074421, 12946894, 12946895, 12946896, 12946897, 12946898, 12946899, 12946900, 12946901, 12946902, 12946903, 12946904, 12946905, 12946906, 12946907, 12946908, 12946909, 12946910, 12946911, 12946912, 12946913, 12946914, 12946915, 12946916, 12946917, 12946918, 12946919, 12946920, 12946921, 12946922, 12946923, 12946924, 12946925, 12946926, 12946927, 12946928, 12946929, 12946930, 12946931, 12946932, 12946933, 12946934, 12946935, 12946936, 12946937, 12946938, 12946939, 12946940, 12946941, 12946942, 12946943, 12946944, 12946945, 12946946, 12946947, 12946948, 12946949, 12946950, 13626958, 13626959, 14014871, 14014872, 14014873, 14585791, 14585792, 14585793], "trace_timestamp_s": 837.6770000000006, "ttft_s": 0.07804124399990542, "turn_id": 4} +{"actual_output_tokens": 370, "cached_tokens": 61168, "effective_input_length": 65658, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65658, "latency_s": 5.095143473998178, "output_length": 370, "proxy_request_id": "1363943:21:1482184:908", "request_id": "1363943:21:1482184:908", "request_type": "coder", "requested_output_tokens": 370, "session_id": "1363943", "t_dispatch_unix": 1779964723.5430317, "t_finish_unix": 1779964728.6381752, "t_first_token_unix": 1779964725.494639, "tpot_s": 0.00851842517886695, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14613732], "trace_timestamp_s": 848.5780000000004, "ttft_s": 1.9516042619979999, "turn_id": 21} +{"actual_output_tokens": 359, "cached_tokens": 37360, "effective_input_length": 37689, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37689, "latency_s": 2.743790919001185, "output_length": 359, "proxy_request_id": "1404395:6:1483967:909", "request_id": "1404395:6:1483967:909", "request_type": "coder", "requested_output_tokens": 359, "session_id": "1404395", "t_dispatch_unix": 1779964729.4688406, "t_finish_unix": 1779964732.2126312, "t_first_token_unix": 1779964729.6892285, "tpot_s": 0.007047945276531082, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14549647, 14549648, 14596003, 14596004, 14632576, 14632577], "trace_timestamp_s": 854.5040000000008, "ttft_s": 0.2203853290011466, "turn_id": 6} +{"actual_output_tokens": 81, "cached_tokens": 65168, "effective_input_length": 130479, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 130479, "latency_s": 39.884757505999005, "output_length": 81, "proxy_request_id": "1313181:12:1346194:470", "request_id": "1313181:12:1346194:470", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1313181", "t_dispatch_unix": 1779964697.0115628, "t_finish_unix": 1779964736.8963206, "t_first_token_unix": 1779964736.0135975, "tpot_s": 0.011031121125006394, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13342342, 13359182], "trace_timestamp_s": 378.5650000000005, "ttft_s": 39.00203155000054, "turn_id": 12} +{"actual_output_tokens": 69, "cached_tokens": 65168, "effective_input_length": 65179, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65179, "latency_s": 0.6506614469981287, "output_length": 69, "proxy_request_id": "1313181:12:1404813:772", "request_id": "1313181:12:1404813:772", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1313181", "t_dispatch_unix": 1779964736.8993769, "t_finish_unix": 1779964737.5500383, "t_first_token_unix": 1779964737.014048, "tpot_s": 0.007878724676469146, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13897933], "trace_timestamp_s": 584.0840000000007, "ttft_s": 0.11466885399931925, "turn_id": 12} +{"actual_output_tokens": 398, "cached_tokens": 66016, "effective_input_length": 70238, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70238, "latency_s": 6.222480602998985, "output_length": 398, "proxy_request_id": "1363943:22:1485341:910", "request_id": "1363943:22:1485341:910", "request_type": "coder", "requested_output_tokens": 398, "session_id": "1363943", "t_dispatch_unix": 1779964734.1995854, "t_finish_unix": 1779964740.4220662, "t_first_token_unix": 1779964736.1453388, "tpot_s": 0.010772016526444217, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14647276], "trace_timestamp_s": 859.232, "ttft_s": 1.9457507799997984, "turn_id": 22} +{"actual_output_tokens": 205, "cached_tokens": 26704, "effective_input_length": 29903, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29903, "latency_s": 2.284488664001401, "output_length": 205, "proxy_request_id": "1242838:6:1486863:911", "request_id": "1242838:6:1486863:911", "request_type": "coder", "requested_output_tokens": 205, "session_id": "1242838", "t_dispatch_unix": 1779964739.221432, "t_finish_unix": 1779964741.505921, "t_first_token_unix": 1779964739.9680278, "tpot_s": 0.007537507068638447, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892, 12596370, 12596371, 12596372, 12596373, 12596374, 14408080, 14408081, 14408082, 14660531, 14660532, 14660533, 14660534, 14660535, 14660536, 14660537], "trace_timestamp_s": 864.2580000000007, "ttft_s": 0.7465936459993827, "turn_id": 6} +{"actual_output_tokens": 226, "cached_tokens": 70624, "effective_input_length": 72516, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72516, "latency_s": 3.0463783870000043, "output_length": 226, "proxy_request_id": "1363943:23:1488713:912", "request_id": "1363943:23:1488713:912", "request_type": "coder", "requested_output_tokens": 226, "session_id": "1363943", "t_dispatch_unix": 1779964745.3515377, "t_finish_unix": 1779964748.397916, "t_first_token_unix": 1779964746.4167488, "tpot_s": 0.00880392067554769, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14678082], "trace_timestamp_s": 870.3830000000007, "ttft_s": 1.065208624000661, "turn_id": 23} +{"actual_output_tokens": 45, "cached_tokens": 38032, "effective_input_length": 39569, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39569, "latency_s": 0.7722574580002401, "output_length": 45, "proxy_request_id": "1404395:7:1491186:914", "request_id": "1404395:7:1491186:914", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1404395", "t_dispatch_unix": 1779964754.0129209, "t_finish_unix": 1779964754.7851784, "t_first_token_unix": 1779964754.4997096, "tpot_s": 0.00648089393185232, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14549647, 14549648, 14596003, 14596004, 14632576, 14668041, 14668042, 14668043, 14701438, 14701439], "trace_timestamp_s": 879.0480000000007, "ttft_s": 0.48678610999922967, "turn_id": 7} +{"actual_output_tokens": 181, "cached_tokens": 72736, "effective_input_length": 74939, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 74939, "latency_s": 2.8348014059993147, "output_length": 181, "proxy_request_id": "1363943:24:1491020:913", "request_id": "1363943:24:1491020:913", "request_type": "coder", "requested_output_tokens": 181, "session_id": "1363943", "t_dispatch_unix": 1779964753.6138473, "t_finish_unix": 1779964756.4486485, "t_first_token_unix": 1779964754.8524992, "tpot_s": 0.008865825777765067, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14700163], "trace_timestamp_s": 878.643, "ttft_s": 1.2386499280000862, "turn_id": 24} +{"actual_output_tokens": 246, "cached_tokens": 75104, "effective_input_length": 75711, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75711, "latency_s": 2.604724515000271, "output_length": 246, "proxy_request_id": "1363943:25:1493325:915", "request_id": "1363943:25:1493325:915", "request_type": "coder", "requested_output_tokens": 246, "session_id": "1363943", "t_dispatch_unix": 1779964761.0947025, "t_finish_unix": 1779964763.6994264, "t_first_token_unix": 1779964761.5123098, "tpot_s": 0.00892607661224581, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986], "trace_timestamp_s": 886.1260000000002, "ttft_s": 0.41760482500103535, "turn_id": 25} +{"actual_output_tokens": 504, "cached_tokens": 39600, "effective_input_length": 39820, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39820, "latency_s": 3.776250391998474, "output_length": 504, "proxy_request_id": "1404395:8:1494219:916", "request_id": "1404395:8:1494219:916", "request_type": "coder", "requested_output_tokens": 504, "session_id": "1404395", "t_dispatch_unix": 1779964764.1214345, "t_finish_unix": 1779964767.8976848, "t_first_token_unix": 1779964764.2780397, "tpot_s": 0.007194979568587192, "trace_hash_ids": [3411, 61623, 61624, 61625, 61626, 214265, 507617, 507618, 123579, 123580, 123581, 507619, 507620, 507621, 507622, 507623, 507624, 507625, 507626, 507627, 507628, 13709703, 6799325, 6799326, 5480446, 3649098, 7753009, 7753010, 13709704, 13709705, 13709706, 13709707, 13813546, 13813547, 13835885, 13867009, 13895249, 13895250, 13895251, 13895252, 13895253, 13895254, 13995780, 13995781, 13995782, 14019419, 14019420, 14019421, 14019422, 14019423, 14038599, 14052822, 14183674, 14183675, 14183676, 14183677, 14183678, 14311771, 14311772, 14311773, 14311774, 14311775, 14311776, 14356042, 14356043, 14408520, 14408521, 14457322, 14549647, 14549648, 14596003, 14596004, 14632576, 14668041, 14668042, 14668043, 14701438, 14730229], "trace_timestamp_s": 889.1580000000004, "ttft_s": 0.15660316800131113, "turn_id": 8} +{"actual_output_tokens": 197, "cached_tokens": 75952, "effective_input_length": 83861, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83861, "latency_s": 5.891100572000141, "output_length": 197, "proxy_request_id": "1363943:26:1495648:917", "request_id": "1363943:26:1495648:917", "request_type": "coder", "requested_output_tokens": 197, "session_id": "1363943", "t_dispatch_unix": 1779964768.8576353, "t_finish_unix": 1779964774.7487357, "t_first_token_unix": 1779964772.913781, "tpot_s": 0.009360648877543785, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228], "trace_timestamp_s": 893.8879999999999, "ttft_s": 4.056143387002521, "turn_id": 26} +{"actual_output_tokens": 143, "cached_tokens": 65232, "effective_input_length": 131699, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 131699, "latency_s": 41.86217671800114, "output_length": 143, "proxy_request_id": "1313181:13:1349104:484", "request_id": "1313181:13:1349104:484", "request_type": "coder", "requested_output_tokens": 143, "session_id": "1313181", "t_dispatch_unix": 1779964737.5542529, "t_finish_unix": 1779964779.4164298, "t_first_token_unix": 1779964777.7620773, "tpot_s": 0.011648663563391892, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13342342, 13359182, 13385557, 13385558, 13385559], "trace_timestamp_s": 388.8780000000006, "ttft_s": 40.20782236299783, "turn_id": 13} +{"actual_output_tokens": 376, "cached_tokens": 84048, "effective_input_length": 84090, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 84090, "latency_s": 3.7331817300000694, "output_length": 376, "proxy_request_id": "1363943:27:1497882:919", "request_id": "1363943:27:1497882:919", "request_type": "coder", "requested_output_tokens": 376, "session_id": "1363943", "t_dispatch_unix": 1779964776.1299975, "t_finish_unix": 1779964779.863179, "t_first_token_unix": 1779964776.2886147, "tpot_s": 0.009531587575998856, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14764349], "trace_timestamp_s": 901.1640000000007, "ttft_s": 0.15861465600028168, "turn_id": 27} +{"actual_output_tokens": 74, "cached_tokens": 57280, "effective_input_length": 61910, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61910, "latency_s": 2.4228357169995434, "output_length": 74, "proxy_request_id": "1268861:14:1498281:920", "request_id": "1268861:14:1498281:920", "request_type": "coder", "requested_output_tokens": 74, "session_id": "1268861", "t_dispatch_unix": 1779964777.6042757, "t_finish_unix": 1779964780.0271118, "t_first_token_unix": 1779964779.4560218, "tpot_s": 0.007820138465756653, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224], "trace_timestamp_s": 902.6390000000001, "ttft_s": 1.8517439639981603, "turn_id": 14} +{"actual_output_tokens": 257, "cached_tokens": 65264, "effective_input_length": 65279, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65279, "latency_s": 2.275019380998856, "output_length": 257, "proxy_request_id": "1313181:13:1406095:783", "request_id": "1313181:13:1406095:783", "request_type": "coder", "requested_output_tokens": 257, "session_id": "1313181", "t_dispatch_unix": 1779964779.4196477, "t_finish_unix": 1779964781.6946676, "t_first_token_unix": 1779964779.5336542, "tpot_s": 0.008440336781248448, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13909100], "trace_timestamp_s": 588.6900000000005, "ttft_s": 0.11400475899790763, "turn_id": 13} +{"actual_output_tokens": 298, "cached_tokens": 30096, "effective_input_length": 33352, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33352, "latency_s": 2.820727890000853, "output_length": 298, "proxy_request_id": "1242838:7:1499476:921", "request_id": "1242838:7:1499476:921", "request_type": "coder", "requested_output_tokens": 298, "session_id": "1242838", "t_dispatch_unix": 1779964781.440646, "t_finish_unix": 1779964784.2613738, "t_first_token_unix": 1779964782.2571504, "tpot_s": 0.006747158582486241, "trace_hash_ids": [55644, 55645, 55646, 55647, 55648, 55649, 55650, 12372250, 2951112, 12372251, 12372252, 12372253, 12372254, 12372255, 12372256, 12372257, 12372258, 12372259, 12372260, 12372261, 12372262, 12372263, 12372264, 12372265, 12372266, 12372267, 12372268, 12372269, 12372270, 12372271, 12372272, 12372273, 12372274, 12372275, 12446379, 12446380, 12446381, 12446382, 12446383, 12446384, 12446385, 12446386, 12522891, 12522892, 12596370, 12596371, 12596372, 12596373, 12596374, 14408080, 14408081, 14408082, 14660531, 14660532, 14660533, 14660534, 14660535, 14660536, 14660537, 14778951, 14778952, 14778953, 14778954, 14778955, 14778956, 14778957], "trace_timestamp_s": 906.4770000000008, "ttft_s": 0.8165019750013016, "turn_id": 7} +{"actual_output_tokens": 229, "cached_tokens": 84464, "effective_input_length": 86984, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 86984, "latency_s": 3.7517072219998227, "output_length": 229, "proxy_request_id": "1363943:28:1500984:922", "request_id": "1363943:28:1500984:922", "request_type": "coder", "requested_output_tokens": 229, "session_id": "1363943", "t_dispatch_unix": 1779964786.4389946, "t_finish_unix": 1779964790.1907015, "t_first_token_unix": 1779964788.0160918, "tpot_s": 0.009536690671059963, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559], "trace_timestamp_s": 911.473, "ttft_s": 1.5770949750003638, "turn_id": 28} +{"actual_output_tokens": 25, "cached_tokens": 76736, "effective_input_length": 78722, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 78722, "latency_s": 1.3275699730002088, "output_length": 25, "proxy_request_id": "1342921:8:1503584:925", "request_id": "1342921:8:1503584:925", "request_type": "coder", "requested_output_tokens": 25, "session_id": "1342921", "t_dispatch_unix": 1779964795.295472, "t_finish_unix": 1779964796.6230414, "t_first_token_unix": 1779964796.4546738, "tpot_s": 0.007005759791657813, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14300702, 14300703, 14300704, 14300705, 14537883, 14818583, 14818584, 14818585, 14818586, 14818587], "trace_timestamp_s": 920.3299999999999, "ttft_s": 1.1591995029993996, "turn_id": 8} +{"actual_output_tokens": 212, "cached_tokens": 87200, "effective_input_length": 89469, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89469, "latency_s": 3.489000579000276, "output_length": 212, "proxy_request_id": "1363943:29:1503515:924", "request_id": "1363943:29:1503515:924", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1363943", "t_dispatch_unix": 1779964795.0403707, "t_finish_unix": 1779964798.5293708, "t_first_token_unix": 1779964796.4931479, "tpot_s": 0.009649268635085197, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14817740], "trace_timestamp_s": 920.0750000000007, "ttft_s": 1.4527754549999372, "turn_id": 29} +{"actual_output_tokens": 73, "cached_tokens": 89680, "effective_input_length": 89713, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89713, "latency_s": 0.8145072529987374, "output_length": 73, "proxy_request_id": "1363943:30:1506171:927", "request_id": "1363943:30:1506171:927", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1363943", "t_dispatch_unix": 1779964803.8752801, "t_finish_unix": 1779964804.6897871, "t_first_token_unix": 1779964804.0359957, "tpot_s": 0.009076951583362339, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14843114, 14843115], "trace_timestamp_s": 928.9100000000008, "ttft_s": 0.1607133529978455, "turn_id": 30} +{"actual_output_tokens": 174, "cached_tokens": 61968, "effective_input_length": 63035, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63035, "latency_s": 2.028000082998915, "output_length": 174, "proxy_request_id": "1268861:15:1508874:928", "request_id": "1268861:15:1508874:928", "request_type": "coder", "requested_output_tokens": 174, "session_id": "1268861", "t_dispatch_unix": 1779964812.9340425, "t_finish_unix": 1779964814.9620423, "t_first_token_unix": 1779964813.5274463, "tpot_s": 0.00829064332370931, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 14868809], "trace_timestamp_s": 937.9670000000006, "ttft_s": 0.5934007089999795, "turn_id": 15} +{"actual_output_tokens": 45, "cached_tokens": 42928, "effective_input_length": 44364, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44364, "latency_s": 1.09114421400227, "output_length": 45, "proxy_request_id": "1277428:9:1513231:932", "request_id": "1277428:9:1513231:932", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1277428", "t_dispatch_unix": 1779964827.411242, "t_finish_unix": 1779964828.5023863, "t_first_token_unix": 1779964827.9388492, "tpot_s": 0.01280083474995825, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14911410], "trace_timestamp_s": 952.4470000000001, "ttft_s": 0.5276049550011521, "turn_id": 9} +{"actual_output_tokens": 53, "cached_tokens": 0, "effective_input_length": 14189, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14189, "latency_s": 31.515082613997947, "output_length": 53, "proxy_request_id": "1399948:14:1504493:926", "request_id": "1399948:14:1504493:926", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1399948", "t_dispatch_unix": 1779964798.0827463, "t_finish_unix": 1779964829.5978289, "t_first_token_unix": 1779964828.8834949, "tpot_s": 0.01373109619229441, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14827845], "trace_timestamp_s": 923.1200000000008, "ttft_s": 30.8007466199997, "turn_id": 14} +{"actual_output_tokens": 184, "cached_tokens": 0, "effective_input_length": 75760, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75760, "latency_s": 57.670660526000574, "output_length": 184, "proxy_request_id": "1388507:2:1496686:918", "request_id": "1388507:2:1496686:918", "request_type": "coder", "requested_output_tokens": 184, "session_id": "1388507", "t_dispatch_unix": 1779964772.2225924, "t_finish_unix": 1779964829.8932526, "t_first_token_unix": 1779964792.030557, "tpot_s": 0.20689824892349842, "trace_hash_ids": [10601431, 21251, 21252, 21253, 7175275, 7175276, 7175277, 10601432, 10601433, 10601434, 10601435, 10601436, 10601437, 10601438, 10601439, 10601440, 10601441, 10601442, 10601443, 10601444, 10601445, 10601446, 10601447, 10601448, 10601449, 10601450, 10601451, 10601452, 10601453, 10601454, 10601455, 10601456, 10601457, 10601458, 10601459, 10601460, 10601461, 10601462, 10601463, 10601464, 10601465, 10601466, 10601467, 10601468, 10601469, 10601470, 10601471, 3889792, 10601472, 10479693, 10479694, 10479695, 10601473, 10601474, 76714, 76715, 76716, 10601475, 10601476, 10601477, 10601478, 10601479, 10601480, 10601481, 10601482, 10601483, 10601484, 10601485, 10601486, 10601487, 10601488, 10601489, 10601490, 10601491, 10601492, 10601493, 10601494, 10601495, 10601496, 10601497, 10601498, 10601499, 10601500, 10601501, 10601502, 10601503, 10601504, 10601505, 10601506, 10601507, 10601508, 10601509, 10601510, 10601511, 10601512, 10601513, 10601514, 11402004, 11402005, 11402006, 11402007, 11402008, 11402009, 11402010, 11402011, 11402012, 11402013, 11402014, 11402015, 11402016, 11402017, 11402018, 11402019, 11402020, 11402021, 11402022, 11402023, 11402024, 11402025, 11402026, 11402027, 11402028, 11402029, 11402030, 11402031, 11402032, 11853944, 11853945, 11853946, 11853947, 11853948, 11853949, 11853950, 11853951, 12251200, 12251201, 12251202, 12251203, 12251204, 12251205, 13699728, 14709792, 14709793, 14709794, 14709795, 14709796, 14709797, 14709798], "trace_timestamp_s": 897.2540000000008, "ttft_s": 19.80796224000005, "turn_id": 2} +{"actual_output_tokens": 288, "cached_tokens": 129920, "effective_input_length": 130532, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 130532, "latency_s": 4.14905265699781, "output_length": 288, "proxy_request_id": "1356885:4:1512902:931", "request_id": "1356885:4:1512902:931", "request_type": "coder", "requested_output_tokens": 288, "session_id": "1356885", "t_dispatch_unix": 1779964826.2761366, "t_finish_unix": 1779964830.425189, "t_first_token_unix": 1779964826.9812083, "tpot_s": 0.011999136121950794, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770], "trace_timestamp_s": 951.308, "ttft_s": 0.7050694289973762, "turn_id": 4} +{"actual_output_tokens": 46, "cached_tokens": 14240, "effective_input_length": 15669, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15669, "latency_s": 0.9974693710028077, "output_length": 46, "proxy_request_id": "1399948:15:1512300:930", "request_id": "1399948:15:1512300:930", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1399948", "t_dispatch_unix": 1779964829.599193, "t_finish_unix": 1779964830.5966625, "t_first_token_unix": 1779964829.9659288, "tpot_s": 0.01400974875553705, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14902700], "trace_timestamp_s": 949.4360000000006, "ttft_s": 0.36673418400096125, "turn_id": 15} +{"actual_output_tokens": 76, "cached_tokens": 15712, "effective_input_length": 15913, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 15913, "latency_s": 1.1872538110001187, "output_length": 76, "proxy_request_id": "1399948:16:1513839:933", "request_id": "1399948:16:1513839:933", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1399948", "t_dispatch_unix": 1779964830.597666, "t_finish_unix": 1779964831.78492, "t_first_token_unix": 1779964830.7125733, "tpot_s": 0.014291896333306795, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14917327], "trace_timestamp_s": 954.6170000000002, "ttft_s": 0.11490534599943203, "turn_id": 16} +{"actual_output_tokens": 355, "cached_tokens": 0, "effective_input_length": 103893, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 103893, "latency_s": 41.90069717900042, "output_length": 355, "proxy_request_id": "1397515:2:1502033:923", "request_id": "1397515:2:1502033:923", "request_type": "coder", "requested_output_tokens": 355, "session_id": "1397515", "t_dispatch_unix": 1779964789.9951122, "t_finish_unix": 1779964831.8958092, "t_first_token_unix": 1779964827.3762352, "tpot_s": 0.012766487138427395, "trace_hash_ids": [61256, 61257, 9334, 61258, 61259, 61260, 61261, 61262, 61263, 61264, 61265, 139791, 92491, 139792, 139793, 139794, 139795, 139796, 139797, 139798, 740834, 740835, 740836, 740837, 1942273, 1942274, 1942275, 1942276, 1942277, 1942278, 1942279, 1942280, 1942281, 590845, 590846, 590847, 590848, 1942282, 161018, 161019, 161020, 161021, 1942283, 10351134, 10351135, 10351136, 10351137, 10351138, 10351139, 10351140, 10351141, 10351142, 10351143, 13831505, 2806911, 13831506, 13831507, 13831508, 13831509, 13831510, 13831511, 13831512, 13831513, 13831514, 13831515, 13831516, 13831517, 13831518, 13831519, 13831520, 13831521, 13831522, 13831523, 13831524, 13831525, 13831526, 13831527, 13831528, 13831529, 13831530, 13831531, 13831532, 13831533, 13831534, 13831535, 13831536, 13831537, 13831538, 13831539, 13831540, 13831541, 13831542, 13831543, 13831544, 13831545, 13831546, 13831547, 13831548, 13831549, 13831550, 13831551, 13831552, 13831553, 13831554, 13831555, 13831556, 13831557, 13831558, 13831559, 13831560, 13831561, 13831562, 13831563, 13831564, 13831565, 13831566, 13831567, 13831568, 13831569, 13831570, 13831571, 13831572, 13831573, 13831574, 13831575, 13831576, 13831577, 13831578, 13831579, 13831580, 13831581, 13831582, 13831583, 13831584, 13831585, 13831586, 13831587, 13831588, 13831589, 13831590, 13831591, 13831592, 13831593, 13831594, 13831595, 13831596, 13831597, 13831598, 13831599, 13831600, 13831601, 13831602, 13831603, 13831604, 13831605, 13831606, 13831607, 13831608, 13831609, 13831610, 13831611, 13831612, 13831613, 13831614, 13831615, 13831616, 13831617, 13831618, 13831619, 13831620, 13831621, 13831622, 13831623, 13831624, 13831625, 13831626, 13831627, 13831628, 14027210, 14027211, 14027212, 14697579, 14697580, 14697581, 14697582, 14697583, 14697584, 14697585, 14697586, 14697587, 14697588, 14697589, 14697590, 14697591, 14803950, 14803951, 14803952, 14803953, 14803954, 14803955, 14803956, 14803957, 14803958], "trace_timestamp_s": 915.0260000000007, "ttft_s": 37.38112075299796, "turn_id": 2} +{"actual_output_tokens": 662, "cached_tokens": 65520, "effective_input_length": 139357, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 139357, "latency_s": 56.20589593800105, "output_length": 662, "proxy_request_id": "1313181:14:1351342:491", "request_id": "1313181:14:1351342:491", "request_type": "coder", "requested_output_tokens": 662, "session_id": "1313181", "t_dispatch_unix": 1779964781.7022567, "t_finish_unix": 1779964837.9081528, "t_first_token_unix": 1779964828.3050416, "tpot_s": 0.014527752065049053, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13067416, 13067417, 13067418, 13084713, 13103356, 13103357, 13103358, 13103359, 13103360, 13103361, 13103362, 13103363, 13103364, 13103365, 13103366, 13103367, 13103368, 13103369, 13103370, 13103371, 13103372, 13103373, 13103374, 13103375, 13103376, 13103377, 13103378, 13103379, 13103380, 13103381, 13103382, 13103383, 13103384, 13103385, 13103386, 13103387, 13103388, 13103389, 13103390, 13122153, 13122154, 13122155, 13122156, 13122157, 13122158, 13122159, 13122160, 13122161, 13122162, 13122163, 13122164, 13122165, 13122166, 13122167, 13122168, 13122169, 13122170, 13122171, 13122172, 13122173, 13122174, 13122175, 13122176, 13122177, 13122178, 13122179, 13122180, 13122181, 13122182, 13122183, 13122184, 13122185, 13122186, 13122187, 13122188, 13122189, 13122190, 13122191, 13122192, 13122193, 13122194, 13122195, 13122196, 13122197, 13122198, 13122199, 13122200, 13122201, 13122202, 13122203, 13122204, 13122205, 13122206, 13122207, 13122208, 13122209, 13122210, 13122211, 13122212, 13122213, 13122214, 13122215, 13122216, 13122217, 13122218, 13122219, 13122220, 13122221, 13122222, 13122223, 13122224, 13122225, 13122226, 13122227, 13122228, 13122229, 13122230, 13122231, 13122232, 13122233, 13122234, 13122235, 13122236, 13122237, 13122238, 13122239, 13122240, 13122241, 13122242, 13122243, 13122244, 13122245, 13122246, 13122215, 13122247, 13122248, 13122249, 13122250, 13122251, 13122252, 13122253, 13122254, 13122255, 13122256, 13122257, 13122258, 13122259, 13122260, 13122261, 13122262, 13122263, 13122264, 13122265, 13122266, 13122267, 13122268, 13122269, 13122270, 13122271, 13122272, 13122273, 13122274, 13122275, 13185889, 13185890, 13185891, 13185892, 13185893, 13185894, 13185895, 13185896, 13185897, 13185898, 13185899, 13185900, 13185901, 13185902, 13185903, 13185904, 13185905, 13185906, 13185907, 13185908, 13185909, 13185910, 13185911, 13185912, 13185913, 13185914, 13185915, 158393, 1711319, 1711320, 1711321, 13209152, 389991, 389992, 389993, 13240566, 10048470, 10048471, 10048472, 10048473, 13240567, 13240568, 13240569, 13240570, 13240571, 13240572, 13342342, 13359182, 13385557, 13385558, 13407607, 13407608, 13407609, 13407610, 13407611, 13407612, 13407613, 13407614, 13407615, 13407616, 13407617, 13407618, 13407619, 13407620, 13407621, 13407622], "trace_timestamp_s": 396.7470000000003, "ttft_s": 46.60278211200057, "turn_id": 14} +{"actual_output_tokens": 350, "cached_tokens": 65872, "effective_input_length": 65876, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 65876, "latency_s": 3.0673585849981464, "output_length": 350, "proxy_request_id": "1313181:14:1408792:803", "request_id": "1313181:14:1408792:803", "request_type": "coder", "requested_output_tokens": 350, "session_id": "1313181", "t_dispatch_unix": 1779964837.9118297, "t_finish_unix": 1779964840.9791884, "t_first_token_unix": 1779964838.0156043, "tpot_s": 0.008490968234955055, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13934257, 13934258], "trace_timestamp_s": 598.0260000000007, "ttft_s": 0.10377238399814814, "turn_id": 14} +{"actual_output_tokens": 63, "cached_tokens": 15984, "effective_input_length": 16604, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 16604, "latency_s": 0.8309127590000571, "output_length": 63, "proxy_request_id": "1399948:17:1518102:936", "request_id": "1399948:17:1518102:936", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1399948", "t_dispatch_unix": 1779964843.6925824, "t_finish_unix": 1779964844.523495, "t_first_token_unix": 1779964843.89632, "tpot_s": 0.010110961532254511, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 14957862], "trace_timestamp_s": 968.7300000000005, "ttft_s": 0.2037361599977885, "turn_id": 17} +{"actual_output_tokens": 382, "cached_tokens": 66224, "effective_input_length": 66259, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66259, "latency_s": 3.6266362110000046, "output_length": 382, "proxy_request_id": "1313181:15:1411723:818", "request_id": "1313181:15:1411723:818", "request_type": "coder", "requested_output_tokens": 382, "session_id": "1313181", "t_dispatch_unix": 1779964840.9822748, "t_finish_unix": 1779964844.6089108, "t_first_token_unix": 1779964841.1094637, "tpot_s": 0.009184370060366384, "trace_hash_ids": [6355, 6356, 6357, 6358, 6359, 6360, 6361, 6362, 6363, 6364, 6365, 6366, 6367, 6368, 6369, 6370, 6371, 6372, 6373, 6374, 6375, 6376, 6377, 6378, 6379, 64783, 64784, 64785, 64786, 64787, 64788, 64789, 64790, 13011409, 13029705, 13029706, 13029707, 13029708, 13029709, 13029710, 13029711, 13029712, 13029713, 13052041, 13468655, 13468656, 13468657, 13468658, 13468659, 13468660, 13468661, 13468662, 13468663, 13468664, 13468665, 13468666, 13468667, 13468668, 13468669, 13468670, 13468671, 13468672, 13468673, 13468674, 13468675, 13468676, 13468677, 13468678, 13468679, 13468680, 13468681, 13468682, 13468683, 13468684, 13468685, 13468686, 13468687, 7103552, 7103553, 13468688, 2469726, 2469727, 2469728, 13468689, 13468690, 13468691, 13468692, 13468693, 13468694, 13468695, 13468696, 13468697, 13468698, 13468699, 13468700, 13468701, 13468702, 13468703, 13468704, 13468705, 13468706, 13468707, 13468708, 13468709, 13468710, 13468711, 13468712, 13468713, 13468714, 13468715, 13468716, 13468717, 13468718, 13468719, 13468720, 13527468, 13560945, 13624980, 13624981, 13667683, 13697373, 13723278, 13853441, 13853442, 13853443, 13853444, 13881593, 13934257, 13934258, 13960252], "trace_timestamp_s": 608.4310000000005, "ttft_s": 0.12718698800017592, "turn_id": 15} +{"actual_output_tokens": 284, "cached_tokens": 44400, "effective_input_length": 45851, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45851, "latency_s": 4.299427632999141, "output_length": 284, "proxy_request_id": "1277428:10:1517408:935", "request_id": "1277428:10:1517408:935", "request_type": "coder", "requested_output_tokens": 284, "session_id": "1277428", "t_dispatch_unix": 1779964841.2055519, "t_finish_unix": 1779964845.5049798, "t_first_token_unix": 1779964841.75499, "tpot_s": 0.013249998597176552, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14951058, 14951059, 14951060, 14951061], "trace_timestamp_s": 966.2420000000002, "ttft_s": 0.5494355310001993, "turn_id": 10} +{"actual_output_tokens": 57, "cached_tokens": 46128, "effective_input_length": 46361, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 46361, "latency_s": 0.8964808409982652, "output_length": 57, "proxy_request_id": "1277428:11:1520449:937", "request_id": "1277428:11:1520449:937", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1277428", "t_dispatch_unix": 1779964851.1941276, "t_finish_unix": 1779964852.0906081, "t_first_token_unix": 1779964851.3810825, "tpot_s": 0.012665360285674459, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14951058, 14951059, 14951060, 14979347, 14979348], "trace_timestamp_s": 976.2290000000003, "ttft_s": 0.18695331900016754, "turn_id": 11} +{"actual_output_tokens": 3516, "cached_tokens": 89776, "effective_input_length": 89790, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89790, "latency_s": 37.77074863600137, "output_length": 3516, "proxy_request_id": "1363943:31:1509815:929", "request_id": "1363943:31:1509815:929", "request_type": "coder", "requested_output_tokens": 3516, "session_id": "1363943", "t_dispatch_unix": 1779964815.954432, "t_finish_unix": 1779964853.7251801, "t_first_token_unix": 1779964816.097865, "tpot_s": 0.010704703186912926, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14843114, 14877475], "trace_timestamp_s": 940.9880000000003, "ttft_s": 0.14343148400075734, "turn_id": 31} +{"actual_output_tokens": 63, "cached_tokens": 16656, "effective_input_length": 17276, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17276, "latency_s": 0.4934648290000041, "output_length": 63, "proxy_request_id": "1399948:18:1524432:938", "request_id": "1399948:18:1524432:938", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1399948", "t_dispatch_unix": 1779964864.7542598, "t_finish_unix": 1779964865.2477243, "t_first_token_unix": 1779964864.895787, "tpot_s": 0.005672085193568379, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15019330], "trace_timestamp_s": 989.781, "ttft_s": 0.14152504400044563, "turn_id": 18} +{"actual_output_tokens": 15, "cached_tokens": 78736, "effective_input_length": 79086, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79086, "latency_s": 0.4913793699997768, "output_length": 15, "proxy_request_id": "1342921:9:1525898:939", "request_id": "1342921:9:1525898:939", "request_type": "coder", "requested_output_tokens": 15, "session_id": "1342921", "t_dispatch_unix": 1779964869.779414, "t_finish_unix": 1779964870.2707927, "t_first_token_unix": 1779964870.19792, "tpot_s": 0.005187305785511853, "trace_hash_ids": [820582, 1266982, 13329581, 13329582, 13329583, 13329584, 13329585, 13329586, 13329587, 13329588, 13329589, 13329590, 13329591, 13329592, 13329593, 13329594, 13329595, 13329596, 13329597, 13329598, 13329599, 13329600, 13329601, 13329602, 13329603, 13329604, 13329605, 13329606, 13329607, 13329608, 13329609, 13329610, 13329611, 13329612, 13329613, 13329614, 13329615, 13329616, 13329617, 13329618, 13329619, 13329620, 13329621, 13329622, 13329623, 13329624, 13329625, 13329626, 13329627, 13329628, 13329629, 13329630, 13329631, 13329632, 13329633, 13329634, 13329635, 13329636, 13329637, 13329638, 13329639, 13329640, 13329641, 13329642, 13329643, 13329644, 13329645, 13329646, 13329647, 13329648, 13329649, 13329650, 13329651, 13329652, 13329653, 13329654, 13329655, 13329656, 13329657, 13329658, 13329659, 13329660, 13329661, 13329662, 13329663, 13329664, 13329665, 13329666, 13329667, 13329668, 13329669, 13329670, 13329671, 13329672, 13329673, 13329674, 13329675, 13329676, 13329677, 13329678, 13329679, 13329680, 13329681, 13329682, 13329683, 13329684, 13329685, 13329686, 13329687, 13329688, 13329689, 13329690, 13329691, 13329692, 13329693, 13329694, 13329695, 13329696, 13329697, 13329698, 13329699, 13329700, 13329701, 13329702, 13329703, 13329704, 13329705, 13497389, 13497390, 13707845, 13707846, 13707847, 13707848, 13707849, 13707850, 13758035, 13758036, 13758037, 14158430, 14158431, 14158432, 14158433, 14158434, 14158435, 14300702, 14300703, 14300704, 14300705, 14537883, 14818583, 14818584, 14818585, 14818586, 15032686, 15032687], "trace_timestamp_s": 994.8110000000006, "ttft_s": 0.41850375200010603, "turn_id": 9} +{"actual_output_tokens": 50, "cached_tokens": 17328, "effective_input_length": 18091, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18091, "latency_s": 0.45984474099896033, "output_length": 50, "proxy_request_id": "1399948:19:1526739:941", "request_id": "1399948:19:1526739:941", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1399948", "t_dispatch_unix": 1779964872.665421, "t_finish_unix": 1779964873.1252658, "t_first_token_unix": 1779964872.8446784, "tpot_s": 0.005721000612241796, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15040983], "trace_timestamp_s": 997.7020000000002, "ttft_s": 0.17925589999867952, "turn_id": 19} +{"actual_output_tokens": 92, "cached_tokens": 18128, "effective_input_length": 18164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18164, "latency_s": 0.5887038209984894, "output_length": 92, "proxy_request_id": "1399948:20:1527857:942", "request_id": "1399948:20:1527857:942", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1399948", "t_dispatch_unix": 1779964876.166088, "t_finish_unix": 1779964876.7547915, "t_first_token_unix": 1779964876.2220657, "tpot_s": 0.00585105499999622, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15053152], "trace_timestamp_s": 1001.2000000000007, "ttft_s": 0.055976306000957265, "turn_id": 20} +{"actual_output_tokens": 100, "cached_tokens": 18240, "effective_input_length": 18388, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18388, "latency_s": 0.6676387929983321, "output_length": 100, "proxy_request_id": "1399948:21:1528978:944", "request_id": "1399948:21:1528978:944", "request_type": "coder", "requested_output_tokens": 100, "session_id": "1399948", "t_dispatch_unix": 1779964880.110588, "t_finish_unix": 1779964880.7782266, "t_first_token_unix": 1779964880.197703, "tpot_s": 0.005860990050521907, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128], "trace_timestamp_s": 1005.1450000000004, "ttft_s": 0.08711307699923054, "turn_id": 21} +{"actual_output_tokens": 45, "cached_tokens": 18480, "effective_input_length": 18563, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 18563, "latency_s": 0.3151727739968919, "output_length": 45, "proxy_request_id": "1399948:22:1530122:947", "request_id": "1399948:22:1530122:947", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1399948", "t_dispatch_unix": 1779964883.9395807, "t_finish_unix": 1779964884.254753, "t_first_token_unix": 1779964884.005001, "tpot_s": 0.005670956545476325, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15074294], "trace_timestamp_s": 1008.9760000000006, "ttft_s": 0.06541867099804222, "turn_id": 22} +{"actual_output_tokens": 133, "cached_tokens": 63200, "effective_input_length": 71192, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71192, "latency_s": 4.615204909001477, "output_length": 133, "proxy_request_id": "1268861:16:1529894:946", "request_id": "1268861:16:1529894:946", "request_type": "coder", "requested_output_tokens": 133, "session_id": "1268861", "t_dispatch_unix": 1779964883.120282, "t_finish_unix": 1779964887.7354867, "t_first_token_unix": 1779964886.6083248, "tpot_s": 0.008536974151507875, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15072129], "trace_timestamp_s": 1008.1510000000007, "ttft_s": 3.488039834999654, "turn_id": 16} +{"actual_output_tokens": 187, "cached_tokens": 130816, "effective_input_length": 130906, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 130906, "latency_s": 2.4775483769990387, "output_length": 187, "proxy_request_id": "1356885:5:1533696:948", "request_id": "1356885:5:1533696:948", "request_type": "coder", "requested_output_tokens": 187, "session_id": "1356885", "t_dispatch_unix": 1779964895.7708046, "t_finish_unix": 1779964898.248353, "t_first_token_unix": 1779964896.0500467, "tpot_s": 0.01181735963440079, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124], "trace_timestamp_s": 1020.7970000000005, "ttft_s": 0.2792391030016006, "turn_id": 5} +{"actual_output_tokens": 196, "cached_tokens": 93296, "effective_input_length": 93368, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93368, "latency_s": 2.1466128270003537, "output_length": 196, "proxy_request_id": "1363943:32:1537767:950", "request_id": "1363943:32:1537767:950", "request_type": "coder", "requested_output_tokens": 196, "session_id": "1363943", "t_dispatch_unix": 1779964909.559254, "t_finish_unix": 1779964911.7058668, "t_first_token_unix": 1779964909.7796383, "tpot_s": 0.009876573871793554, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14843114, 15147439, 15147440, 15147441, 15147442, 15147443, 15147444, 15147445, 15147446], "trace_timestamp_s": 1034.5930000000008, "ttft_s": 0.22038244800205575, "turn_id": 32} +{"actual_output_tokens": 314, "cached_tokens": 64176, "effective_input_length": 71987, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71987, "latency_s": 15.87078097199992, "output_length": 314, "proxy_request_id": "1294611:15:1533841:949", "request_id": "1294611:15:1533841:949", "request_type": "coder", "requested_output_tokens": 314, "session_id": "1294611", "t_dispatch_unix": 1779964896.2365844, "t_finish_unix": 1779964912.1073651, "t_first_token_unix": 1779964906.7202306, "tpot_s": 0.017210371511180874, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 15109253, 15109254, 15109255, 15109256, 15109257, 15109258, 15109259, 15109260, 15109261, 15109262, 15109263, 15109264, 15109265, 15109266, 15109267, 15109268, 15109269], "trace_timestamp_s": 1021.2700000000004, "ttft_s": 10.483643999999913, "turn_id": 15} +{"actual_output_tokens": 607, "cached_tokens": 0, "effective_input_length": 36568, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36568, "latency_s": 38.340725697999005, "output_length": 607, "proxy_request_id": "1243831:2:1528168:943", "request_id": "1243831:2:1528168:943", "request_type": "coder", "requested_output_tokens": 607, "session_id": "1243831", "t_dispatch_unix": 1779964877.3685799, "t_finish_unix": 1779964915.7093053, "t_first_token_unix": 1779964906.2878294, "tpot_s": 0.015546618267330588, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 15055359, 15055360, 15055361, 15055362, 15055363, 15055364, 15055365, 15055366, 15055367, 15055368, 15055369, 15055370, 15055371, 15055372, 15055373, 15055374, 15055375, 15055376, 15055377, 15055378, 15055379, 15055380, 15055381, 15055382, 15055383, 15055384, 15055385, 15055386, 15055387, 15055388, 15055389, 15055390, 15055391, 15055392, 15055393, 15055394, 15055395, 15055396, 15055397, 15055398, 15055399, 15055400, 15055401, 15055402, 15055403, 15055404, 15055405, 15055406, 15055407, 15055408], "trace_timestamp_s": 1002.3960000000006, "ttft_s": 28.91924647399719, "turn_id": 2} +{"actual_output_tokens": 151, "cached_tokens": 11568, "effective_input_length": 11584, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 11584, "latency_s": 1.7782252290016913, "output_length": 151, "proxy_request_id": "1243831:3:1270336:110", "request_id": "1243831:3:1270336:110", "request_type": "coder", "requested_output_tokens": 151, "session_id": "1243831", "t_dispatch_unix": 1779964915.710291, "t_finish_unix": 1779964917.4885163, "t_first_token_unix": 1779964915.7683063, "tpot_s": 0.011466563780001403, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12641626], "trace_timestamp_s": 113.52800000000025, "ttft_s": 0.05801373299982515, "turn_id": 3} +{"actual_output_tokens": 77, "cached_tokens": 11728, "effective_input_length": 14515, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14515, "latency_s": 1.264441667997744, "output_length": 77, "proxy_request_id": "1243831:4:1284306:183", "request_id": "1243831:4:1284306:183", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1243831", "t_dispatch_unix": 1779964917.4904952, "t_finish_unix": 1779964918.7549372, "t_first_token_unix": 1779964917.8913925, "tpot_s": 0.01135927211840968, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 12778587], "trace_timestamp_s": 162.09900000000016, "ttft_s": 0.4008957849982835, "turn_id": 4} +{"actual_output_tokens": 81, "cached_tokens": 14576, "effective_input_length": 14627, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 14627, "latency_s": 0.9602332239992393, "output_length": 81, "proxy_request_id": "1243831:5:1303288:273", "request_id": "1243831:5:1303288:273", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1243831", "t_dispatch_unix": 1779964918.755707, "t_finish_unix": 1779964919.7159407, "t_first_token_unix": 1779964918.8224313, "tpot_s": 0.011165797562489388, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 12959828], "trace_timestamp_s": 227.3050000000003, "ttft_s": 0.06672255699959351, "turn_id": 5} +{"actual_output_tokens": 80, "cached_tokens": 14704, "effective_input_length": 17410, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 17410, "latency_s": 1.3454428250006458, "output_length": 80, "proxy_request_id": "1243831:6:1313694:320", "request_id": "1243831:6:1313694:320", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1243831", "t_dispatch_unix": 1779964919.7178812, "t_finish_unix": 1779964921.0633245, "t_first_token_unix": 1779964920.151222, "tpot_s": 0.011537489139208205, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13056746], "trace_timestamp_s": 264.14500000000044, "ttft_s": 0.4333377200018731, "turn_id": 6} +{"actual_output_tokens": 165, "cached_tokens": 71312, "effective_input_length": 75693, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75693, "latency_s": 3.6659965590006323, "output_length": 165, "proxy_request_id": "1268861:17:1540278:951", "request_id": "1268861:17:1540278:951", "request_type": "coder", "requested_output_tokens": 165, "session_id": "1268861", "t_dispatch_unix": 1779964917.6421688, "t_finish_unix": 1779964921.3081653, "t_first_token_unix": 1779964919.8522387, "tpot_s": 0.008876071091457917, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15173450], "trace_timestamp_s": 1042.6770000000006, "ttft_s": 2.21006761299941, "turn_id": 17} +{"actual_output_tokens": 103, "cached_tokens": 17488, "effective_input_length": 19460, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 19460, "latency_s": 1.5234482850028144, "output_length": 103, "proxy_request_id": "1243831:7:1323865:366", "request_id": "1243831:7:1323865:366", "request_type": "coder", "requested_output_tokens": 103, "session_id": "1243831", "t_dispatch_unix": 1779964921.0650294, "t_finish_unix": 1779964922.5884783, "t_first_token_unix": 1779964921.4277725, "tpot_s": 0.011376781401957166, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13151112], "trace_timestamp_s": 300.0500000000002, "ttft_s": 0.36274136300198734, "turn_id": 7} +{"actual_output_tokens": 111, "cached_tokens": 19552, "effective_input_length": 24512, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24512, "latency_s": 2.228435664001154, "output_length": 111, "proxy_request_id": "1243831:8:1333049:414", "request_id": "1243831:8:1333049:414", "request_type": "coder", "requested_output_tokens": 111, "session_id": "1243831", "t_dispatch_unix": 1779964922.59134, "t_finish_unix": 1779964924.8197756, "t_first_token_unix": 1779964923.49174, "tpot_s": 0.012070727000007702, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173], "trace_timestamp_s": 332.8090000000002, "ttft_s": 0.9003982270005508, "turn_id": 8} +{"actual_output_tokens": 67, "cached_tokens": 24608, "effective_input_length": 25075, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 25075, "latency_s": 0.9616985079992446, "output_length": 67, "proxy_request_id": "1243831:9:1348240:478", "request_id": "1243831:9:1348240:478", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1243831", "t_dispatch_unix": 1779964924.8209054, "t_finish_unix": 1779964925.782604, "t_first_token_unix": 1779964924.9939048, "tpot_s": 0.011946622106045128, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884], "trace_timestamp_s": 385.9180000000006, "ttft_s": 0.17299771800026065, "turn_id": 9} +{"actual_output_tokens": 643, "cached_tokens": 93552, "effective_input_length": 93596, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93596, "latency_s": 6.6659784039984515, "output_length": 643, "proxy_request_id": "1363943:33:1541065:952", "request_id": "1363943:33:1541065:952", "request_type": "coder", "requested_output_tokens": 643, "session_id": "1363943", "t_dispatch_unix": 1779964920.289668, "t_finish_unix": 1779964926.9556465, "t_first_token_unix": 1779964920.4695082, "tpot_s": 0.010102655574764103, "trace_hash_ids": [948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 89115, 3609306, 3609307, 13501156, 13501157, 13501158, 13501159, 13546052, 13574485, 13574486, 13574487, 13574488, 13574489, 13574490, 13574491, 13574492, 13574493, 13574494, 13602124, 13629310, 13646865, 13646866, 13646867, 13664416, 13768289, 13768290, 13768291, 13768292, 13768293, 13864500, 14078447, 14078448, 14094821, 14094822, 14094823, 14206728, 14206729, 14206730, 14206731, 14395119, 14424564, 14441609, 14441610, 14441611, 14441612, 14441613, 14441614, 14441615, 14441616, 14441617, 14471073, 14471074, 14471075, 14493400, 14493401, 14493402, 14493403, 14493404, 14493405, 14493406, 14493407, 14493408, 14493409, 14493410, 14493411, 14493412, 14493413, 14493414, 14493415, 14493416, 14493417, 14493418, 14493419, 14493420, 14493421, 14538792, 14538793, 14538794, 14538795, 14538796, 14538797, 14538798, 14538799, 14538800, 14538801, 14538802, 14538803, 14538804, 14538805, 14538806, 14538807, 14538808, 14566547, 14566548, 14566549, 14566550, 14566551, 14566552, 14566553, 14566554, 14566555, 14613722, 14613723, 14613724, 14613725, 14613726, 14613727, 14613728, 14613729, 14613730, 14613731, 14647267, 14647268, 14647269, 14647270, 14647271, 14647272, 14647273, 14647274, 14647275, 14678078, 14678079, 14678080, 14678081, 14700158, 14700159, 14700160, 14700161, 14700162, 14721985, 14721986, 14744213, 14744214, 14744215, 14744216, 14744217, 14744218, 14744219, 14744220, 14744221, 14744222, 14744223, 14744224, 14744225, 14744226, 14744227, 14744228, 14793554, 14793555, 14793556, 14793557, 14793558, 14793559, 14817736, 14817737, 14817738, 14817739, 14843114, 15147439, 15147440, 15147441, 15147442, 15147443, 15147444, 15147445, 15180688], "trace_timestamp_s": 1045.3250000000007, "ttft_s": 0.1798377810009697, "turn_id": 33} +{"actual_output_tokens": 112, "cached_tokens": 25136, "effective_input_length": 26343, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26343, "latency_s": 1.675809667998692, "output_length": 112, "proxy_request_id": "1243831:10:1358921:521", "request_id": "1243831:10:1358921:521", "request_type": "coder", "requested_output_tokens": 112, "session_id": "1243831", "t_dispatch_unix": 1779964925.7841227, "t_finish_unix": 1779964927.4599326, "t_first_token_unix": 1779964926.1215732, "tpot_s": 0.012055017270262118, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13476530], "trace_timestamp_s": 423.28400000000056, "ttft_s": 0.33744864700202015, "turn_id": 10} +{"actual_output_tokens": 75, "cached_tokens": 26448, "effective_input_length": 26818, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 26818, "latency_s": 1.0441224960013642, "output_length": 75, "proxy_request_id": "1243831:11:1371191:594", "request_id": "1243831:11:1371191:594", "request_type": "coder", "requested_output_tokens": 75, "session_id": "1243831", "t_dispatch_unix": 1779964927.461414, "t_finish_unix": 1779964928.505537, "t_first_token_unix": 1779964927.635243, "tpot_s": 0.011756999067566122, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13591639], "trace_timestamp_s": 466.35400000000027, "ttft_s": 0.17382699700101512, "turn_id": 11} +{"actual_output_tokens": 1497, "cached_tokens": 0, "effective_input_length": 87576, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 87576, "latency_s": 56.29380557999684, "output_length": 1497, "proxy_request_id": "1253804:7:1526643:940", "request_id": "1253804:7:1526643:940", "request_type": "coder", "requested_output_tokens": 1497, "session_id": "1253804", "t_dispatch_unix": 1779964872.223091, "t_finish_unix": 1779964928.516896, "t_first_token_unix": 1779964898.0298555, "tpot_s": 0.020378751183824033, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15040216], "trace_timestamp_s": 997.2470000000003, "ttft_s": 25.806762639997032, "turn_id": 7} +{"actual_output_tokens": 48, "cached_tokens": 89072, "effective_input_length": 89116, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 89116, "latency_s": 0.7286949469998945, "output_length": 48, "proxy_request_id": "1253804:8:1541192:953", "request_id": "1253804:8:1541192:953", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1253804", "t_dispatch_unix": 1779964928.5215518, "t_finish_unix": 1779964929.2502468, "t_first_token_unix": 1779964928.7524152, "tpot_s": 0.01058524899998063, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15182013], "trace_timestamp_s": 1045.741, "ttft_s": 0.23086074299862958, "turn_id": 8} +{"actual_output_tokens": 66, "cached_tokens": 26880, "effective_input_length": 27164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27164, "latency_s": 0.8471082409996598, "output_length": 66, "proxy_request_id": "1243831:12:1385174:681", "request_id": "1243831:12:1385174:681", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1243831", "t_dispatch_unix": 1779964928.5073206, "t_finish_unix": 1779964929.354429, "t_first_token_unix": 1779964928.6359127, "tpot_s": 0.011050946046172893, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13718858], "trace_timestamp_s": 515.2120000000004, "ttft_s": 0.12858991000030073, "turn_id": 12} +{"actual_output_tokens": 85, "cached_tokens": 27216, "effective_input_length": 27286, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 27286, "latency_s": 0.6158260360025452, "output_length": 85, "proxy_request_id": "1243831:13:1398072:738", "request_id": "1243831:13:1398072:738", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1243831", "t_dispatch_unix": 1779964929.355637, "t_finish_unix": 1779964929.9714637, "t_first_token_unix": 1779964929.4382167, "tpot_s": 0.00634500739284877, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13836022], "trace_timestamp_s": 560.7880000000005, "ttft_s": 0.08257760800188407, "turn_id": 13} +{"actual_output_tokens": 85, "cached_tokens": 27360, "effective_input_length": 28085, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28085, "latency_s": 0.7724674679993768, "output_length": 85, "proxy_request_id": "1243831:14:1411189:814", "request_id": "1243831:14:1411189:814", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1243831", "t_dispatch_unix": 1779964929.9732654, "t_finish_unix": 1779964930.7457333, "t_first_token_unix": 1779964930.2232838, "tpot_s": 0.006216282238104516, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13955433, 13955434], "trace_timestamp_s": 606.2490000000007, "ttft_s": 0.2500156159985636, "turn_id": 14} +{"actual_output_tokens": 76, "cached_tokens": 18592, "effective_input_length": 20031, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 20031, "latency_s": 0.7252645389999088, "output_length": 76, "proxy_request_id": "1399948:23:1544108:954", "request_id": "1399948:23:1544108:954", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1399948", "t_dispatch_unix": 1779964930.1610644, "t_finish_unix": 1779964930.8863294, "t_first_token_unix": 1779964930.4504597, "tpot_s": 0.005808345960006894, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15209349], "trace_timestamp_s": 1055.1980000000003, "ttft_s": 0.28939297100077965, "turn_id": 23} +{"actual_output_tokens": 133, "cached_tokens": 28160, "effective_input_length": 29382, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29382, "latency_s": 1.17575971900078, "output_length": 133, "proxy_request_id": "1243831:15:1427593:849", "request_id": "1243831:15:1427593:849", "request_type": "coder", "requested_output_tokens": 133, "session_id": "1243831", "t_dispatch_unix": 1779964930.7477317, "t_finish_unix": 1779964931.923492, "t_first_token_unix": 1779964931.0695791, "tpot_s": 0.006467040378772777, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13955433, 13955434, 14104161, 14104162, 14104163], "trace_timestamp_s": 664.1060000000007, "ttft_s": 0.32184522000170546, "turn_id": 15} +{"actual_output_tokens": 68, "cached_tokens": 29504, "effective_input_length": 29571, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 29571, "latency_s": 0.515824980000616, "output_length": 68, "proxy_request_id": "1243831:16:1446717:874", "request_id": "1243831:16:1446717:874", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1243831", "t_dispatch_unix": 1779964931.9250684, "t_finish_unix": 1779964932.4408934, "t_first_token_unix": 1779964932.0138211, "tpot_s": 0.006369610328399732, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13955433, 13955434, 14104161, 14104162, 14283881], "trace_timestamp_s": 729.4750000000004, "ttft_s": 0.08875086899934104, "turn_id": 16} +{"actual_output_tokens": 45, "cached_tokens": 20096, "effective_input_length": 21809, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 21809, "latency_s": 0.6045452949983883, "output_length": 45, "proxy_request_id": "1399948:24:1546940:955", "request_id": "1399948:24:1546940:955", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1399948", "t_dispatch_unix": 1779964939.6083283, "t_finish_unix": 1779964940.2128732, "t_first_token_unix": 1779964939.9584882, "tpot_s": 0.0057748962500144526, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15237108], "trace_timestamp_s": 1064.6450000000004, "ttft_s": 0.3501578099967446, "turn_id": 24} +{"actual_output_tokens": 92, "cached_tokens": 21840, "effective_input_length": 22250, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 22250, "latency_s": 0.6949277319981775, "output_length": 92, "proxy_request_id": "1399948:25:1553234:957", "request_id": "1399948:25:1553234:957", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1399948", "t_dispatch_unix": 1779964960.1413264, "t_finish_unix": 1779964960.8362548, "t_first_token_unix": 1779964960.2925725, "tpot_s": 0.0059716730769311084, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15296678], "trace_timestamp_s": 1085.179, "ttft_s": 0.1512442959974578, "turn_id": 25} +{"actual_output_tokens": 117, "cached_tokens": 75856, "effective_input_length": 76017, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76017, "latency_s": 1.2913004280017049, "output_length": 117, "proxy_request_id": "1268861:18:1553083:956", "request_id": "1268861:18:1553083:956", "request_type": "coder", "requested_output_tokens": 117, "session_id": "1268861", "t_dispatch_unix": 1779964959.6938756, "t_finish_unix": 1779964960.9851751, "t_first_token_unix": 1779964959.9608755, "tpot_s": 0.008827989206894989, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15295378], "trace_timestamp_s": 1084.7290000000003, "ttft_s": 0.2669991350012424, "turn_id": 18} +{"actual_output_tokens": 49, "cached_tokens": 22336, "effective_input_length": 23042, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 23042, "latency_s": 0.5031226229984895, "output_length": 49, "proxy_request_id": "1399948:26:1557859:959", "request_id": "1399948:26:1557859:959", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1399948", "t_dispatch_unix": 1779964976.098314, "t_finish_unix": 1779964976.6014366, "t_first_token_unix": 1779964976.3174167, "tpot_s": 0.0059062730624646065, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15340884], "trace_timestamp_s": 1101.1350000000002, "ttft_s": 0.21910005300014745, "turn_id": 26} +{"actual_output_tokens": 156, "cached_tokens": 23088, "effective_input_length": 24139, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24139, "latency_s": 1.2360338650032645, "output_length": 156, "proxy_request_id": "1399948:27:1559017:960", "request_id": "1399948:27:1559017:960", "request_type": "coder", "requested_output_tokens": 156, "session_id": "1399948", "t_dispatch_unix": 1779964979.7642217, "t_finish_unix": 1779964981.0002553, "t_first_token_unix": 1779964980.0441332, "tpot_s": 0.006166799199995548, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15352258], "trace_timestamp_s": 1104.8010000000004, "ttft_s": 0.27990935200068634, "turn_id": 27} +{"actual_output_tokens": 7535, "cached_tokens": 29632, "effective_input_length": 31161, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31161, "latency_s": 53.000643411000055, "output_length": 7535, "proxy_request_id": "1243831:17:1453633:883", "request_id": "1243831:17:1453633:883", "request_type": "coder", "requested_output_tokens": 7535, "session_id": "1243831", "t_dispatch_unix": 1779964932.4428585, "t_finish_unix": 1779964985.4435022, "t_first_token_unix": 1779964932.8389673, "tpot_s": 0.006982226117201785, "trace_hash_ids": [4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 137500, 137501, 12381648, 12381649, 137504, 137505, 137506, 12381650, 12381651, 12381652, 12504840, 12778581, 12778582, 12778583, 12778584, 12778585, 12778586, 13056740, 13056741, 13056742, 13056743, 13056744, 13056745, 13151108, 13151109, 13151110, 13151111, 13238164, 13238165, 13238166, 13238167, 13238168, 13238169, 13238170, 13238171, 13238172, 13238173, 13377884, 13476528, 13476529, 13591638, 13718857, 13955433, 13955434, 14104161, 14104162, 14283881, 14347482, 14347483, 14347484], "trace_timestamp_s": 752.9440000000004, "ttft_s": 0.39610669300236623, "turn_id": 17} +{"actual_output_tokens": 205, "cached_tokens": 24288, "effective_input_length": 24386, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 24386, "latency_s": 1.3569264960024157, "output_length": 205, "proxy_request_id": "1399948:28:1560859:961", "request_id": "1399948:28:1560859:961", "request_type": "coder", "requested_output_tokens": 205, "session_id": "1399948", "t_dispatch_unix": 1779964985.8925886, "t_finish_unix": 1779964987.2495148, "t_first_token_unix": 1779964985.9798138, "tpot_s": 0.006222888107842272, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15369258], "trace_timestamp_s": 1110.929, "ttft_s": 0.08722360300089349, "turn_id": 28} +{"actual_output_tokens": 45, "cached_tokens": 24576, "effective_input_length": 28781, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 28781, "latency_s": 1.154251395000756, "output_length": 45, "proxy_request_id": "1399948:29:1571125:963", "request_id": "1399948:29:1571125:963", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1399948", "t_dispatch_unix": 1779965019.7608106, "t_finish_unix": 1779965020.915062, "t_first_token_unix": 1779965020.6485724, "tpot_s": 0.006051317659098872, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15466683], "trace_timestamp_s": 1144.795, "ttft_s": 0.8877598100007162, "turn_id": 29} +{"actual_output_tokens": 184, "cached_tokens": 131088, "effective_input_length": 131413, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 131413, "latency_s": 2.860162864999438, "output_length": 184, "proxy_request_id": "1356885:6:1570780:962", "request_id": "1356885:6:1570780:962", "request_type": "coder", "requested_output_tokens": 184, "session_id": "1356885", "t_dispatch_unix": 1779965018.734288, "t_finish_unix": 1779965021.5944512, "t_first_token_unix": 1779965019.4150763, "tpot_s": 0.011907652786895035, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784], "trace_timestamp_s": 1143.7480000000005, "ttft_s": 0.6807857069979946, "turn_id": 6} +{"actual_output_tokens": 49, "cached_tokens": 28816, "effective_input_length": 30773, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30773, "latency_s": 0.8103800839999167, "output_length": 49, "proxy_request_id": "1399948:30:1578524:967", "request_id": "1399948:30:1578524:967", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1399948", "t_dispatch_unix": 1779965044.9508421, "t_finish_unix": 1779965045.7612221, "t_first_token_unix": 1779965045.4638543, "tpot_s": 0.006190325083328692, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15536842], "trace_timestamp_s": 1169.9860000000008, "ttft_s": 0.5130098890003865, "turn_id": 30} +{"actual_output_tokens": 203, "cached_tokens": 30816, "effective_input_length": 30925, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 30925, "latency_s": 1.4361792729978333, "output_length": 203, "proxy_request_id": "1399948:31:1579418:968", "request_id": "1399948:31:1579418:968", "request_type": "coder", "requested_output_tokens": 203, "session_id": "1399948", "t_dispatch_unix": 1779965048.1743038, "t_finish_unix": 1779965049.6104832, "t_first_token_unix": 1779965048.2803993, "tpot_s": 0.006583230034653518, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15544685], "trace_timestamp_s": 1173.21, "ttft_s": 0.10609381700123777, "turn_id": 31} +{"actual_output_tokens": 170, "cached_tokens": 131584, "effective_input_length": 131775, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 131775, "latency_s": 2.4487153539994324, "output_length": 170, "proxy_request_id": "1356885:7:1580925:969", "request_id": "1356885:7:1580925:969", "request_type": "coder", "requested_output_tokens": 170, "session_id": "1356885", "t_dispatch_unix": 1779965053.4763293, "t_finish_unix": 1779965055.9250445, "t_first_token_unix": 1779965053.9161909, "tpot_s": 0.011885027639038644, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 15560627], "trace_timestamp_s": 1178.5070000000005, "ttft_s": 0.4398594049998792, "turn_id": 7} +{"actual_output_tokens": 154, "cached_tokens": 31120, "effective_input_length": 31231, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31231, "latency_s": 1.1132182849978562, "output_length": 154, "proxy_request_id": "1399948:32:1581424:970", "request_id": "1399948:32:1581424:970", "request_type": "coder", "requested_output_tokens": 154, "session_id": "1399948", "t_dispatch_unix": 1779965054.9323146, "t_finish_unix": 1779965056.0455327, "t_first_token_unix": 1779965055.0435123, "tpot_s": 0.006547591522879277, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283], "trace_timestamp_s": 1179.964, "ttft_s": 0.11119647599844029, "turn_id": 32} +{"actual_output_tokens": 102, "cached_tokens": 31376, "effective_input_length": 31445, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 31445, "latency_s": 0.7472235579989501, "output_length": 102, "proxy_request_id": "1399948:33:1583165:972", "request_id": "1399948:33:1583165:972", "request_type": "coder", "requested_output_tokens": 102, "session_id": "1399948", "t_dispatch_unix": 1779965060.8376205, "t_finish_unix": 1779965061.5848436, "t_first_token_unix": 1779965060.9329743, "tpot_s": 0.006451469396041029, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15583196], "trace_timestamp_s": 1185.8700000000008, "ttft_s": 0.09535243599748355, "turn_id": 33} +{"actual_output_tokens": 84, "cached_tokens": 46416, "effective_input_length": 47660, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47660, "latency_s": 1.0827906090016768, "output_length": 84, "proxy_request_id": "1277428:12:1586139:973", "request_id": "1277428:12:1586139:973", "request_type": "coder", "requested_output_tokens": 84, "session_id": "1277428", "t_dispatch_unix": 1779965070.9731612, "t_finish_unix": 1779965072.0559516, "t_first_token_unix": 1779965071.4551606, "tpot_s": 0.007235455638550205, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14951058, 14951059, 14951060, 14979347, 15609252, 15609253, 15609254, 15609255], "trace_timestamp_s": 1196.0, "ttft_s": 0.48199684800056275, "turn_id": 12} +{"actual_output_tokens": 136, "cached_tokens": 31536, "effective_input_length": 32143, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 32143, "latency_s": 1.1087006259986083, "output_length": 136, "proxy_request_id": "1399948:34:1586232:974", "request_id": "1399948:34:1586232:974", "request_type": "coder", "requested_output_tokens": 136, "session_id": "1399948", "t_dispatch_unix": 1779965071.3259096, "t_finish_unix": 1779965072.4346104, "t_first_token_unix": 1779965071.5387213, "tpot_s": 0.00663437418517316, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15610086], "trace_timestamp_s": 1196.362, "ttft_s": 0.21280892100185156, "turn_id": 34} +{"actual_output_tokens": 46, "cached_tokens": 0, "effective_input_length": 109083, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109083, "latency_s": 39.94687048999913, "output_length": 46, "proxy_request_id": "1270606:4:1578042:965", "request_id": "1270606:4:1578042:965", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1270606", "t_dispatch_unix": 1779965043.3586197, "t_finish_unix": 1779965083.3054898, "t_first_token_unix": 1779965082.7192013, "tpot_s": 0.013023452444435356, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 15532602, 15532603, 15532604, 15532605, 15532606, 15532607, 15532608, 15532609, 15532610, 15532611, 15532612, 15532613, 15532614, 15532615, 15532616, 15532617, 15532618, 15532619, 15532620, 15532621, 15532622, 15532623, 15532624, 15532625, 15532626, 15532627, 15532628, 15532629, 15532630, 15532631, 15532632, 15532633, 15532634, 15532635, 15532636, 15532637, 15532638, 15532639, 15532640, 15532641, 15532642, 15532643, 15532644, 15532645, 15532646, 15532647, 15532648, 15532649, 15532650, 15532651, 15532652, 15532653, 15532654, 15532655, 15532656, 15532657, 15532658, 15532659, 15532660, 15532661, 15532662, 15532663, 15532664, 15532665, 15532666, 15532667, 15532668, 15532669, 15532670, 15532671, 15532672, 15532673, 15532674, 15532675, 15532676, 15532677, 15532678, 15532679, 15532680, 15532681, 15532682, 15532683, 15532684, 15532685, 15532686, 15532687, 15532688, 15532689, 15532690, 15532691, 15532692, 15532693, 15532694, 15532695, 15532696, 15532697, 15532698, 15532699, 15532700, 15532701, 15532702, 15532703, 15532704, 15532705, 15532706, 15532707, 15532708, 15532709, 15532710, 15532711, 15532712, 15532713, 15532714, 15532715], "trace_timestamp_s": 1168.3640000000005, "ttft_s": 39.360578912001074, "turn_id": 4} +{"actual_output_tokens": 89, "cached_tokens": 76128, "effective_input_length": 76963, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 76963, "latency_s": 41.958976737998455, "output_length": 89, "proxy_request_id": "1268861:19:1578134:966", "request_id": "1268861:19:1578134:966", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1268861", "t_dispatch_unix": 1779965043.6050558, "t_finish_unix": 1779965085.5640323, "t_first_token_unix": 1779965082.7262638, "tpot_s": 0.032243656136374324, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15533477], "trace_timestamp_s": 1168.6400000000003, "ttft_s": 39.12120575099834, "turn_id": 19} +{"actual_output_tokens": 260, "cached_tokens": 109120, "effective_input_length": 111387, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111387, "latency_s": 4.7801969180000015, "output_length": 260, "proxy_request_id": "1270606:5:1581455:971", "request_id": "1270606:5:1581455:971", "request_type": "coder", "requested_output_tokens": 260, "session_id": "1270606", "t_dispatch_unix": 1779965083.3314216, "t_finish_unix": 1779965088.1116188, "t_first_token_unix": 1779965085.1240304, "tpot_s": 0.011534041281855615, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 15532602, 15565484, 15565485, 15565486, 15565487, 15565488, 15565489, 15565490, 15565491, 15565492, 15565493, 15565494, 15565495, 15565496, 15565497, 15565498, 15565499, 15565500, 15565501, 15565502, 15565503, 15565504, 15565505, 15565506, 15565507, 15565508, 15565509, 15565510, 15565511, 15565512, 15565513, 15565514, 15565515, 15565516, 15565517, 15565518, 15565519, 15565520, 15565521, 15565522, 15565523, 15565524, 15565525, 15565526, 15565527, 15565528, 15565529, 15565530, 15565531, 15565532, 15565533, 15565534, 15565535, 15565536, 15565537, 15565538, 15565539, 15565540, 15565541, 15565542, 15565543, 15565544, 15565545, 15565546, 15565547, 15565548, 15565549, 15565550, 15565551, 15565552, 15565553, 15565554, 15565555, 15565556, 15565557, 15565558, 15565559, 15565560, 15565561, 15565562, 15565563, 15565564, 15565565, 15565566, 15565567, 15565568, 15565569, 15565570, 15565571, 15565572, 15565573, 15565574, 15565575, 15565576, 15565577, 15565578, 15565579, 15565580, 15565581, 15565582, 15565583, 15565584, 15565585, 15565586, 15565587, 15565588, 15565589, 15565590, 15565591, 15565592, 15565593, 15565594, 15565595, 15565596, 15565597, 15565598, 15565599, 15565600], "trace_timestamp_s": 1180.0900000000001, "ttft_s": 1.7926065120009298, "turn_id": 5} +{"actual_output_tokens": 302, "cached_tokens": 72288, "effective_input_length": 75249, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75249, "latency_s": 4.235378846002277, "output_length": 302, "proxy_request_id": "1294611:15:1590202:975", "request_id": "1294611:15:1590202:975", "request_type": "coder", "requested_output_tokens": 302, "session_id": "1294611", "t_dispatch_unix": 1779965084.5075881, "t_finish_unix": 1779965088.7429664, "t_first_token_unix": 1779965086.0356019, "tpot_s": 0.00899370453821107, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 15647388, 15647389, 15647390, 15647391, 15647392, 15647393, 15647394, 15647395, 15647396, 15647397, 15647398, 15647399, 15647400, 15647401, 15647402, 15647403, 15647404, 15647405, 15647406, 15647407, 15647408, 15647409, 15647410], "trace_timestamp_s": 1209.5380000000005, "ttft_s": 1.5280119620001642, "turn_id": 15} +{"actual_output_tokens": 202, "cached_tokens": 47728, "effective_input_length": 49316, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49316, "latency_s": 2.184870722001506, "output_length": 202, "proxy_request_id": "1277428:13:1593499:976", "request_id": "1277428:13:1593499:976", "request_type": "coder", "requested_output_tokens": 202, "session_id": "1277428", "t_dispatch_unix": 1779965096.1523535, "t_finish_unix": 1779965098.337224, "t_first_token_unix": 1779965096.8179958, "tpot_s": 0.007557246716411707, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 14951058, 14951059, 14951060, 14979347, 15609252, 15609253, 15609254, 15678100, 15678101, 15678102, 15678103], "trace_timestamp_s": 1221.1850000000004, "ttft_s": 0.6656401270010974, "turn_id": 13} +{"actual_output_tokens": 127, "cached_tokens": 75536, "effective_input_length": 75584, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75584, "latency_s": 1.2476054940016184, "output_length": 127, "proxy_request_id": "1294611:15:1594038:977", "request_id": "1294611:15:1594038:977", "request_type": "coder", "requested_output_tokens": 127, "session_id": "1294611", "t_dispatch_unix": 1779965097.870346, "t_finish_unix": 1779965099.1179514, "t_first_token_unix": 1779965098.015786, "tpot_s": 0.00874535098412866, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 15684252, 15684253, 15684254, 15684255, 15684256, 15684257, 15684258, 15684259, 15684260, 15684261, 15684262, 15684263, 15684264, 15684265, 15684266, 15684267, 15684268, 15684269, 15684270, 15684271, 15684272, 15684273, 15684274, 15684275], "trace_timestamp_s": 1222.902, "ttft_s": 0.1454374490022019, "turn_id": 15} +{"actual_output_tokens": 63, "cached_tokens": 77040, "effective_input_length": 77218, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77218, "latency_s": 0.7901699399990321, "output_length": 63, "proxy_request_id": "1268861:20:1595141:978", "request_id": "1268861:20:1595141:978", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1268861", "t_dispatch_unix": 1779965101.850184, "t_finish_unix": 1779965102.6403537, "t_first_token_unix": 1779965102.1184554, "tpot_s": 0.00841411906449432, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15693702], "trace_timestamp_s": 1226.8830000000007, "ttft_s": 0.2682690050023666, "turn_id": 20} +{"actual_output_tokens": 153, "cached_tokens": 32272, "effective_input_length": 33533, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 33533, "latency_s": 1.4298003330004576, "output_length": 153, "proxy_request_id": "1399948:35:1602048:980", "request_id": "1399948:35:1602048:980", "request_type": "coder", "requested_output_tokens": 153, "session_id": "1399948", "t_dispatch_unix": 1779965125.2280986, "t_finish_unix": 1779965126.6578984, "t_first_token_unix": 1779965125.646835, "tpot_s": 0.006650097855263563, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15759381], "trace_timestamp_s": 1250.2640000000001, "ttft_s": 0.4187353870001971, "turn_id": 35} +{"actual_output_tokens": 365, "cached_tokens": 89152, "effective_input_length": 90656, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 90656, "latency_s": 6.2648285619980015, "output_length": 365, "proxy_request_id": "1253804:9:1605110:981", "request_id": "1253804:9:1605110:981", "request_type": "coder", "requested_output_tokens": 365, "session_id": "1253804", "t_dispatch_unix": 1779965135.2099829, "t_finish_unix": 1779965141.4748116, "t_first_token_unix": 1779965136.1991293, "tpot_s": 0.014492833741764575, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15786880], "trace_timestamp_s": 1260.2450000000008, "ttft_s": 0.9891439729981357, "turn_id": 9} +{"actual_output_tokens": 4115, "cached_tokens": 75696, "effective_input_length": 75716, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75716, "latency_s": 41.315100948999316, "output_length": 4115, "proxy_request_id": "1294611:15:1596163:979", "request_id": "1294611:15:1596163:979", "request_type": "coder", "requested_output_tokens": 4115, "session_id": "1294611", "t_dispatch_unix": 1779965105.0321622, "t_finish_unix": 1779965146.3472633, "t_first_token_unix": 1779965105.1685805, "tpot_s": 0.010009327090422815, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 15703736, 15703737, 15703738, 15703739, 15703740, 15703741, 15703742, 15703743, 15703744, 15703745, 15703746, 15703747, 15703748, 15703749, 15703750, 15703751, 15703752, 15703753, 15703754, 15703755, 15703756, 15703757, 15703758, 15703759], "trace_timestamp_s": 1230.063, "ttft_s": 0.1364160310004081, "turn_id": 15} +{"actual_output_tokens": 178, "cached_tokens": 77280, "effective_input_length": 77293, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77293, "latency_s": 1.7242594140006986, "output_length": 178, "proxy_request_id": "1268861:21:1609831:982", "request_id": "1268861:21:1609831:982", "request_type": "coder", "requested_output_tokens": 178, "session_id": "1268861", "t_dispatch_unix": 1779965150.9571362, "t_finish_unix": 1779965152.6813955, "t_first_token_unix": 1779965151.087462, "tpot_s": 0.009003770774019728, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363], "trace_timestamp_s": 1275.9880000000003, "ttft_s": 0.1303231109995977, "turn_id": 21} +{"actual_output_tokens": 19, "cached_tokens": 91008, "effective_input_length": 91103, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 91103, "latency_s": 0.3147097590008343, "output_length": 19, "proxy_request_id": "1253804:10:1611505:983", "request_id": "1253804:10:1611505:983", "request_type": "coder", "requested_output_tokens": 19, "session_id": "1253804", "t_dispatch_unix": 1779965156.4351616, "t_finish_unix": 1779965156.7498703, "t_first_token_unix": 1779965156.6297793, "tpot_s": 0.006658263388898276, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080], "trace_timestamp_s": 1281.4660000000003, "ttft_s": 0.19461661300010746, "turn_id": 10} +{"actual_output_tokens": 83, "cached_tokens": 33680, "effective_input_length": 34773, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 34773, "latency_s": 0.8995553680033481, "output_length": 83, "proxy_request_id": "1399948:36:1612467:984", "request_id": "1399948:36:1612467:984", "request_type": "coder", "requested_output_tokens": 83, "session_id": "1399948", "t_dispatch_unix": 1779965159.5478091, "t_finish_unix": 1779965160.4473643, "t_first_token_unix": 1779965159.9031942, "tpot_s": 0.006632557597540875, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946], "trace_timestamp_s": 1284.5810000000001, "ttft_s": 0.355382952002401, "turn_id": 36} +{"actual_output_tokens": 212, "cached_tokens": 91120, "effective_input_length": 91131, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 91131, "latency_s": 2.2073007579965633, "output_length": 212, "proxy_request_id": "1253804:11:1613030:985", "request_id": "1253804:11:1613030:985", "request_type": "coder", "requested_output_tokens": 212, "session_id": "1253804", "t_dispatch_unix": 1779965161.767959, "t_finish_unix": 1779965163.9752593, "t_first_token_unix": 1779965161.9103036, "tpot_s": 0.009785323279618889, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080], "trace_timestamp_s": 1286.8030000000008, "ttft_s": 0.14234271099849138, "turn_id": 11} +{"actual_output_tokens": 168, "cached_tokens": 34848, "effective_input_length": 35308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35308, "latency_s": 1.351804229998379, "output_length": 168, "proxy_request_id": "1399948:37:1613628:986", "request_id": "1399948:37:1613628:986", "request_type": "coder", "requested_output_tokens": 168, "session_id": "1399948", "t_dispatch_unix": 1779965163.6235101, "t_finish_unix": 1779965164.9753144, "t_first_token_unix": 1779965163.8397272, "tpot_s": 0.006798389251496396, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752], "trace_timestamp_s": 1288.6590000000006, "ttft_s": 0.21621469799720217, "turn_id": 37} +{"actual_output_tokens": 79, "cached_tokens": 35472, "effective_input_length": 35581, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35581, "latency_s": 0.6329146200005198, "output_length": 79, "proxy_request_id": "1399948:38:1616890:987", "request_id": "1399948:38:1616890:987", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1399948", "t_dispatch_unix": 1779965174.8078125, "t_finish_unix": 1779965175.4407263, "t_first_token_unix": 1779965174.924882, "tpot_s": 0.006609885307672159, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15894792], "trace_timestamp_s": 1299.8360000000002, "ttft_s": 0.11706806700021843, "turn_id": 38} +{"actual_output_tokens": 68, "cached_tokens": 35648, "effective_input_length": 35682, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35682, "latency_s": 0.5192138790007448, "output_length": 68, "proxy_request_id": "1399948:39:1618250:989", "request_id": "1399948:39:1618250:989", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1399948", "t_dispatch_unix": 1779965179.5010164, "t_finish_unix": 1779965180.0202293, "t_first_token_unix": 1779965179.5820708, "tpot_s": 0.00653572780595538, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15907502], "trace_timestamp_s": 1304.5330000000004, "ttft_s": 0.0810528889996931, "turn_id": 39} +{"actual_output_tokens": 57, "cached_tokens": 35744, "effective_input_length": 35958, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 35958, "latency_s": 0.5093714600006933, "output_length": 57, "proxy_request_id": "1399948:40:1620970:991", "request_id": "1399948:40:1620970:991", "request_type": "coder", "requested_output_tokens": 57, "session_id": "1399948", "t_dispatch_unix": 1779965188.4869523, "t_finish_unix": 1779965188.9963236, "t_first_token_unix": 1779965188.6342046, "tpot_s": 0.006461649107157947, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 15932234], "trace_timestamp_s": 1313.5230000000001, "ttft_s": 0.1472507520011277, "turn_id": 40} +{"actual_output_tokens": 141, "cached_tokens": 77456, "effective_input_length": 78439, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 78439, "latency_s": 1.9800473780014727, "output_length": 141, "proxy_request_id": "1268861:22:1620830:990", "request_id": "1268861:22:1620830:990", "request_type": "coder", "requested_output_tokens": 141, "session_id": "1268861", "t_dispatch_unix": 1779965188.0167391, "t_finish_unix": 1779965189.996786, "t_first_token_unix": 1779965188.726471, "tpot_s": 0.009071647614265592, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363, 15930459, 15930460, 15930461], "trace_timestamp_s": 1313.0500000000002, "ttft_s": 0.7097303020018444, "turn_id": 22} +{"actual_output_tokens": 35, "cached_tokens": 91328, "effective_input_length": 91389, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 91389, "latency_s": 0.4834916809995775, "output_length": 35, "proxy_request_id": "1253804:12:1621957:992", "request_id": "1253804:12:1621957:992", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1253804", "t_dispatch_unix": 1779965191.9278924, "t_finish_unix": 1779965192.411384, "t_first_token_unix": 1779965192.1371472, "tpot_s": 0.00805731464702951, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810], "trace_timestamp_s": 1316.96, "ttft_s": 0.2092524690015125, "turn_id": 12} +{"actual_output_tokens": 100, "cached_tokens": 36000, "effective_input_length": 36168, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36168, "latency_s": 0.8065411839997978, "output_length": 100, "proxy_request_id": "1399948:41:1624143:993", "request_id": "1399948:41:1624143:993", "request_type": "coder", "requested_output_tokens": 100, "session_id": "1399948", "t_dispatch_unix": 1779965199.299502, "t_finish_unix": 1779965200.1060429, "t_first_token_unix": 1779965199.4514387, "tpot_s": 0.006609211535337957, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 15963281], "trace_timestamp_s": 1324.3290000000006, "ttft_s": 0.15193495000130497, "turn_id": 41} +{"actual_output_tokens": 105, "cached_tokens": 91408, "effective_input_length": 91440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 91440, "latency_s": 1.1432795520013315, "output_length": 105, "proxy_request_id": "1253804:13:1624613:994", "request_id": "1253804:13:1624613:994", "request_type": "coder", "requested_output_tokens": 105, "session_id": "1253804", "t_dispatch_unix": 1779965200.867226, "t_finish_unix": 1779965202.010505, "t_first_token_unix": 1779965201.0256464, "tpot_s": 0.009467164346145952, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810], "trace_timestamp_s": 1325.9010000000007, "ttft_s": 0.15841866100163315, "turn_id": 13} +{"actual_output_tokens": 85, "cached_tokens": 91536, "effective_input_length": 92367, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 92367, "latency_s": 1.4534930150002765, "output_length": 85, "proxy_request_id": "1253804:14:1626575:995", "request_id": "1253804:14:1626575:995", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1253804", "t_dispatch_unix": 1779965207.3824668, "t_finish_unix": 1779965208.8359592, "t_first_token_unix": 1779965208.04107, "tpot_s": 0.009459294678544254, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 15986054], "trace_timestamp_s": 1332.411, "ttft_s": 0.658601119001105, "turn_id": 14} +{"actual_output_tokens": 43, "cached_tokens": 92448, "effective_input_length": 92701, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 92701, "latency_s": 0.6782542410001042, "output_length": 43, "proxy_request_id": "1253804:15:1628485:997", "request_id": "1253804:15:1628485:997", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1253804", "t_dispatch_unix": 1779965213.7057176, "t_finish_unix": 1779965214.3839717, "t_first_token_unix": 1779965214.0170007, "tpot_s": 0.00873041497617946, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16004240], "trace_timestamp_s": 1338.7400000000007, "ttft_s": 0.31128157599960105, "turn_id": 15} +{"actual_output_tokens": 175, "cached_tokens": 36256, "effective_input_length": 36984, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 36984, "latency_s": 1.503650380000181, "output_length": 175, "proxy_request_id": "1399948:42:1628429:996", "request_id": "1399948:42:1628429:996", "request_type": "coder", "requested_output_tokens": 175, "session_id": "1399948", "t_dispatch_unix": 1779965213.4913623, "t_finish_unix": 1779965214.9950123, "t_first_token_unix": 1779965213.7898538, "tpot_s": 0.00692441565517019, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16003843], "trace_timestamp_s": 1338.5230000000001, "ttft_s": 0.29848962599862716, "turn_id": 42} +{"actual_output_tokens": 65, "cached_tokens": 75936, "effective_input_length": 79074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79074, "latency_s": 2.2723701979994075, "output_length": 65, "proxy_request_id": "1388507:3:1629072:998", "request_id": "1388507:3:1629072:998", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1388507", "t_dispatch_unix": 1779965215.795718, "t_finish_unix": 1779965218.06808, "t_first_token_unix": 1779965217.519793, "tpot_s": 0.008562586124980953, "trace_hash_ids": [10601431, 21251, 21252, 21253, 7175275, 7175276, 7175277, 10601432, 10601433, 10601434, 10601435, 10601436, 10601437, 10601438, 10601439, 10601440, 10601441, 10601442, 10601443, 10601444, 10601445, 10601446, 10601447, 10601448, 10601449, 10601450, 10601451, 10601452, 10601453, 10601454, 10601455, 10601456, 10601457, 10601458, 10601459, 10601460, 10601461, 10601462, 10601463, 10601464, 10601465, 10601466, 10601467, 10601468, 10601469, 10601470, 10601471, 3889792, 10601472, 10479693, 10479694, 10479695, 10601473, 10601474, 76714, 76715, 76716, 10601475, 10601476, 10601477, 10601478, 10601479, 10601480, 10601481, 10601482, 10601483, 10601484, 10601485, 10601486, 10601487, 10601488, 10601489, 10601490, 10601491, 10601492, 10601493, 10601494, 10601495, 10601496, 10601497, 10601498, 10601499, 10601500, 10601501, 10601502, 10601503, 10601504, 10601505, 10601506, 10601507, 10601508, 10601509, 10601510, 10601511, 10601512, 10601513, 10601514, 11402004, 11402005, 11402006, 11402007, 11402008, 11402009, 11402010, 11402011, 11402012, 11402013, 11402014, 11402015, 11402016, 11402017, 11402018, 11402019, 11402020, 11402021, 11402022, 11402023, 11402024, 11402025, 11402026, 11402027, 11402028, 11402029, 11402030, 11402031, 11402032, 11853944, 11853945, 11853946, 11853947, 11853948, 11853949, 11853950, 11853951, 12251200, 12251201, 12251202, 12251203, 12251204, 12251205, 13699728, 14709792, 14709793, 14709794, 14709795, 14709796, 14709797, 14709798, 16009495, 16009496, 16009497, 16009498, 16009499, 16009500, 16009501], "trace_timestamp_s": 1340.8290000000006, "ttft_s": 1.7240807029993448, "turn_id": 3} +{"actual_output_tokens": 102, "cached_tokens": 92736, "effective_input_length": 92953, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 92953, "latency_s": 1.2768931669997983, "output_length": 102, "proxy_request_id": "1253804:16:1629713:999", "request_id": "1253804:16:1629713:999", "request_type": "coder", "requested_output_tokens": 102, "session_id": "1253804", "t_dispatch_unix": 1779965217.7548792, "t_finish_unix": 1779965219.0317726, "t_first_token_unix": 1779965218.063327, "tpot_s": 0.00958578468314522, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597], "trace_timestamp_s": 1342.79, "ttft_s": 0.30844555200019386, "turn_id": 16} +{"actual_output_tokens": 74, "cached_tokens": 78576, "effective_input_length": 79693, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79693, "latency_s": 1.360989728000277, "output_length": 74, "proxy_request_id": "1268861:23:1631587:1001", "request_id": "1268861:23:1631587:1001", "request_type": "coder", "requested_output_tokens": 74, "session_id": "1268861", "t_dispatch_unix": 1779965223.7542057, "t_finish_unix": 1779965225.1151948, "t_first_token_unix": 1779965224.4823449, "tpot_s": 0.008662072137019706, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363, 15930459, 15930460, 16034089, 16034090, 16034091], "trace_timestamp_s": 1348.79, "ttft_s": 0.7281376239989186, "turn_id": 23} +{"actual_output_tokens": 81, "cached_tokens": 93040, "effective_input_length": 93219, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93219, "latency_s": 1.4407779469984234, "output_length": 81, "proxy_request_id": "1253804:17:1631602:1002", "request_id": "1253804:17:1631602:1002", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1253804", "t_dispatch_unix": 1779965223.8282633, "t_finish_unix": 1779965225.269041, "t_first_token_unix": 1779965224.1437447, "tpot_s": 0.01406321001250035, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16034156], "trace_timestamp_s": 1348.8640000000005, "ttft_s": 0.31547933999900124, "turn_id": 17} +{"actual_output_tokens": 298, "cached_tokens": 79824, "effective_input_length": 79890, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79890, "latency_s": 3.5691361499993945, "output_length": 298, "proxy_request_id": "1294611:15:1631116:1000", "request_id": "1294611:15:1631116:1000", "request_type": "coder", "requested_output_tokens": 298, "session_id": "1294611", "t_dispatch_unix": 1779965222.3407233, "t_finish_unix": 1779965225.9098594, "t_first_token_unix": 1779965222.5420022, "tpot_s": 0.011338631050509905, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16029362, 16029363, 16029364, 16029365, 16029366, 16029367, 16029368, 16029369, 16029370, 16029371, 16029372, 16029373, 16029374, 16029375, 16029376, 16029377, 16029378, 16029379, 16029380, 16029381, 16029382, 16029383, 16029384, 16029385, 16029386, 16029387, 16029388, 16029389, 16029390, 16029391, 16029392, 16029393, 16029394], "trace_timestamp_s": 1347.3670000000002, "ttft_s": 0.20127641599901835, "turn_id": 15} +{"actual_output_tokens": 93, "cached_tokens": 93296, "effective_input_length": 93509, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93509, "latency_s": 1.187581340996985, "output_length": 93, "proxy_request_id": "1253804:18:1633257:1003", "request_id": "1253804:18:1633257:1003", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1253804", "t_dispatch_unix": 1779965229.2825553, "t_finish_unix": 1779965230.4701362, "t_first_token_unix": 1779965229.5957315, "tpot_s": 0.009501319184773425, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428], "trace_timestamp_s": 1354.3140000000003, "ttft_s": 0.31317362999834586, "turn_id": 18} +{"actual_output_tokens": 65, "cached_tokens": 80176, "effective_input_length": 80221, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80221, "latency_s": 0.9442700299987337, "output_length": 65, "proxy_request_id": "1294611:15:1634779:1004", "request_id": "1294611:15:1634779:1004", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1294611", "t_dispatch_unix": 1779965234.4519534, "t_finish_unix": 1779965235.396223, "t_first_token_unix": 1779965234.6022818, "tpot_s": 0.012399511984369838, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16063555, 15647389, 15647390, 15647391, 15647392, 15647393, 15647394, 15647395, 15647396, 15647397, 15647398, 15647399, 15647400, 15647401, 15647402, 15647403, 15647404, 15647405, 15647406, 15647407, 15647408, 15647409, 15647410, 16063556, 16063557, 16063558, 16063559, 16063560, 16063561, 16063562, 16063563, 16063564, 16063565], "trace_timestamp_s": 1359.4810000000007, "ttft_s": 0.15032665399849066, "turn_id": 15} +{"actual_output_tokens": 399, "cached_tokens": 93600, "effective_input_length": 93664, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 93664, "latency_s": 4.347130924998055, "output_length": 399, "proxy_request_id": "1253804:19:1634903:1005", "request_id": "1253804:19:1634903:1005", "request_type": "coder", "requested_output_tokens": 399, "session_id": "1253804", "t_dispatch_unix": 1779965234.8243692, "t_finish_unix": 1779965239.1715004, "t_first_token_unix": 1779965235.0428255, "tpot_s": 0.01037287913065333, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428], "trace_timestamp_s": 1359.8590000000004, "ttft_s": 0.21845374799886486, "turn_id": 19} +{"actual_output_tokens": 87, "cached_tokens": 94048, "effective_input_length": 94111, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 94111, "latency_s": 1.4471043090015883, "output_length": 87, "proxy_request_id": "1253804:20:1638889:1007", "request_id": "1253804:20:1638889:1007", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1253804", "t_dispatch_unix": 1779965248.0004132, "t_finish_unix": 1779965249.4475176, "t_first_token_unix": 1779965248.220412, "tpot_s": 0.01426468405813022, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467], "trace_timestamp_s": 1373.0350000000008, "ttft_s": 0.21999609600243275, "turn_id": 20} +{"actual_output_tokens": 285, "cached_tokens": 0, "effective_input_length": 9804, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9804, "latency_s": 2.337439352999354, "output_length": 285, "proxy_request_id": "1258908:2:1639411:1008", "request_id": "1258908:2:1639411:1008", "request_type": "coder", "requested_output_tokens": 285, "session_id": "1258908", "t_dispatch_unix": 1779965249.8123302, "t_finish_unix": 1779965252.1497693, "t_first_token_unix": 1779965250.5753667, "tpot_s": 0.005542662302822221, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 16107627, 16107628, 16107629, 16107630, 16107631], "trace_timestamp_s": 1374.8490000000002, "ttft_s": 0.7630354469984013, "turn_id": 2} +{"actual_output_tokens": 55, "cached_tokens": 79760, "effective_input_length": 80019, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80019, "latency_s": 0.7345278430002509, "output_length": 55, "proxy_request_id": "1268861:24:1643502:1011", "request_id": "1268861:24:1643502:1011", "request_type": "coder", "requested_output_tokens": 55, "session_id": "1268861", "t_dispatch_unix": 1779965263.6290321, "t_finish_unix": 1779965264.3635604, "t_first_token_unix": 1779965263.910746, "tpot_s": 0.008380300074080608, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363, 15930459, 15930460, 16034089, 16034090, 16147319, 16147320], "trace_timestamp_s": 1388.6640000000007, "ttft_s": 0.2817114509998646, "turn_id": 24} +{"actual_output_tokens": 115, "cached_tokens": 37152, "effective_input_length": 38102, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38102, "latency_s": 1.1570840159984073, "output_length": 115, "proxy_request_id": "1399948:43:1643413:1010", "request_id": "1399948:43:1643413:1010", "request_type": "coder", "requested_output_tokens": 115, "session_id": "1399948", "t_dispatch_unix": 1779965263.2857308, "t_finish_unix": 1779965264.442815, "t_first_token_unix": 1779965263.665649, "tpot_s": 0.006814825508754758, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16146472], "trace_timestamp_s": 1388.3220000000001, "ttft_s": 0.37991596199935884, "turn_id": 43} +{"actual_output_tokens": 219, "cached_tokens": 38208, "effective_input_length": 38308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38308, "latency_s": 1.635838465001143, "output_length": 219, "proxy_request_id": "1399948:44:1644970:1012", "request_id": "1399948:44:1644970:1012", "request_type": "coder", "requested_output_tokens": 219, "session_id": "1399948", "t_dispatch_unix": 1779965268.4105163, "t_finish_unix": 1779965270.0463545, "t_first_token_unix": 1779965268.5327516, "tpot_s": 0.0069420661972440486, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765], "trace_timestamp_s": 1393.4470000000001, "ttft_s": 0.12223341500066454, "turn_id": 44} +{"actual_output_tokens": 2429, "cached_tokens": 80272, "effective_input_length": 80717, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80717, "latency_s": 30.762517787003162, "output_length": 2429, "proxy_request_id": "1294611:15:1636645:1006", "request_id": "1294611:15:1636645:1006", "request_type": "coder", "requested_output_tokens": 2429, "session_id": "1294611", "t_dispatch_unix": 1779965240.4928963, "t_finish_unix": 1779965271.2554138, "t_first_token_unix": 1779965240.931055, "tpot_s": 0.012489328159391144, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16080826, 16080827, 16080828, 16080829, 16080830, 16080831, 16080832, 16080833, 16080834, 16080835, 16080836, 16080837, 16080838, 16080839, 16080840, 16080841, 16080842, 16080843, 16080844, 16080845, 16080846, 16080847, 16080848, 16080849, 16080850, 16080851, 16080852, 16080853, 16080854, 16080855, 16080856, 16080857, 16080858, 16080859], "trace_timestamp_s": 1365.5200000000004, "ttft_s": 0.438156265001453, "turn_id": 15} +{"actual_output_tokens": 1400, "cached_tokens": 94192, "effective_input_length": 94269, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 94269, "latency_s": 20.2108029719966, "output_length": 1400, "proxy_request_id": "1253804:21:1640487:1009", "request_id": "1253804:21:1640487:1009", "request_type": "coder", "requested_output_tokens": 1400, "session_id": "1253804", "t_dispatch_unix": 1779965253.2875235, "t_finish_unix": 1779965273.4983265, "t_first_token_unix": 1779965253.5166216, "tpot_s": 0.014282640516796659, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16119050], "trace_timestamp_s": 1378.3230000000003, "ttft_s": 0.22909612999865203, "turn_id": 21} +{"actual_output_tokens": 54, "cached_tokens": 95664, "effective_input_length": 95715, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 95715, "latency_s": 0.6965756440004043, "output_length": 54, "proxy_request_id": "1253804:22:1650001:1013", "request_id": "1253804:22:1650001:1013", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1253804", "t_dispatch_unix": 1779965284.9963799, "t_finish_unix": 1779965285.6929548, "t_first_token_unix": 1779965285.2115648, "tpot_s": 0.009073133509480372, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630], "trace_timestamp_s": 1410.0170000000007, "ttft_s": 0.21518277499853866, "turn_id": 22} +{"actual_output_tokens": 87, "cached_tokens": 38512, "effective_input_length": 38758, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 38758, "latency_s": 0.744541289001063, "output_length": 87, "proxy_request_id": "1399948:45:1650679:1014", "request_id": "1399948:45:1650679:1014", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1399948", "t_dispatch_unix": 1779965287.450164, "t_finish_unix": 1779965288.1947055, "t_first_token_unix": 1779965287.60701, "tpot_s": 0.006830449965110706, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16213486], "trace_timestamp_s": 1412.487, "ttft_s": 0.15684323300229153, "turn_id": 45} +{"actual_output_tokens": 45, "cached_tokens": 95760, "effective_input_length": 96944, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 96944, "latency_s": 1.2577302070021688, "output_length": 45, "proxy_request_id": "1253804:23:1651448:1015", "request_id": "1253804:23:1651448:1015", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779965289.7442207, "t_finish_unix": 1779965291.0019507, "t_first_token_unix": 1779965290.613323, "tpot_s": 0.00882514277269696, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16220458], "trace_timestamp_s": 1414.777, "ttft_s": 0.8691002430023218, "turn_id": 23} +{"actual_output_tokens": 123, "cached_tokens": 38832, "effective_input_length": 39837, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 39837, "latency_s": 1.2471431529993424, "output_length": 123, "proxy_request_id": "1399948:46:1658183:1018", "request_id": "1399948:46:1658183:1018", "request_type": "coder", "requested_output_tokens": 123, "session_id": "1399948", "t_dispatch_unix": 1779965312.5864658, "t_finish_unix": 1779965313.833609, "t_first_token_unix": 1779965312.9836926, "tpot_s": 0.0069641877704926915, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828], "trace_timestamp_s": 1437.6230000000005, "ttft_s": 0.39722381200044765, "turn_id": 46} +{"actual_output_tokens": 45, "cached_tokens": 96976, "effective_input_length": 97769, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 97769, "latency_s": 1.3026835309974558, "output_length": 45, "proxy_request_id": "1253804:24:1659020:1019", "request_id": "1253804:24:1659020:1019", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779965315.4763317, "t_finish_unix": 1779965316.7790146, "t_first_token_unix": 1779965316.1683536, "tpot_s": 0.013870032500066869, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091], "trace_timestamp_s": 1440.5100000000002, "ttft_s": 0.692019595997408, "turn_id": 24} +{"actual_output_tokens": 2557, "cached_tokens": 80064, "effective_input_length": 80406, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 80406, "latency_s": 24.881265853000514, "output_length": 2557, "proxy_request_id": "1268861:25:1653400:1016", "request_id": "1268861:25:1653400:1016", "request_type": "coder", "requested_output_tokens": 2557, "session_id": "1268861", "t_dispatch_unix": 1779965296.1800535, "t_finish_unix": 1779965321.0613186, "t_first_token_unix": 1779965296.606496, "tpot_s": 0.009567451163927269, "trace_hash_ids": [121761, 121762, 121763, 121764, 734386, 734387, 734388, 734389, 734390, 734391, 734392, 734393, 734394, 734395, 734396, 734397, 734398, 734399, 734400, 734401, 734402, 734403, 734404, 12627027, 12743481, 12909644, 12909645, 12909646, 12909647, 12909648, 12909649, 12909650, 12909651, 12909652, 12909653, 12909654, 12909655, 12909656, 12909657, 12909658, 12909659, 12909660, 13047213, 13047214, 13047215, 13047216, 13047217, 13047218, 13047219, 13047220, 13047221, 13047222, 13201035, 13201036, 13201037, 13201038, 13201039, 13201040, 13201041, 13201042, 13201043, 13201044, 13201045, 13201046, 13201047, 13201048, 13201049, 13360567, 13360568, 13360569, 13360570, 13360571, 13621765, 13621766, 13621767, 13621768, 13621769, 13621770, 13621771, 13621772, 13621773, 13890048, 13890049, 13890050, 13890051, 13890052, 14046020, 14046021, 14046022, 14046023, 14046024, 14046025, 14046026, 14046027, 14046028, 14046029, 14214011, 14214012, 14214013, 14214014, 14214015, 14214016, 14214017, 14334562, 14334563, 14334564, 14334565, 14445188, 14445189, 14610201, 14610202, 14768215, 14768216, 14768217, 14768218, 14768219, 14768220, 14768221, 14768222, 14768223, 14768224, 14868807, 14868808, 15072113, 15072114, 15072115, 15072116, 15072117, 15072118, 15072119, 15072120, 15072121, 15072122, 15072123, 15072124, 15072125, 15072126, 15072127, 15072128, 15173442, 15173443, 15173444, 15173445, 15173446, 15173447, 15173448, 15173449, 15295377, 15533475, 15533476, 15829363, 15930459, 15930460, 16034089, 16034090, 16147319, 16238847, 16238848], "trace_timestamp_s": 1421.2150000000001, "ttft_s": 0.42644034499971895, "turn_id": 25} +{"actual_output_tokens": 45, "cached_tokens": 97808, "effective_input_length": 98187, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 98187, "latency_s": 1.1149547750028432, "output_length": 45, "proxy_request_id": "1253804:25:1662273:1020", "request_id": "1253804:25:1662273:1020", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779965326.3399723, "t_finish_unix": 1779965327.4549265, "t_first_token_unix": 1779965326.8549335, "tpot_s": 0.01362595811364868, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784], "trace_timestamp_s": 1451.3740000000007, "ttft_s": 0.5149588849999418, "turn_id": 25} +{"actual_output_tokens": 63, "cached_tokens": 39952, "effective_input_length": 40261, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40261, "latency_s": 0.6500677510011883, "output_length": 63, "proxy_request_id": "1399948:47:1664702:1022", "request_id": "1399948:47:1664702:1022", "request_type": "coder", "requested_output_tokens": 63, "session_id": "1399948", "t_dispatch_unix": 1779965334.9486365, "t_finish_unix": 1779965335.5987036, "t_first_token_unix": 1779965335.1815116, "tpot_s": 0.006724722483868978, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16343814], "trace_timestamp_s": 1459.9850000000006, "ttft_s": 0.2328737589996308, "turn_id": 47} +{"actual_output_tokens": 2280, "cached_tokens": 83136, "effective_input_length": 83204, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 83204, "latency_s": 26.448689411998203, "output_length": 2280, "proxy_request_id": "1294611:15:1657992:1017", "request_id": "1294611:15:1657992:1017", "request_type": "coder", "requested_output_tokens": 2280, "session_id": "1294611", "t_dispatch_unix": 1779965312.1029382, "t_finish_unix": 1779965338.5516267, "t_first_token_unix": 1779965312.3109567, "tpot_s": 0.011513882322508995, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16281887, 16281888, 16281889, 16281890, 16281891, 16281892, 16281893, 16281894, 16281895, 16281896, 16281897, 16281898, 16281899, 16281900, 16281901, 16281902, 16281903, 16281904, 16281905, 16281906, 16281907, 16281908, 16281909, 16281910, 16281911, 16281912, 16281913, 16281914, 16281915, 16281916, 16281917, 16281918, 16281919, 16281920, 16281921, 16281922, 16281923, 16281924, 16281925], "trace_timestamp_s": 1437.1310000000003, "ttft_s": 0.20801679999931366, "turn_id": 15} +{"actual_output_tokens": 152, "cached_tokens": 131936, "effective_input_length": 132537, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 132537, "latency_s": 2.517012774002069, "output_length": 152, "proxy_request_id": "1356885:8:1665690:1023", "request_id": "1356885:8:1665690:1023", "request_type": "coder", "requested_output_tokens": 152, "session_id": "1356885", "t_dispatch_unix": 1779965338.1536884, "t_finish_unix": 1779965340.6707006, "t_first_token_unix": 1779965338.8994327, "tpot_s": 0.011728807602636478, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 16351834, 16351835], "trace_timestamp_s": 1463.1860000000006, "ttft_s": 0.7457425390020944, "turn_id": 8} +{"actual_output_tokens": 197, "cached_tokens": 40320, "effective_input_length": 40343, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40343, "latency_s": 1.4674027170003683, "output_length": 197, "proxy_request_id": "1399948:48:1666394:1024", "request_id": "1399948:48:1666394:1024", "request_type": "coder", "requested_output_tokens": 197, "session_id": "1399948", "t_dispatch_unix": 1779965340.5786064, "t_finish_unix": 1779965342.0460088, "t_first_token_unix": 1779965340.6626887, "tpot_s": 0.007056197867351162, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763], "trace_timestamp_s": 1465.6150000000007, "ttft_s": 0.08408041199800209, "turn_id": 48} +{"actual_output_tokens": 154, "cached_tokens": 40528, "effective_input_length": 40642, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40642, "latency_s": 1.2018608500002301, "output_length": 154, "proxy_request_id": "1399948:49:1668825:1025", "request_id": "1399948:49:1668825:1025", "request_type": "coder", "requested_output_tokens": 154, "session_id": "1399948", "t_dispatch_unix": 1779965349.139813, "t_finish_unix": 1779965350.3416731, "t_first_token_unix": 1779965349.2676, "tpot_s": 0.007018528006525004, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16382119], "trace_timestamp_s": 1474.1770000000006, "ttft_s": 0.12778531700314488, "turn_id": 49} +{"actual_output_tokens": 169, "cached_tokens": 85472, "effective_input_length": 85542, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85542, "latency_s": 2.780357596999238, "output_length": 169, "proxy_request_id": "1294611:15:1673197:1026", "request_id": "1294611:15:1673197:1026", "request_type": "coder", "requested_output_tokens": 169, "session_id": "1294611", "t_dispatch_unix": 1779965364.3508773, "t_finish_unix": 1779965367.131235, "t_first_token_unix": 1779965364.5446327, "tpot_s": 0.01539466717858453, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16425840, 16425841, 16425842, 16425843, 16425844, 16425845, 16425846, 16425847, 16425848, 16425849, 16425850, 16425851, 16425852, 16425853, 16425854, 16425855, 16425856, 16425857, 16425858, 16425859, 16425860, 16425861, 16425862, 16425863, 16425864, 16425865, 16425866, 16425867, 16425868, 16425869, 16425870, 16425871, 16425872, 16425873, 16425874, 16425875, 16425876, 16425877, 16425878, 16425879, 16425880, 16425881, 16425882, 16425883], "trace_timestamp_s": 1489.3780000000006, "ttft_s": 0.19375300399769912, "turn_id": 15} +{"actual_output_tokens": 3441, "cached_tokens": 98224, "effective_input_length": 98254, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 98254, "latency_s": 39.807434863996605, "output_length": 3441, "proxy_request_id": "1253804:26:1663639:1021", "request_id": "1253804:26:1663639:1021", "request_type": "coder", "requested_output_tokens": 3441, "session_id": "1253804", "t_dispatch_unix": 1779965331.1734376, "t_finish_unix": 1779965370.980872, "t_first_token_unix": 1779965331.3756735, "tpot_s": 0.011512985616570595, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784], "trace_timestamp_s": 1456.2080000000005, "ttft_s": 0.20223333699686918, "turn_id": 26} +{"actual_output_tokens": 270, "cached_tokens": 85696, "effective_input_length": 85722, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 85722, "latency_s": 2.7360499030000938, "output_length": 270, "proxy_request_id": "1294611:15:1676489:1027", "request_id": "1294611:15:1676489:1027", "request_type": "coder", "requested_output_tokens": 270, "session_id": "1294611", "t_dispatch_unix": 1779965375.7367735, "t_finish_unix": 1779965378.4728234, "t_first_token_unix": 1779965375.9012597, "tpot_s": 0.009558607464690097, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16456400, 16080827, 16080828, 16080829, 16080830, 16080831, 16080832, 16080833, 16080834, 16080835, 16080836, 16080837, 16080838, 16080839, 16080840, 16080841, 16080842, 16080843, 16080844, 16080845, 16080846, 16080847, 16080848, 16080849, 16080850, 16080851, 16080852, 16080853, 16080854, 16080855, 16080856, 16080857, 16080858, 16080859, 16456401, 16456402, 16456403, 16456404, 16456405, 16456406, 16456407, 16456408, 16456409, 16456410], "trace_timestamp_s": 1500.7660000000005, "ttft_s": 0.16448260600009235, "turn_id": 15} +{"actual_output_tokens": 500, "cached_tokens": 40784, "effective_input_length": 42648, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42648, "latency_s": 4.245647319999989, "output_length": 500, "proxy_request_id": "1399948:50:1677482:1028", "request_id": "1399948:50:1677482:1028", "request_type": "coder", "requested_output_tokens": 500, "session_id": "1399948", "t_dispatch_unix": 1779965378.9954064, "t_finish_unix": 1779965383.2410529, "t_first_token_unix": 1779965379.5932662, "tpot_s": 0.007309638292582406, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16467283], "trace_timestamp_s": 1504.031, "ttft_s": 0.5978580330011027, "turn_id": 50} +{"actual_output_tokens": 290, "cached_tokens": 85984, "effective_input_length": 86602, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 86602, "latency_s": 3.248074689996429, "output_length": 290, "proxy_request_id": "1294611:15:1679070:1029", "request_id": "1294611:15:1679070:1029", "request_type": "coder", "requested_output_tokens": 290, "session_id": "1294611", "t_dispatch_unix": 1779965384.4180765, "t_finish_unix": 1779965387.6661513, "t_first_token_unix": 1779965384.8900218, "tpot_s": 0.009604957318339283, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16482842, 15703737, 15703738, 15703739, 15703740, 15703741, 15703742, 15703743, 15703744, 15703745, 15703746, 15703747, 15703748, 15703749, 15703750, 15703751, 15703752, 15703753, 15703754, 15703755, 15703756, 15703757, 15703758, 15703759, 16482843, 16482844, 16482845, 16482846, 16482847, 16482848, 16482849, 16482850, 16482851, 16482852, 16482853, 16482854, 16482855, 16482856, 16482857, 16482858, 16482859, 16482860, 16482861, 16482862, 16482863, 16482864], "trace_timestamp_s": 1509.4470000000001, "ttft_s": 0.47194330399725004, "turn_id": 15} +{"actual_output_tokens": 35, "cached_tokens": 101680, "effective_input_length": 101743, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101743, "latency_s": 0.7012538960007078, "output_length": 35, "proxy_request_id": "1253804:27:1683133:1031", "request_id": "1253804:27:1683133:1031", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1253804", "t_dispatch_unix": 1779965398.0453596, "t_finish_unix": 1779965398.746613, "t_first_token_unix": 1779965398.277542, "tpot_s": 0.013789447911703438, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388], "trace_timestamp_s": 1523.0790000000006, "ttft_s": 0.232180718001473, "turn_id": 27} +{"actual_output_tokens": 412, "cached_tokens": 86880, "effective_input_length": 86925, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 86925, "latency_s": 4.4423671679978725, "output_length": 412, "proxy_request_id": "1294611:15:1682649:1030", "request_id": "1294611:15:1682649:1030", "request_type": "coder", "requested_output_tokens": 412, "session_id": "1294611", "t_dispatch_unix": 1779965396.3279905, "t_finish_unix": 1779965400.7703576, "t_first_token_unix": 1779965396.4917688, "tpot_s": 0.010409455121662442, "trace_hash_ids": [189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 737309, 737310, 737311, 737312, 737313, 737314, 737315, 737316, 737317, 12861599, 12861600, 12861601, 12861602, 3595333, 12861603, 12861604, 12861605, 12877479, 12890135, 12890136, 12890137, 12933071, 12941603, 12941604, 234568, 12952201, 12952202, 12952203, 12952204, 12952205, 12952206, 12952207, 12952208, 12952209, 12952210, 12992776, 12992777, 12992778, 12992779, 12992780, 12992781, 12992782, 12992783, 12992784, 12992785, 12992786, 12992787, 12992788, 12992789, 12992790, 12992791, 12992792, 12992793, 12992794, 12992795, 12992796, 12992797, 12992798, 12992799, 12992800, 13044794, 13063309, 13063310, 13446606, 13446607, 13446608, 13446609, 13446610, 13446611, 14232830, 14232831, 14232832, 14232833, 14232834, 14232835, 14232836, 14232837, 14232838, 14232839, 14232840, 14232841, 14232842, 14232843, 14232844, 14232845, 14232846, 14232847, 14232848, 14232849, 14232850, 14232851, 14232852, 14232853, 14232854, 14232855, 14232856, 14232857, 14232858, 14280911, 16515797, 16080827, 16080828, 16080829, 16080830, 16080831, 16080832, 16080833, 16080834, 16080835, 16080836, 16080837, 16080838, 16080839, 16080840, 16080841, 16080842, 16080843, 16080844, 16080845, 16080846, 16080847, 16080848, 16080849, 16080850, 16080851, 16080852, 16080853, 16080854, 16080855, 16080856, 16080857, 16080858, 16080859, 16456401, 16456402, 16456403, 16456404, 16456405, 16456406, 16456407, 16456408, 16456409, 16456410, 16515798, 16515799], "trace_timestamp_s": 1521.3540000000003, "ttft_s": 0.16377542699774494, "turn_id": 15} +{"actual_output_tokens": 73, "cached_tokens": 101776, "effective_input_length": 101794, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 101794, "latency_s": 0.8758969170012278, "output_length": 73, "proxy_request_id": "1253804:28:1685257:1032", "request_id": "1253804:28:1685257:1032", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1253804", "t_dispatch_unix": 1779965405.0467505, "t_finish_unix": 1779965405.9226472, "t_first_token_unix": 1779965405.2241032, "tpot_s": 0.00969778794448454, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388], "trace_timestamp_s": 1530.0770000000002, "ttft_s": 0.1773506739991717, "turn_id": 28} +{"actual_output_tokens": 199, "cached_tokens": 43136, "effective_input_length": 43407, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43407, "latency_s": 1.6061106070010283, "output_length": 199, "proxy_request_id": "1399948:51:1686626:1033", "request_id": "1399948:51:1686626:1033", "request_type": "coder", "requested_output_tokens": 199, "session_id": "1399948", "t_dispatch_unix": 1779965409.9860108, "t_finish_unix": 1779965411.5921206, "t_first_token_unix": 1779965410.1583626, "tpot_s": 0.007238525106059211, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913], "trace_timestamp_s": 1535.0170000000007, "ttft_s": 0.1723502720014949, "turn_id": 51} +{"actual_output_tokens": 101, "cached_tokens": 101856, "effective_input_length": 102067, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102067, "latency_s": 1.3444673890007834, "output_length": 101, "proxy_request_id": "1253804:29:1688398:1034", "request_id": "1253804:29:1688398:1034", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1253804", "t_dispatch_unix": 1779965416.0309532, "t_finish_unix": 1779965417.3754206, "t_first_token_unix": 1779965416.3805277, "tpot_s": 0.009945140050003829, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16571621], "trace_timestamp_s": 1541.063, "ttft_s": 0.3495702389991493, "turn_id": 29} +{"actual_output_tokens": 105, "cached_tokens": 43600, "effective_input_length": 43673, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43673, "latency_s": 0.8513843830005499, "output_length": 105, "proxy_request_id": "1399948:52:1689144:1035", "request_id": "1399948:52:1689144:1035", "request_type": "coder", "requested_output_tokens": 105, "session_id": "1399948", "t_dispatch_unix": 1779965418.6205769, "t_finish_unix": 1779965419.4719613, "t_first_token_unix": 1779965418.7417393, "tpot_s": 0.007018442009631634, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16578337], "trace_timestamp_s": 1543.656, "ttft_s": 0.12116044700087514, "turn_id": 52} +{"actual_output_tokens": 144, "cached_tokens": 132688, "effective_input_length": 132823, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 132823, "latency_s": 2.016258679999737, "output_length": 144, "proxy_request_id": "1356885:9:1689871:1036", "request_id": "1356885:9:1689871:1036", "request_type": "coder", "requested_output_tokens": 144, "session_id": "1356885", "t_dispatch_unix": 1779965420.9892986, "t_finish_unix": 1779965423.0055568, "t_first_token_unix": 1779965421.3268967, "tpot_s": 0.01173567841257094, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 16351834, 16351835, 16586340], "trace_timestamp_s": 1546.0200000000004, "ttft_s": 0.3375947320018895, "turn_id": 9} +{"actual_output_tokens": 77, "cached_tokens": 102160, "effective_input_length": 102214, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102214, "latency_s": 0.9675966059985512, "output_length": 77, "proxy_request_id": "1253804:30:1690362:1037", "request_id": "1253804:30:1690362:1037", "request_type": "coder", "requested_output_tokens": 77, "session_id": "1253804", "t_dispatch_unix": 1779965422.644829, "t_finish_unix": 1779965423.6124253, "t_first_token_unix": 1779965422.8695734, "tpot_s": 0.009770707736846051, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691], "trace_timestamp_s": 1547.679, "ttft_s": 0.22474284200143302, "turn_id": 30} +{"actual_output_tokens": 42, "cached_tokens": 102288, "effective_input_length": 102322, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102322, "latency_s": 0.5570893619988055, "output_length": 42, "proxy_request_id": "1253804:31:1691981:1038", "request_id": "1253804:31:1691981:1038", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1253804", "t_dispatch_unix": 1779965428.2241964, "t_finish_unix": 1779965428.7812846, "t_first_token_unix": 1779965428.413671, "tpot_s": 0.008960562609700434, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691], "trace_timestamp_s": 1553.2520000000004, "ttft_s": 0.18947270900025615, "turn_id": 31} +{"actual_output_tokens": 188, "cached_tokens": 43776, "effective_input_length": 43938, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 43938, "latency_s": 1.537569046002318, "output_length": 188, "proxy_request_id": "1399948:53:1692115:1039", "request_id": "1399948:53:1692115:1039", "request_type": "coder", "requested_output_tokens": 188, "session_id": "1399948", "t_dispatch_unix": 1779965428.7429705, "t_finish_unix": 1779965430.28054, "t_first_token_unix": 1779965428.9167016, "tpot_s": 0.007291781887695172, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324], "trace_timestamp_s": 1553.7790000000005, "ttft_s": 0.17372860800242051, "turn_id": 53} +{"actual_output_tokens": 79, "cached_tokens": 102352, "effective_input_length": 102509, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102509, "latency_s": 1.1036204980009643, "output_length": 79, "proxy_request_id": "1253804:32:1693715:1040", "request_id": "1253804:32:1693715:1040", "request_type": "coder", "requested_output_tokens": 79, "session_id": "1253804", "t_dispatch_unix": 1779965434.306514, "t_finish_unix": 1779965435.4101336, "t_first_token_unix": 1779965434.6462197, "tpot_s": 0.00978969337180994, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16624791], "trace_timestamp_s": 1559.3360000000002, "ttft_s": 0.3397042879987566, "turn_id": 32} +{"actual_output_tokens": 42, "cached_tokens": 44112, "effective_input_length": 44182, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 44182, "latency_s": 0.39429204399857554, "output_length": 42, "proxy_request_id": "1399948:54:1694570:1041", "request_id": "1399948:54:1694570:1041", "request_type": "coder", "requested_output_tokens": 42, "session_id": "1399948", "t_dispatch_unix": 1779965437.4021087, "t_finish_unix": 1779965437.7964, "t_first_token_unix": 1779965437.5246994, "tpot_s": 0.006619953877993905, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16632677], "trace_timestamp_s": 1562.4360000000006, "ttft_s": 0.1225890130008338, "turn_id": 54} +{"actual_output_tokens": 53, "cached_tokens": 102576, "effective_input_length": 102632, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102632, "latency_s": 0.7119980509996822, "output_length": 53, "proxy_request_id": "1253804:33:1695393:1042", "request_id": "1253804:33:1695393:1042", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1253804", "t_dispatch_unix": 1779965440.059338, "t_finish_unix": 1779965440.7713356, "t_first_token_unix": 1779965440.2869632, "tpot_s": 0.009309073788454744, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284], "trace_timestamp_s": 1565.0910000000003, "ttft_s": 0.22762257700014743, "turn_id": 33} +{"actual_output_tokens": 323, "cached_tokens": 102672, "effective_input_length": 102792, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 102792, "latency_s": 3.6618466660002014, "output_length": 323, "proxy_request_id": "1253804:34:1697569:1043", "request_id": "1253804:34:1697569:1043", "request_type": "coder", "requested_output_tokens": 323, "session_id": "1253804", "t_dispatch_unix": 1779965447.8902943, "t_finish_unix": 1779965451.5521402, "t_first_token_unix": 1779965448.170484, "tpot_s": 0.01050108382919207, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284], "trace_timestamp_s": 1572.9230000000007, "ttft_s": 0.28018643600080395, "turn_id": 34} +{"actual_output_tokens": 35, "cached_tokens": 103104, "effective_input_length": 103349, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 103349, "latency_s": 0.6425268079983653, "output_length": 35, "proxy_request_id": "1253804:35:1701250:1044", "request_id": "1253804:35:1701250:1044", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1253804", "t_dispatch_unix": 1779965460.4407773, "t_finish_unix": 1779965461.0833032, "t_first_token_unix": 1779965460.7981608, "tpot_s": 0.008377744705820292, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908], "trace_timestamp_s": 1585.4650000000001, "ttft_s": 0.35738153100101044, "turn_id": 35} +{"actual_output_tokens": 48, "cached_tokens": 103376, "effective_input_length": 103400, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 103400, "latency_s": 0.6049467720004031, "output_length": 48, "proxy_request_id": "1253804:36:1702697:1045", "request_id": "1253804:36:1702697:1045", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1253804", "t_dispatch_unix": 1779965465.589573, "t_finish_unix": 1779965466.194519, "t_first_token_unix": 1779965465.7636194, "tpot_s": 0.009161906127701513, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908], "trace_timestamp_s": 1590.6190000000006, "ttft_s": 0.17404394500044873, "turn_id": 36} +{"actual_output_tokens": 226, "cached_tokens": 44208, "effective_input_length": 45284, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45284, "latency_s": 2.115331397002592, "output_length": 226, "proxy_request_id": "1399948:55:1704272:1047", "request_id": "1399948:55:1704272:1047", "request_type": "coder", "requested_output_tokens": 226, "session_id": "1399948", "t_dispatch_unix": 1779965470.8654668, "t_finish_unix": 1779965472.9807982, "t_first_token_unix": 1779965471.3115494, "tpot_s": 0.0074175801777811206, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16728012], "trace_timestamp_s": 1595.9010000000007, "ttft_s": 0.44608065899956273, "turn_id": 55} +{"actual_output_tokens": 126, "cached_tokens": 132960, "effective_input_length": 133014, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 133014, "latency_s": 1.7559449049986142, "output_length": 126, "proxy_request_id": "1356885:10:1706624:1048", "request_id": "1356885:10:1706624:1048", "request_type": "coder", "requested_output_tokens": 126, "session_id": "1356885", "t_dispatch_unix": 1779965479.1835682, "t_finish_unix": 1779965480.9395125, "t_first_token_unix": 1779965479.4884183, "tpot_s": 0.011606319423997775, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 16351834, 16351835, 16751243], "trace_timestamp_s": 1604.2150000000001, "ttft_s": 0.30484812400027295, "turn_id": 10} +{"actual_output_tokens": 1433, "cached_tokens": 103440, "effective_input_length": 103471, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 103471, "latency_s": 15.63066265299858, "output_length": 1433, "proxy_request_id": "1253804:37:1704071:1046", "request_id": "1253804:37:1704071:1046", "request_type": "coder", "requested_output_tokens": 1433, "session_id": "1253804", "t_dispatch_unix": 1779965470.0626576, "t_finish_unix": 1779965485.6933205, "t_first_token_unix": 1779965470.2382436, "tpot_s": 0.010792410027932917, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16725569], "trace_timestamp_s": 1595.0930000000008, "ttft_s": 0.17558335499779787, "turn_id": 37} +{"actual_output_tokens": 123, "cached_tokens": 45504, "effective_input_length": 45571, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45571, "latency_s": 1.016165777000424, "output_length": 123, "proxy_request_id": "1399948:56:1708284:1049", "request_id": "1399948:56:1708284:1049", "request_type": "coder", "requested_output_tokens": 123, "session_id": "1399948", "t_dispatch_unix": 1779965484.9026291, "t_finish_unix": 1779965485.9187944, "t_first_token_unix": 1779965485.0289865, "tpot_s": 0.007291316172130955, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16766349], "trace_timestamp_s": 1609.9390000000003, "ttft_s": 0.12635541100098635, "turn_id": 56} +{"actual_output_tokens": 336, "cached_tokens": 45680, "effective_input_length": 45756, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 45756, "latency_s": 2.595657025998662, "output_length": 336, "proxy_request_id": "1399948:57:1711464:1050", "request_id": "1399948:57:1711464:1050", "request_type": "coder", "requested_output_tokens": 336, "session_id": "1399948", "t_dispatch_unix": 1779965495.6988857, "t_finish_unix": 1779965498.2945423, "t_first_token_unix": 1779965495.8295574, "tpot_s": 0.007357345489544425, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16797835], "trace_timestamp_s": 1620.7250000000004, "ttft_s": 0.1306700040004216, "turn_id": 57} +{"actual_output_tokens": 35, "cached_tokens": 104896, "effective_input_length": 104953, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 104953, "latency_s": 0.5315572590006923, "output_length": 35, "proxy_request_id": "1253804:38:1712824:1051", "request_id": "1253804:38:1712824:1051", "request_type": "coder", "requested_output_tokens": 35, "session_id": "1253804", "t_dispatch_unix": 1779965500.5176795, "t_finish_unix": 1779965501.0492358, "t_first_token_unix": 1779965500.7619967, "tpot_s": 0.008438774382418213, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701], "trace_timestamp_s": 1625.5480000000007, "ttft_s": 0.24431521899896325, "turn_id": 38} +{"actual_output_tokens": 59, "cached_tokens": 104976, "effective_input_length": 105004, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105004, "latency_s": 0.736800188999041, "output_length": 59, "proxy_request_id": "1253804:39:1714767:1052", "request_id": "1253804:39:1714767:1052", "request_type": "coder", "requested_output_tokens": 59, "session_id": "1253804", "t_dispatch_unix": 1779965507.09856, "t_finish_unix": 1779965507.8353593, "t_first_token_unix": 1779965507.2831633, "tpot_s": 0.009514668896560484, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16829979], "trace_timestamp_s": 1632.1290000000008, "ttft_s": 0.1846011699999508, "turn_id": 39} +{"actual_output_tokens": 435, "cached_tokens": 105056, "effective_input_length": 105156, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105156, "latency_s": 4.927530629000103, "output_length": 435, "proxy_request_id": "1253804:40:1716790:1053", "request_id": "1253804:40:1716790:1053", "request_type": "coder", "requested_output_tokens": 435, "session_id": "1253804", "t_dispatch_unix": 1779965513.8113165, "t_finish_unix": 1779965518.7388468, "t_first_token_unix": 1779965514.1029544, "tpot_s": 0.01068083703225568, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093], "trace_timestamp_s": 1638.8400000000001, "ttft_s": 0.29162468900176464, "turn_id": 40} +{"actual_output_tokens": 233, "cached_tokens": 0, "effective_input_length": 37173, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37173, "latency_s": 7.251147467002738, "output_length": 233, "proxy_request_id": "1340290:13:1718889:1055", "request_id": "1340290:13:1718889:1055", "request_type": "coder", "requested_output_tokens": 233, "session_id": "1340290", "t_dispatch_unix": 1779965520.9024816, "t_finish_unix": 1779965528.1536295, "t_first_token_unix": 1779965526.5321395, "tpot_s": 0.006987189137926807, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832], "trace_timestamp_s": 1645.9370000000008, "ttft_s": 5.6296557300011045, "turn_id": 13} +{"actual_output_tokens": 278, "cached_tokens": 0, "effective_input_length": 47861, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47861, "latency_s": 10.825569471999188, "output_length": 278, "proxy_request_id": "1305906:4:1718131:1054", "request_id": "1305906:4:1718131:1054", "request_type": "coder", "requested_output_tokens": 278, "session_id": "1305906", "t_dispatch_unix": 1779965518.2653372, "t_finish_unix": 1779965529.0909069, "t_first_token_unix": 1779965527.0099978, "tpot_s": 0.007511219797832559, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16863272], "trace_timestamp_s": 1643.3010000000004, "ttft_s": 8.744658702999004, "turn_id": 4} +{"actual_output_tokens": 92, "cached_tokens": 48128, "effective_input_length": 49817, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49817, "latency_s": 1.3456876230011403, "output_length": 92, "proxy_request_id": "1305906:5:1514292:934", "request_id": "1305906:5:1514292:934", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1305906", "t_dispatch_unix": 1779965529.095646, "t_finish_unix": 1779965530.441334, "t_first_token_unix": 1779965529.7745214, "tpot_s": 0.007324684549450546, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 14922061, 14922062, 14922063, 14922064, 14922065, 14922066, 14922067, 14922068, 14922069, 14922070, 14922071, 14922072], "trace_timestamp_s": 956.3870000000006, "ttft_s": 0.6788721599987184, "turn_id": 5} +{"actual_output_tokens": 66, "cached_tokens": 105584, "effective_input_length": 105638, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105638, "latency_s": 0.8789413170015905, "output_length": 66, "proxy_request_id": "1253804:41:1721979:1057", "request_id": "1253804:41:1721979:1057", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1253804", "t_dispatch_unix": 1779965531.4876528, "t_finish_unix": 1779965532.366594, "t_first_token_unix": 1779965531.739706, "tpot_s": 0.009640980630725748, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16901523], "trace_timestamp_s": 1656.522, "ttft_s": 0.25205104000269785, "turn_id": 41} +{"actual_output_tokens": 254, "cached_tokens": 37392, "effective_input_length": 37438, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37438, "latency_s": 1.8561254840024048, "output_length": 254, "proxy_request_id": "1340290:14:1721731:1056", "request_id": "1340290:14:1721731:1056", "request_type": "coder", "requested_output_tokens": 254, "session_id": "1340290", "t_dispatch_unix": 1779965530.6198916, "t_finish_unix": 1779965532.476017, "t_first_token_unix": 1779965530.7034023, "tpot_s": 0.007005501098822933, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16899322], "trace_timestamp_s": 1655.656, "ttft_s": 0.08350810699994327, "turn_id": 14} +{"actual_output_tokens": 78, "cached_tokens": 105696, "effective_input_length": 105715, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105715, "latency_s": 0.9403877470031148, "output_length": 78, "proxy_request_id": "1253804:42:1724453:1058", "request_id": "1253804:42:1724453:1058", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1253804", "t_dispatch_unix": 1779965539.9901755, "t_finish_unix": 1779965540.930564, "t_first_token_unix": 1779965540.1652653, "tpot_s": 0.009935357103875669, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815], "trace_timestamp_s": 1665.0170000000007, "ttft_s": 0.1750877020022017, "turn_id": 42} +{"actual_output_tokens": 70, "cached_tokens": 105792, "effective_input_length": 105845, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 105845, "latency_s": 0.9060041700031434, "output_length": 70, "proxy_request_id": "1253804:43:1726322:1060", "request_id": "1253804:43:1726322:1060", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1253804", "t_dispatch_unix": 1779965546.062027, "t_finish_unix": 1779965546.968031, "t_first_token_unix": 1779965546.2940795, "tpot_s": 0.009763134507248533, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815], "trace_timestamp_s": 1671.0960000000005, "ttft_s": 0.23205033900012495, "turn_id": 43} +{"actual_output_tokens": 22, "cached_tokens": 46080, "effective_input_length": 46886, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 46886, "latency_s": 0.49291825700129266, "output_length": 22, "proxy_request_id": "1399948:58:1726693:1061", "request_id": "1399948:58:1726693:1061", "request_type": "coder", "requested_output_tokens": 22, "session_id": "1399948", "t_dispatch_unix": 1779965547.2870684, "t_finish_unix": 1779965547.7799864, "t_first_token_unix": 1779965547.6573498, "tpot_s": 0.005825614000059431, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 16945463], "trace_timestamp_s": 1672.3230000000003, "ttft_s": 0.37027968400070677, "turn_id": 58} +{"actual_output_tokens": 24, "cached_tokens": 46896, "effective_input_length": 46927, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 46927, "latency_s": 0.23350066000057268, "output_length": 24, "proxy_request_id": "1399948:59:1728305:1062", "request_id": "1399948:59:1728305:1062", "request_type": "coder", "requested_output_tokens": 24, "session_id": "1399948", "t_dispatch_unix": 1779965552.5797434, "t_finish_unix": 1779965552.8132432, "t_first_token_unix": 1779965552.675695, "tpot_s": 0.005968526043548279, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 16960933], "trace_timestamp_s": 1677.616, "ttft_s": 0.09594997200110811, "turn_id": 59} +{"actual_output_tokens": 101, "cached_tokens": 105904, "effective_input_length": 106070, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106070, "latency_s": 1.3760287440018146, "output_length": 101, "proxy_request_id": "1253804:44:1728625:1063", "request_id": "1253804:44:1728625:1063", "request_type": "coder", "requested_output_tokens": 101, "session_id": "1253804", "t_dispatch_unix": 1779965553.7642415, "t_finish_unix": 1779965555.14027, "t_first_token_unix": 1779965554.1185184, "tpot_s": 0.01021469185998285, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 16964762], "trace_timestamp_s": 1678.799, "ttft_s": 0.35427460000209976, "turn_id": 44} +{"actual_output_tokens": 2444, "cached_tokens": 37680, "effective_input_length": 37724, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 37724, "latency_s": 17.684302469002432, "output_length": 2444, "proxy_request_id": "1340290:15:1725612:1059", "request_id": "1340290:15:1725612:1059", "request_type": "coder", "requested_output_tokens": 2444, "session_id": "1340290", "t_dispatch_unix": 1779965543.8039722, "t_finish_unix": 1779965561.488274, "t_first_token_unix": 1779965543.8913014, "tpot_s": 0.007202905718788752, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638], "trace_timestamp_s": 1668.8400000000001, "ttft_s": 0.08732759900158271, "turn_id": 15} +{"actual_output_tokens": 40, "cached_tokens": 106160, "effective_input_length": 106394, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106394, "latency_s": 0.7102322799983085, "output_length": 40, "proxy_request_id": "1253804:45:1732408:1064", "request_id": "1253804:45:1732408:1064", "request_type": "coder", "requested_output_tokens": 40, "session_id": "1253804", "t_dispatch_unix": 1779965566.7343657, "t_finish_unix": 1779965567.4445977, "t_first_token_unix": 1779965567.0968566, "tpot_s": 0.00890890194876612, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607], "trace_timestamp_s": 1691.7610000000004, "ttft_s": 0.3624876329995459, "turn_id": 45} +{"actual_output_tokens": 54, "cached_tokens": 46944, "effective_input_length": 47074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47074, "latency_s": 0.5098157900029037, "output_length": 54, "proxy_request_id": "1399948:60:1732843:1065", "request_id": "1399948:60:1732843:1065", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1399948", "t_dispatch_unix": 1779965568.332646, "t_finish_unix": 1779965568.842461, "t_first_token_unix": 1779965568.478539, "tpot_s": 0.006860398584941099, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902], "trace_timestamp_s": 1693.3680000000004, "ttft_s": 0.14589074700052151, "turn_id": 60} +{"actual_output_tokens": 71, "cached_tokens": 106432, "effective_input_length": 106443, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 106443, "latency_s": 0.8617840100014291, "output_length": 71, "proxy_request_id": "1253804:46:1733935:1066", "request_id": "1253804:46:1733935:1066", "request_type": "coder", "requested_output_tokens": 71, "session_id": "1253804", "t_dispatch_unix": 1779965571.8240204, "t_finish_unix": 1779965572.6858044, "t_first_token_unix": 1779965571.992688, "tpot_s": 0.00989742274286982, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607], "trace_timestamp_s": 1696.8550000000005, "ttft_s": 0.16866505399957532, "turn_id": 46} +{"actual_output_tokens": 207, "cached_tokens": 47120, "effective_input_length": 47205, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 47205, "latency_s": 1.6510760109995317, "output_length": 207, "proxy_request_id": "1399948:61:1735933:1067", "request_id": "1399948:61:1735933:1067", "request_type": "coder", "requested_output_tokens": 207, "session_id": "1399948", "t_dispatch_unix": 1779965578.5307915, "t_finish_unix": 1779965580.1818671, "t_first_token_unix": 1779965578.6543553, "tpot_s": 0.0074135610922311775, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17034825], "trace_timestamp_s": 1703.5600000000004, "ttft_s": 0.12356151900166878, "turn_id": 61} +{"actual_output_tokens": 44, "cached_tokens": 106512, "effective_input_length": 107137, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 107137, "latency_s": 1.1463906969984237, "output_length": 44, "proxy_request_id": "1253804:47:1736337:1068", "request_id": "1253804:47:1736337:1068", "request_type": "coder", "requested_output_tokens": 44, "session_id": "1253804", "t_dispatch_unix": 1779965579.8007483, "t_finish_unix": 1779965580.9471388, "t_first_token_unix": 1779965580.554508, "tpot_s": 0.009124046255872303, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17038931], "trace_timestamp_s": 1704.8340000000007, "ttft_s": 0.7537567719991785, "turn_id": 47} +{"actual_output_tokens": 45, "cached_tokens": 107168, "effective_input_length": 108145, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 108145, "latency_s": 1.3544601850007894, "output_length": 45, "proxy_request_id": "1253804:48:1737694:1069", "request_id": "1253804:48:1737694:1069", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779965584.2385447, "t_finish_unix": 1779965585.593004, "t_first_token_unix": 1779965585.1871932, "tpot_s": 0.009212098704582868, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17053260], "trace_timestamp_s": 1709.268, "ttft_s": 0.948646546999953, "turn_id": 48} +{"actual_output_tokens": 45, "cached_tokens": 108176, "effective_input_length": 109454, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 109454, "latency_s": 1.5693228730015107, "output_length": 45, "proxy_request_id": "1253804:49:1739030:1070", "request_id": "1253804:49:1739030:1070", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779965588.6207197, "t_finish_unix": 1779965590.1900334, "t_first_token_unix": 1779965589.7870266, "tpot_s": 0.00915261300005196, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558], "trace_timestamp_s": 1713.652, "ttft_s": 1.1663132089997816, "turn_id": 49} +{"actual_output_tokens": 45, "cached_tokens": 109488, "effective_input_length": 110854, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 110854, "latency_s": 1.5910846779988788, "output_length": 45, "proxy_request_id": "1253804:50:1741670:1071", "request_id": "1253804:50:1741670:1071", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779965597.598828, "t_finish_unix": 1779965599.189912, "t_first_token_unix": 1779965598.7744493, "tpot_s": 0.009435811931821676, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030], "trace_timestamp_s": 1722.6290000000008, "ttft_s": 1.175618792000023, "turn_id": 50} +{"actual_output_tokens": 45, "cached_tokens": 110896, "effective_input_length": 111661, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111661, "latency_s": 1.1955589729986968, "output_length": 45, "proxy_request_id": "1253804:51:1744514:1072", "request_id": "1253804:51:1744514:1072", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1253804", "t_dispatch_unix": 1779965607.028751, "t_finish_unix": 1779965608.224309, "t_first_token_unix": 1779965607.8099835, "tpot_s": 0.009410042181777746, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030, 17117867, 17117868], "trace_timestamp_s": 1732.054, "ttft_s": 0.781230073000188, "turn_id": 51} +{"actual_output_tokens": 105, "cached_tokens": 40160, "effective_input_length": 40200, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40200, "latency_s": 0.8108863359993848, "output_length": 105, "proxy_request_id": "1340290:16:1745847:1073", "request_id": "1340290:16:1745847:1073", "request_type": "coder", "requested_output_tokens": 105, "session_id": "1340290", "t_dispatch_unix": 1779965611.6418226, "t_finish_unix": 1779965612.452709, "t_first_token_unix": 1779965611.7312407, "tpot_s": 0.00693458640384611, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 17129420], "trace_timestamp_s": 1736.6730000000007, "ttft_s": 0.08941632899950491, "turn_id": 16} +{"actual_output_tokens": 76, "cached_tokens": 111696, "effective_input_length": 111724, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111724, "latency_s": 0.9532533550009248, "output_length": 76, "proxy_request_id": "1253804:52:1746191:1074", "request_id": "1253804:52:1746191:1074", "request_type": "coder", "requested_output_tokens": 76, "session_id": "1253804", "t_dispatch_unix": 1779965612.667829, "t_finish_unix": 1779965613.6210818, "t_first_token_unix": 1779965612.8590686, "tpot_s": 0.010156258600036381, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030, 17117867, 17132107], "trace_timestamp_s": 1737.7000000000007, "ttft_s": 0.19123689899788587, "turn_id": 52} +{"actual_output_tokens": 50, "cached_tokens": 111792, "effective_input_length": 111811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111811, "latency_s": 0.6605502530001104, "output_length": 50, "proxy_request_id": "1253804:53:1748377:1075", "request_id": "1253804:53:1748377:1075", "request_type": "coder", "requested_output_tokens": 50, "session_id": "1253804", "t_dispatch_unix": 1779965620.0054045, "t_finish_unix": 1779965620.6659544, "t_first_token_unix": 1779965620.1978822, "tpot_s": 0.009545827734673738, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030, 17117867, 17153201], "trace_timestamp_s": 1745.0320000000002, "ttft_s": 0.19247565000114264, "turn_id": 53} +{"actual_output_tokens": 78, "cached_tokens": 47408, "effective_input_length": 48212, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48212, "latency_s": 0.9229050799985998, "output_length": 78, "proxy_request_id": "1399948:62:1749028:1076", "request_id": "1399948:62:1749028:1076", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1399948", "t_dispatch_unix": 1779965622.1717284, "t_finish_unix": 1779965623.0946329, "t_first_token_unix": 1779965622.5481272, "tpot_s": 0.0070943251038998265, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17159596], "trace_timestamp_s": 1747.2060000000001, "ttft_s": 0.3763969809988339, "turn_id": 62} +{"actual_output_tokens": 534, "cached_tokens": 111856, "effective_input_length": 112074, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112074, "latency_s": 6.2865456830004405, "output_length": 534, "proxy_request_id": "1253804:54:1750056:1077", "request_id": "1253804:54:1750056:1077", "request_type": "coder", "requested_output_tokens": 534, "session_id": "1253804", "t_dispatch_unix": 1779965625.5963335, "t_finish_unix": 1779965631.8828793, "t_first_token_unix": 1779965625.9736543, "tpot_s": 0.01108618282551123, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 12480111, 12480112, 12480113, 12480114, 12524934, 12524935, 12524936, 12524937, 12524938, 12524939, 12524940, 12524941, 12524942, 12524943, 12524944, 12524945, 12524946, 12524947, 12524948, 12524949, 12524950, 12524951, 12524952, 12524953, 12524954, 12524955, 12524956, 12524957, 12524958, 12524959, 12524960, 12524961, 12524962, 12524963, 12524964, 12524965, 12524966, 12524967, 12524968, 12549984, 12549985, 12549986, 12549987, 12566183, 12723961, 12723962, 12723963, 12723964, 12723965, 6549261, 13100550, 13100551, 13100552, 13100553, 13100554, 13100555, 13100556, 15040167, 15040168, 15040169, 15040170, 15040171, 15040172, 15040173, 15040174, 15040175, 15040176, 15040177, 15040178, 15040179, 15040180, 15040181, 15040182, 15040183, 15040184, 15040185, 15040186, 15040187, 15040188, 15040189, 15040190, 15040191, 15040192, 15040193, 15040194, 15040195, 15040196, 15040197, 15040198, 15040199, 15040200, 15040201, 15040202, 15040203, 15040204, 15040205, 15040206, 15040207, 15040208, 15040209, 15040210, 15040211, 15040212, 15040213, 15040214, 15040215, 15182010, 15182011, 15182012, 15786877, 15786878, 15786879, 15845080, 15941810, 15986053, 16004239, 16015597, 16048428, 16103467, 16206628, 16206629, 16206630, 16220456, 16220457, 16291090, 16291091, 16320784, 16519382, 16519383, 16519384, 16519385, 16519386, 16519387, 16519388, 16591691, 16640284, 16697908, 16811699, 16811700, 16811701, 16850093, 16923815, 17002607, 17038930, 17053258, 17053259, 17065556, 17065557, 17065558, 17091028, 17091029, 17091030, 17117867, 17153201], "trace_timestamp_s": 1750.6280000000006, "ttft_s": 0.37731766500291997, "turn_id": 54} +{"actual_output_tokens": 19, "cached_tokens": 48288, "effective_input_length": 48636, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48636, "latency_s": 0.38277834999826155, "output_length": 19, "proxy_request_id": "1399948:63:1753316:1079", "request_id": "1399948:63:1753316:1079", "request_type": "coder", "requested_output_tokens": 19, "session_id": "1399948", "t_dispatch_unix": 1779965636.4676795, "t_finish_unix": 1779965636.8504574, "t_first_token_unix": 1779965636.7522779, "tpot_s": 0.0054295173888224075, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857], "trace_timestamp_s": 1761.5030000000006, "ttft_s": 0.2845967520006525, "turn_id": 63} +{"actual_output_tokens": 171, "cached_tokens": 48640, "effective_input_length": 48693, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48693, "latency_s": 1.3973182419977093, "output_length": 171, "proxy_request_id": "1399948:64:1754453:1080", "request_id": "1399948:64:1754453:1080", "request_type": "coder", "requested_output_tokens": 171, "session_id": "1399948", "t_dispatch_unix": 1779965640.3800929, "t_finish_unix": 1779965641.7774105, "t_first_token_unix": 1779965640.503196, "tpot_s": 0.007493745111766176, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17212612], "trace_timestamp_s": 1765.4160000000002, "ttft_s": 0.12310154499937198, "turn_id": 64} +{"actual_output_tokens": 1391, "cached_tokens": 133136, "effective_input_length": 133552, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 133552, "latency_s": 18.094986452997546, "output_length": 1391, "proxy_request_id": "1356885:11:1753167:1078", "request_id": "1356885:11:1753167:1078", "request_type": "coder", "requested_output_tokens": 1391, "session_id": "1356885", "t_dispatch_unix": 1779965636.0348237, "t_finish_unix": 1779965654.1298091, "t_first_token_unix": 1779965636.7370613, "tpot_s": 0.012512541656835584, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 15107124, 15462784, 16351834, 16351835, 16751243, 17201151], "trace_timestamp_s": 1761.0650000000005, "ttft_s": 0.7022357239984558, "turn_id": 11} +{"actual_output_tokens": 725, "cached_tokens": 48848, "effective_input_length": 49220, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49220, "latency_s": 5.840984957998444, "output_length": 725, "proxy_request_id": "1399948:65:1759200:1081", "request_id": "1399948:65:1759200:1081", "request_type": "coder", "requested_output_tokens": 725, "session_id": "1399948", "t_dispatch_unix": 1779965656.8771124, "t_finish_unix": 1779965662.7180977, "t_first_token_unix": 1779965657.1565926, "tpot_s": 0.00768124271270814, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17258496], "trace_timestamp_s": 1781.9100000000008, "ttft_s": 0.2794783719982661, "turn_id": 65} +{"actual_output_tokens": 140, "cached_tokens": 49504, "effective_input_length": 49716, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49716, "latency_s": 1.2298711399998865, "output_length": 140, "proxy_request_id": "1277428:14:1767578:1082", "request_id": "1277428:14:1767578:1082", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1277428", "t_dispatch_unix": 1779965685.7462, "t_finish_unix": 1779965686.976071, "t_first_token_unix": 1779965685.9465148, "tpot_s": 0.007405350633110455, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17338220], "trace_timestamp_s": 1810.7580000000007, "ttft_s": 0.20028172999809613, "turn_id": 14} +{"actual_output_tokens": 45, "cached_tokens": 49840, "effective_input_length": 49925, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49925, "latency_s": 0.4325790459988639, "output_length": 45, "proxy_request_id": "1277428:14:1770237:1083", "request_id": "1277428:14:1770237:1083", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1277428", "t_dispatch_unix": 1779965695.0857327, "t_finish_unix": 1779965695.5183115, "t_first_token_unix": 1779965695.2118583, "tpot_s": 0.006958354113686999, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17363127], "trace_timestamp_s": 1820.1130000000003, "ttft_s": 0.12612386799810338, "turn_id": 14} +{"actual_output_tokens": 450, "cached_tokens": 49968, "effective_input_length": 51398, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51398, "latency_s": 4.101923202997568, "output_length": 450, "proxy_request_id": "1277428:15:1771467:1084", "request_id": "1277428:15:1771467:1084", "request_type": "coder", "requested_output_tokens": 450, "session_id": "1277428", "t_dispatch_unix": 1779965699.1547577, "t_finish_unix": 1779965703.2566807, "t_first_token_unix": 1779965699.756518, "tpot_s": 0.007794875314027574, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17375441, 17375442, 17375443, 17375444], "trace_timestamp_s": 1824.1870000000008, "ttft_s": 0.6017575689984369, "turn_id": 15} +{"actual_output_tokens": 382, "cached_tokens": 49936, "effective_input_length": 51012, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51012, "latency_s": 3.4483856260012544, "output_length": 382, "proxy_request_id": "1399948:66:1772336:1085", "request_id": "1399948:66:1772336:1085", "request_type": "coder", "requested_output_tokens": 382, "session_id": "1399948", "t_dispatch_unix": 1779965702.1034153, "t_finish_unix": 1779965705.5518012, "t_first_token_unix": 1779965702.5976834, "tpot_s": 0.007752796745402821, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17382969], "trace_timestamp_s": 1827.1390000000001, "ttft_s": 0.4942660779997823, "turn_id": 66} +{"actual_output_tokens": 555, "cached_tokens": 51392, "effective_input_length": 52331, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52331, "latency_s": 4.805183308999403, "output_length": 555, "proxy_request_id": "1399948:67:1777074:1086", "request_id": "1399948:67:1777074:1086", "request_type": "coder", "requested_output_tokens": 555, "session_id": "1399948", "t_dispatch_unix": 1779965718.1697097, "t_finish_unix": 1779965722.9748924, "t_first_token_unix": 1779965718.6633778, "tpot_s": 0.007781596574007739, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17430076], "trace_timestamp_s": 1843.1980000000003, "ttft_s": 0.49366592899968964, "turn_id": 67} +{"actual_output_tokens": 544, "cached_tokens": 52880, "effective_input_length": 53289, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 53289, "latency_s": 4.598537424000824, "output_length": 544, "proxy_request_id": "1399948:68:1784799:1087", "request_id": "1399948:68:1784799:1087", "request_type": "coder", "requested_output_tokens": 544, "session_id": "1399948", "t_dispatch_unix": 1779965744.6681964, "t_finish_unix": 1779965749.2667344, "t_first_token_unix": 1779965744.9689846, "tpot_s": 0.007914297629838005, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17500500], "trace_timestamp_s": 1869.6820000000007, "ttft_s": 0.3007857029988372, "turn_id": 68} +{"actual_output_tokens": 81, "cached_tokens": 51840, "effective_input_length": 52754, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52754, "latency_s": 1.0009194259982905, "output_length": 81, "proxy_request_id": "1277428:16:1787662:1088", "request_id": "1277428:16:1787662:1088", "request_type": "coder", "requested_output_tokens": 81, "session_id": "1277428", "t_dispatch_unix": 1779965755.1061454, "t_finish_unix": 1779965756.107064, "t_first_token_unix": 1779965755.5193083, "tpot_s": 0.007343965612471947, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17375441, 17375442, 17375443, 17529218, 17529219, 17529220, 303055], "trace_timestamp_s": 1880.138, "ttft_s": 0.41316062199985026, "turn_id": 16} +{"actual_output_tokens": 70, "cached_tokens": 49904, "effective_input_length": 52461, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52461, "latency_s": 1.5124307920013962, "output_length": 70, "proxy_request_id": "1305906:5:1788459:1089", "request_id": "1305906:5:1788459:1089", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1305906", "t_dispatch_unix": 1779965757.6429217, "t_finish_unix": 1779965759.1553528, "t_first_token_unix": 1779965758.6519759, "tpot_s": 0.007291092971053845, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17479967], "trace_timestamp_s": 1882.6760000000004, "ttft_s": 1.0090521409983921, "turn_id": 5} +{"actual_output_tokens": 492, "cached_tokens": 53824, "effective_input_length": 54141, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54141, "latency_s": 4.179431019998447, "output_length": 492, "proxy_request_id": "1399948:69:1790968:1090", "request_id": "1399948:69:1790968:1090", "request_type": "coder", "requested_output_tokens": 492, "session_id": "1399948", "t_dispatch_unix": 1779965766.2379239, "t_finish_unix": 1779965770.4173546, "t_first_token_unix": 1779965766.5377214, "tpot_s": 0.007900901150711515, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437], "trace_timestamp_s": 1891.2740000000003, "ttft_s": 0.29978638399916235, "turn_id": 69} +{"actual_output_tokens": 1904, "cached_tokens": 51248, "effective_input_length": 51255, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 51255, "latency_s": 15.16413518400077, "output_length": 1904, "proxy_request_id": "1305906:6:1529600:945", "request_id": "1305906:6:1529600:945", "request_type": "coder", "requested_output_tokens": 1904, "session_id": "1305906", "t_dispatch_unix": 1779965759.1584363, "t_finish_unix": 1779965774.3225713, "t_first_token_unix": 1779965759.2479503, "tpot_s": 0.007921365030478368, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 14922061, 14922062, 14922063, 14922064, 14922065, 14922066, 14922067, 14922068, 14922069, 14922070, 15068951, 15068952, 15068953, 15068954, 15068955], "trace_timestamp_s": 1007.1970000000001, "ttft_s": 0.08950445699883858, "turn_id": 6} +{"actual_output_tokens": 170, "cached_tokens": 52832, "effective_input_length": 53574, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 53574, "latency_s": 1.7229309200010903, "output_length": 170, "proxy_request_id": "1277428:17:1793546:1091", "request_id": "1277428:17:1793546:1091", "request_type": "coder", "requested_output_tokens": 170, "session_id": "1277428", "t_dispatch_unix": 1779965775.2398448, "t_finish_unix": 1779965776.9627757, "t_first_token_unix": 1779965775.6522737, "tpot_s": 0.00775260310060811, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17375441, 17375442, 17375443, 17529218, 17529219, 17529220, 17586052, 17586053], "trace_timestamp_s": 1900.2750000000005, "ttft_s": 0.4124263259982399, "turn_id": 17} +{"actual_output_tokens": 122, "cached_tokens": 54624, "effective_input_length": 54654, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54654, "latency_s": 1.0312214119985583, "output_length": 122, "proxy_request_id": "1399948:70:1795589:1092", "request_id": "1399948:70:1795589:1092", "request_type": "coder", "requested_output_tokens": 122, "session_id": "1399948", "t_dispatch_unix": 1779965782.5621722, "t_finish_unix": 1779965783.5933928, "t_first_token_unix": 1779965782.6690242, "tpot_s": 0.0076370157438165834, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564], "trace_timestamp_s": 1907.5920000000006, "ttft_s": 0.10685027399813407, "turn_id": 70} +{"actual_output_tokens": 52, "cached_tokens": 53728, "effective_input_length": 53805, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 53805, "latency_s": 0.513292788000399, "output_length": 52, "proxy_request_id": "1277428:18:1796824:1093", "request_id": "1277428:18:1796824:1093", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1277428", "t_dispatch_unix": 1779965787.1573768, "t_finish_unix": 1779965787.6706696, "t_first_token_unix": 1779965787.3078358, "tpot_s": 0.0071099618235523085, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17375441, 17375442, 17375443, 17529218, 17529219, 17529220, 17586052, 17617726, 17617727], "trace_timestamp_s": 1912.1900000000005, "ttft_s": 0.1504564909992041, "turn_id": 18} +{"actual_output_tokens": 265, "cached_tokens": 54768, "effective_input_length": 54920, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54920, "latency_s": 2.263492654001311, "output_length": 265, "proxy_request_id": "1399948:71:1800797:1094", "request_id": "1399948:71:1800797:1094", "request_type": "coder", "requested_output_tokens": 265, "session_id": "1399948", "t_dispatch_unix": 1779965800.746187, "t_finish_unix": 1779965803.0096796, "t_first_token_unix": 1779965800.9476473, "tpot_s": 0.007809705719699361, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17654371], "trace_timestamp_s": 1925.7700000000004, "ttft_s": 0.2014571520012396, "turn_id": 71} +{"actual_output_tokens": 54, "cached_tokens": 55184, "effective_input_length": 55246, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55246, "latency_s": 0.5200875410009758, "output_length": 54, "proxy_request_id": "1399948:72:1804699:1097", "request_id": "1399948:72:1804699:1097", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1399948", "t_dispatch_unix": 1779965814.205867, "t_finish_unix": 1779965814.7259543, "t_first_token_unix": 1779965814.3437417, "tpot_s": 0.007205649245286554, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778], "trace_timestamp_s": 1939.2340000000004, "ttft_s": 0.13787241899990477, "turn_id": 72} +{"actual_output_tokens": 164, "cached_tokens": 55296, "effective_input_length": 55559, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55559, "latency_s": 1.4939164949973929, "output_length": 164, "proxy_request_id": "1399948:73:1805981:1098", "request_id": "1399948:73:1805981:1098", "request_type": "coder", "requested_output_tokens": 164, "session_id": "1399948", "t_dispatch_unix": 1779965818.3789291, "t_finish_unix": 1779965819.8728447, "t_first_token_unix": 1779965818.589845, "tpot_s": 0.007869479515335518, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778, 17704700], "trace_timestamp_s": 1943.415, "ttft_s": 0.21091385999898193, "turn_id": 73} +{"actual_output_tokens": 95, "cached_tokens": 52928, "effective_input_length": 52932, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 52932, "latency_s": 1.44642555399696, "output_length": 95, "proxy_request_id": "1305906:6:1806419:1099", "request_id": "1305906:6:1806419:1099", "request_type": "coder", "requested_output_tokens": 95, "session_id": "1305906", "t_dispatch_unix": 1779965819.8898678, "t_finish_unix": 1779965821.3362937, "t_first_token_unix": 1779965819.9847922, "tpot_s": 0.014373838446811126, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17708612], "trace_timestamp_s": 1944.9260000000004, "ttft_s": 0.09492188399963197, "turn_id": 6} +{"actual_output_tokens": 43, "cached_tokens": 53024, "effective_input_length": 54789, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54789, "latency_s": 1.3346657889997005, "output_length": 43, "proxy_request_id": "1305906:7:1572780:964", "request_id": "1305906:7:1572780:964", "request_type": "coder", "requested_output_tokens": 43, "session_id": "1305906", "t_dispatch_unix": 1779965821.3403609, "t_finish_unix": 1779965822.675027, "t_first_token_unix": 1779965822.0793712, "tpot_s": 0.014173379261982129, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 14922061, 14922062, 14922063, 14922064, 14922065, 14922066, 14922067, 14922068, 14922069, 14922070, 15068951, 15068952, 15068953, 15068954, 15254840, 15254841, 15254842, 15254843, 15321386, 15404408, 15482090, 15482091], "trace_timestamp_s": 1150.469, "ttft_s": 0.7390078219978022, "turn_id": 7} +{"actual_output_tokens": 236, "cached_tokens": 55712, "effective_input_length": 55791, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55791, "latency_s": 2.0129243150004186, "output_length": 236, "proxy_request_id": "1399948:74:1808473:1100", "request_id": "1399948:74:1808473:1100", "request_type": "coder", "requested_output_tokens": 236, "session_id": "1399948", "t_dispatch_unix": 1779965827.0810616, "t_finish_unix": 1779965829.0939863, "t_first_token_unix": 1779965827.2283576, "tpot_s": 0.007937567995736089, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778, 17727098], "trace_timestamp_s": 1952.1170000000002, "ttft_s": 0.14729411500229617, "turn_id": 74} +{"actual_output_tokens": 108, "cached_tokens": 56016, "effective_input_length": 57308, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57308, "latency_s": 1.483066136999696, "output_length": 108, "proxy_request_id": "1399948:75:1817312:1101", "request_id": "1399948:75:1817312:1101", "request_type": "coder", "requested_output_tokens": 108, "session_id": "1399948", "t_dispatch_unix": 1779965855.6172295, "t_finish_unix": 1779965857.1002958, "t_first_token_unix": 1779965856.2796097, "tpot_s": 0.00766766276634184, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778, 17727098, 17807927, 17807928, 17807929], "trace_timestamp_s": 1980.652, "ttft_s": 0.6623778380017029, "turn_id": 75} +{"actual_output_tokens": 3764, "cached_tokens": 111632, "effective_input_length": 111736, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 111736, "latency_s": 44.201867912001035, "output_length": 3764, "proxy_request_id": "1270606:6:1804345:1096", "request_id": "1270606:6:1804345:1096", "request_type": "coder", "requested_output_tokens": 3764, "session_id": "1270606", "t_dispatch_unix": 1779965813.0268507, "t_finish_unix": 1779965857.228718, "t_first_token_unix": 1779965813.3583515, "tpot_s": 0.011658287494020574, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17689050, 17689051, 17689052, 17689053, 17689054, 17689055, 17689056, 17689057, 17689058, 17689059, 17689060, 17689061, 17689062, 17689063, 17689064, 17689065, 17689066, 17689067, 17689068, 17689069, 17689070, 17689071, 17689072, 17689073, 17689074, 17689075, 17689076, 17689077, 17689078, 17689079, 17689080, 17689081, 17689082, 17689083, 17689084, 17689085, 17689086, 17689087, 17689088, 17689089, 17689090, 17689091, 17689092, 17689093, 17689094, 17689095, 17689096, 17689097, 17689098, 17689099, 17689100, 17689101, 17689102, 17689103, 17689104, 17689105, 17689106, 17689107, 17689108, 17689109, 17689110, 17689111, 17689112, 17689113, 17689114, 17689115, 17689116, 17689117, 17689118, 17689119, 17689120, 17689121, 17689122, 17689123, 17689124, 17689125, 17689126, 17689127, 17689128, 17689129, 17689130, 17689131, 17689132, 17689133, 17689134, 17689135, 17689136, 17689137, 17689138, 17689139, 17689140, 17689141, 17689142, 17689143, 17689144, 17689145, 17689146, 17689147, 17689148, 17689149, 17689150, 17689151, 17689152, 17689153, 17689154, 17689155, 17689156, 17689157, 17689158, 17689159, 17689160, 17689161, 17689162], "trace_timestamp_s": 1938.0380000000005, "ttft_s": 0.33149847100139596, "turn_id": 6} +{"actual_output_tokens": 85, "cached_tokens": 57408, "effective_input_length": 57659, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57659, "latency_s": 0.8673848559992621, "output_length": 85, "proxy_request_id": "1399948:76:1821495:1102", "request_id": "1399948:76:1821495:1102", "request_type": "coder", "requested_output_tokens": 85, "session_id": "1399948", "t_dispatch_unix": 1779965869.274615, "t_finish_unix": 1779965870.1419997, "t_first_token_unix": 1779965869.493988, "tpot_s": 0.007710869809497602, "trace_hash_ids": [13854383, 13854384, 7477998, 7477999, 7478000, 7478001, 7478002, 13854385, 13854386, 13902105, 13902106, 13902107, 13907775, 13907776, 13907777, 13919489, 13951139, 13951140, 13951141, 13951142, 13951143, 13951144, 14161912, 14827841, 14827842, 14827843, 14827844, 14902697, 14902698, 14902699, 14917326, 14957861, 15019329, 15040981, 15040982, 15063128, 15209346, 15209347, 15209348, 15237105, 15237106, 15237107, 15296677, 15340882, 15340883, 15352256, 15352257, 15466674, 15466675, 15466676, 15466677, 15466678, 15466679, 15466680, 15466681, 15466682, 15536838, 15536839, 15536840, 15536841, 15565283, 15610085, 15759378, 15759379, 15759380, 15853944, 15853945, 15853946, 15864752, 15932233, 16003841, 16003842, 16146470, 16146471, 16159765, 16283826, 16283827, 16283828, 16358763, 16467279, 16467280, 16467281, 16467282, 16553912, 16553913, 16609324, 16728010, 16728011, 16766348, 16945461, 16945462, 17006902, 17159594, 17159595, 17202857, 17258495, 17382966, 17382967, 17382968, 17430073, 17430074, 17430075, 17500498, 17500499, 17560436, 17560437, 17605564, 17692778, 17727098, 17807927, 17807928, 17807929, 17846855], "trace_timestamp_s": 1994.3100000000004, "ttft_s": 0.219371453000349, "turn_id": 76} +{"actual_output_tokens": 86, "cached_tokens": 112176, "effective_input_length": 112180, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112180, "latency_s": 1.0484816710013547, "output_length": 86, "proxy_request_id": "1270606:6:1822681:1103", "request_id": "1270606:6:1822681:1103", "request_type": "coder", "requested_output_tokens": 86, "session_id": "1270606", "t_dispatch_unix": 1779965873.1093276, "t_finish_unix": 1779965874.1578093, "t_first_token_unix": 1779965873.288608, "tpot_s": 0.010222203717635506, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17857677, 17857678, 17857679, 17857680, 17857681, 17857682, 17857683, 17857684, 17857685, 17857686, 17857687, 17857688, 17857689, 17857690, 17857691, 17857692, 17857693, 17857694, 17857695, 17857696, 17857697, 17857698, 17857699, 17857700, 17857701, 17857702, 17857703, 17857704, 17857705, 17857706, 17857707, 17857708, 17857709, 17857710, 17857711, 17857712, 17857713, 17857714, 17857715, 17857716, 17857717, 17857718, 17857719, 17857720, 17857721, 17857722, 17857723, 17857724, 17857725, 17857726, 17857727, 17857728, 17857729, 17857730, 17857731, 17857732, 17857733, 17857734, 17857735, 17857736, 17857737, 17857738, 17857739, 17857740, 17857741, 17857742, 17857743, 17857744, 17857745, 17857746, 17857747, 17857748, 17857749, 17857750, 17857751, 17857752, 17857753, 17857754, 17857755, 17857756, 17857757, 17857758, 17857759, 17857760, 17857761, 17857762, 17857763, 17857764, 17857765, 17857766, 17857767, 17857768, 17857769, 17857770, 17857771, 17857772, 17857773, 17857774, 17857775, 17857776, 17857777, 17857778, 17857779, 17857780, 17857781, 17857782, 17857783, 17857784, 17857785, 17857786, 17857787, 17857788, 17857789], "trace_timestamp_s": 1998.1220000000003, "ttft_s": 0.17927804900318733, "turn_id": 6} +{"actual_output_tokens": 367, "cached_tokens": 112256, "effective_input_length": 112645, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112645, "latency_s": 4.6470533440005966, "output_length": 367, "proxy_request_id": "1270606:7:1825806:1104", "request_id": "1270606:7:1825806:1104", "request_type": "coder", "requested_output_tokens": 367, "session_id": "1270606", "t_dispatch_unix": 1779965883.7230177, "t_finish_unix": 1779965888.3700705, "t_first_token_unix": 1779965884.32061, "tpot_s": 0.011063311344261193, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17887189, 17887190, 17887191, 17887192, 17887193, 17887194, 17887195, 17887196, 17887197, 17887198, 17887199, 17887200, 17887201, 17887202, 17887203, 17887204, 17887205, 17887206, 17887207, 17887208, 17887209, 17887210, 17887211, 17887212, 17887213, 17887214, 17887215, 17887216, 17887217, 17887218, 17887219, 17887220, 17887221, 17887222, 17887223, 17887224, 17887225, 17887226, 17887227, 17887228, 17887229, 17887230, 17887231, 17887232, 17887233, 17887234, 17887235, 17887236, 17887237, 17887238, 17887239, 17887240, 17887241, 17887242, 17887243, 17887244, 17887245, 17887246, 17887247, 17887248, 17887249, 17887250, 17887251, 17887252, 17887253, 17887254, 17887255, 17887256, 17887257, 17887258, 17887259, 17887260, 17887261, 17887262, 17887263, 17887264, 17887265, 17887266, 17887267, 17887268, 17887269, 17887270, 17887271, 17887272, 17887273, 17887274, 17887275, 17887276, 17887277, 17887278, 17887279, 17887280, 17887281, 17887282, 17887283, 17887284, 17887285, 17887286, 17887287, 17887288, 17887289, 17887290, 17887291, 17887292, 17887293, 17887294, 17887295, 17887296, 17887297, 17887298, 17887299, 17887300, 17887301, 17887302], "trace_timestamp_s": 2008.7350000000006, "ttft_s": 0.5975888610009861, "turn_id": 7} +{"actual_output_tokens": 46, "cached_tokens": 53856, "effective_input_length": 58474, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58474, "latency_s": 2.0978131939991727, "output_length": 46, "proxy_request_id": "1277428:19:1834491:1105", "request_id": "1277428:19:1834491:1105", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1277428", "t_dispatch_unix": 1779965913.0008848, "t_finish_unix": 1779965915.0986974, "t_first_token_unix": 1779965914.7754326, "tpot_s": 0.007172106222262503, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 17970607, 17970608, 17970609, 17970610, 17970611, 17970612, 17970613, 17970614], "trace_timestamp_s": 2038.0340000000006, "ttft_s": 1.774546279997594, "turn_id": 19} +{"actual_output_tokens": 45, "cached_tokens": 113008, "effective_input_length": 113482, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 113482, "latency_s": 1.0130833299990627, "output_length": 45, "proxy_request_id": "1270606:8:1837578:1106", "request_id": "1270606:8:1837578:1106", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1270606", "t_dispatch_unix": 1779965923.8270638, "t_finish_unix": 1779965924.840147, "t_first_token_unix": 1779965924.4282207, "tpot_s": 0.009352565431816567, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17887189, 18001579, 18001580, 18001581, 18001582, 18001583, 18001584, 18001585, 18001586, 18001587, 18001588, 18001589, 18001590, 18001591, 18001592, 18001593, 18001594, 18001595, 18001596, 18001597, 18001598, 18001599, 18001600, 18001601, 18001602, 18001603, 18001604, 18001605, 18001606, 18001607, 18001608, 18001609, 18001610, 18001611, 18001612, 18001613, 18001614, 18001615, 18001616, 18001617, 18001618, 18001619, 18001620, 18001621, 18001622, 18001623, 18001624, 18001625, 18001626, 18001627, 18001628, 18001629, 18001630, 18001631, 18001632, 18001633, 18001634, 18001635, 18001636, 18001637, 18001638, 18001639, 18001640, 18001641, 18001642, 18001643, 18001644, 18001645, 18001646, 18001647, 18001648, 18001649, 18001650, 18001651, 18001652, 18001653, 18001654, 18001655, 18001656, 18001657, 18001658, 18001659, 18001660, 18001661, 18001662, 18001663, 18001664, 18001665, 18001666, 18001667, 18001668, 18001669, 18001670, 18001671, 18001672, 18001673, 18001674, 18001675, 18001676, 18001677, 18001678, 18001679, 18001680, 18001681, 18001682, 18001683, 18001684, 18001685, 18001686, 18001687, 18001688, 18001689, 18001690, 18001691, 18001692], "trace_timestamp_s": 2048.8380000000006, "ttft_s": 0.6011541589978151, "turn_id": 8} +{"actual_output_tokens": 10766, "cached_tokens": 112592, "effective_input_length": 112634, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112634, "latency_s": 125.02199176499926, "output_length": 10766, "proxy_request_id": "1253804:55:1803044:1095", "request_id": "1253804:55:1803044:1095", "request_type": "coder", "requested_output_tokens": 10766, "session_id": "1253804", "t_dispatch_unix": 1779965808.6158435, "t_finish_unix": 1779965933.6378348, "t_first_token_unix": 1779965808.8454204, "tpot_s": 0.011592394508964108, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 17676585, 17676586, 17676587, 17676588, 17676589, 17676590, 17676591, 17676592, 17676593, 17676594, 17676595, 17676596, 17676597, 17676598, 17676599, 17676600, 17676601, 17676602, 17676603, 17676604, 17676605, 17676606, 17676607, 17676608, 17676609, 17676610, 17676611, 17676612, 17676613, 17676614, 17676615, 17676616, 17676617, 17676618, 17676619, 17676620, 17676621, 17676622, 17676623, 17676624, 17676625, 17676626, 17676627, 17676628, 17676629, 5483415, 17676630, 17676631, 17676632, 17676633, 17676634, 17676635, 17676636, 17676637, 17676638, 17676639, 17676640, 17676641, 17676642, 17676643, 17676644, 17676645, 17676646, 17676647, 17676648, 17676649, 17676650, 17676651, 17676652, 17676653, 17676654, 17676655, 17676656, 17676657, 17676658, 17676659, 17676660, 17676661, 17676662, 17676663, 17676664, 17676665, 17676666, 17676667, 17676668, 17676669, 17676670, 17676671, 17676672, 17676673, 17676674, 17676675, 17676676, 17676677, 17676678, 17676679, 17676680, 17676681, 17676682, 17676683, 17676684, 17676685, 17676686, 17676687, 17676688, 17676689, 17676690, 17676691, 17676692, 17676693, 17676694, 17676695, 17676696, 17676697, 17676698, 17676699, 17676700, 17676701, 17676702, 17676703, 17676704, 17676705, 17676706, 17676707, 17676708, 17676709, 17676710, 17676711, 17676712, 17676713, 17676714, 17676715, 17676716, 17676717, 17676718, 17676719, 17676720, 17676721, 17676722, 17676723, 17676724, 17676725, 17676726, 17676727, 17676728, 17676729, 17676730, 17676731, 17676732, 17676733, 17676734, 17676735, 17676736, 17676737, 17676738], "trace_timestamp_s": 1933.6150000000007, "ttft_s": 0.2295740269983071, "turn_id": 55} +{"actual_output_tokens": 141, "cached_tokens": 113520, "effective_input_length": 116467, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 116467, "latency_s": 3.831114983000589, "output_length": 141, "proxy_request_id": "1270606:9:1847569:1107", "request_id": "1270606:9:1847569:1107", "request_type": "coder", "requested_output_tokens": 141, "session_id": "1270606", "t_dispatch_unix": 1779965957.7306592, "t_finish_unix": 1779965961.5617738, "t_first_token_unix": 1779965960.0386755, "tpot_s": 0.010875823264281539, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17887189, 18001579, 18001580, 18099243, 18099244, 18099245, 18099246, 18099247, 18099248, 18099249, 18099250, 18099251, 18099252, 18099253, 18099254, 18099255, 18099256, 18099257, 18099258, 18099259, 18099260, 18099261, 18099262, 18099263, 18099264, 18099265, 18099266, 18099267, 18099268, 18099269, 18099270, 18099271, 18099272, 18099273, 18099274, 18099275, 18099276, 18099277, 18099278, 18099279, 18099280, 18099281, 18099282, 18099283, 18099284, 18099285, 18099286, 18099287, 18099288, 18099289, 18099290, 18099291, 18099292, 18099293, 18099294, 18099295, 18099296, 18099297, 18099298, 18099299, 18099300, 18099301, 18099302, 18099303, 18099304, 18099305, 18099306, 18099307, 18099308, 18099309, 18099310, 18099311, 18099312, 18099313, 18099314, 18099315, 18099316, 18099317, 18099318, 18099319, 18099320, 18099321, 18099322, 18099323, 18099324, 18099325, 18099326, 18099327, 18099328, 18099329, 18099330, 18099331, 18099332, 18099333, 18099334, 18099335, 18099336, 18099337, 18099338, 18099339, 18099340, 18099341, 18099342, 18099343, 18099344, 18099345, 18099346, 18099347, 18099348, 18099349, 18099350, 18099351, 18099352, 18099353, 18099354, 18099355, 18099356, 18099357, 18099358, 18099359, 18099360], "trace_timestamp_s": 2082.7170000000006, "ttft_s": 2.30801412800065, "turn_id": 9} +{"actual_output_tokens": 73, "cached_tokens": 116592, "effective_input_length": 116659, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 116659, "latency_s": 1.0260919970023679, "output_length": 73, "proxy_request_id": "1270606:10:1851128:1108", "request_id": "1270606:10:1851128:1108", "request_type": "coder", "requested_output_tokens": 73, "session_id": "1270606", "t_dispatch_unix": 1779965969.8139987, "t_finish_unix": 1779965970.8400903, "t_first_token_unix": 1779965970.105638, "tpot_s": 0.010195983388863775, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 17857676, 17887189, 18001579, 18001580, 18099243, 18099244, 18099245, 18099246, 18099247, 18133288, 18133289, 18133290, 18133291, 18133292, 18133293, 18133294, 18133295, 18133296, 18133297, 18133298, 18133299, 18133300, 18133301, 18133302, 18133303, 18133304, 18133305, 18133306, 18133307, 18133308, 18133309, 18133310, 18133311, 18133312, 18133313, 18133314, 18133315, 18133316, 18133317, 18133318, 18133319, 18133320, 18133321, 18133322, 18133323, 18133324, 18133325, 18133326, 18133327, 18133328, 18133329, 18133330, 18133331, 18133332, 18133333, 18133334, 18133335, 18133336, 18133337, 18133338, 18133339, 18133340, 18133341, 18133342, 18133343, 18133344, 18133345, 18133346, 18133347, 18133348, 18133349, 18133350, 18133351, 18133352, 18133353, 18133354, 18133355, 18133356, 18133357, 18133358, 18133359, 18133360, 18133361, 18133362, 18133363, 18133364, 18133365, 18133366, 18133367, 18133368, 18133369, 18133370, 18133371, 18133372, 18133373, 18133374, 18133375, 18133376, 18133377, 18133378, 18133379, 18133380, 18133381, 18133382, 18133383, 18133384, 18133385, 18133386, 18133387, 18133388, 18133389, 18133390, 18133391, 18133392, 18133393, 18133394, 18133395, 18133396, 18133397, 18133398, 18133399, 18133400], "trace_timestamp_s": 2094.818, "ttft_s": 0.29163662000064505, "turn_id": 10} +{"actual_output_tokens": 279, "cached_tokens": 54816, "effective_input_length": 58042, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58042, "latency_s": 3.5818604919986683, "output_length": 279, "proxy_request_id": "1305906:7:1851943:1109", "request_id": "1305906:7:1851943:1109", "request_type": "coder", "requested_output_tokens": 279, "session_id": "1305906", "t_dispatch_unix": 1779965972.3561325, "t_finish_unix": 1779965975.937993, "t_first_token_unix": 1779965973.6748078, "tpot_s": 0.00813983661510392, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18141935], "trace_timestamp_s": 2097.389, "ttft_s": 1.3186721870006295, "turn_id": 7} +{"actual_output_tokens": 234, "cached_tokens": 58320, "effective_input_length": 58687, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58687, "latency_s": 2.2206567260000156, "output_length": 234, "proxy_request_id": "1305906:8:1866131:1110", "request_id": "1305906:8:1866131:1110", "request_type": "coder", "requested_output_tokens": 234, "session_id": "1305906", "t_dispatch_unix": 1779966020.8666372, "t_finish_unix": 1779966023.0872936, "t_first_token_unix": 1779966021.2022855, "tpot_s": 0.008089036175968923, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18280927, 18280928], "trace_timestamp_s": 2145.857, "ttft_s": 0.33564615399882314, "turn_id": 8} +{"actual_output_tokens": 157, "cached_tokens": 116720, "effective_input_length": 117828, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 117828, "latency_s": 2.7773921139996673, "output_length": 157, "proxy_request_id": "1270606:11:1868274:1111", "request_id": "1270606:11:1868274:1111", "request_type": "coder", "requested_output_tokens": 157, "session_id": "1270606", "t_dispatch_unix": 1779966028.0983522, "t_finish_unix": 1779966030.8757436, "t_first_token_unix": 1779966029.1510754, "tpot_s": 0.011053736743586994, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18302637, 18302638, 18302639, 18302640, 18302641, 18302642, 18302643, 18302644, 18302645, 18302646, 18302647, 18302648, 18302649, 18302650, 18302651, 18302652, 18302653, 18302654, 18302655, 18302656, 18302657, 18302658, 18302659, 18302660, 18302661, 18302662, 18302663, 18302664, 18302665, 18302666, 18302667, 18302668, 18302669, 18302670, 18302671, 18302672, 18302673, 18302674, 18302675, 18302676, 18302677, 18302678, 18302679, 18302680, 18302681, 18302682, 18302683, 18302684, 18302685, 18302686, 18302687, 18302688, 18302689, 18302690, 18302691, 18302692, 18302693, 18302694, 18302695, 18302696, 18302697, 18302698, 18302699, 18302700, 18302701, 18302702, 18302703, 18302704, 18302705, 18302706, 18302707, 18302708, 18302709, 18302710, 18302711, 18302712, 18302713, 18302714, 18302715, 18302716, 18302717, 18302718, 18302719, 18302720, 18302721, 18302722, 18302723, 18302724, 18302725, 18302726, 18302727, 18302728, 18302729, 18302730, 18302731, 18302732, 18302733, 18302734, 18302735, 18302736, 18302737, 18302738, 18302739, 18302740, 18302741, 18302742, 18302743, 18302744, 18302745, 18302746, 18302747, 18302748, 18302749], "trace_timestamp_s": 2153.103, "ttft_s": 1.0527209369975026, "turn_id": 11} +{"actual_output_tokens": 51, "cached_tokens": 117984, "effective_input_length": 118012, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 118012, "latency_s": 0.7006246899982216, "output_length": 51, "proxy_request_id": "1270606:11:1870810:1113", "request_id": "1270606:11:1870810:1113", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1270606", "t_dispatch_unix": 1779966036.5929627, "t_finish_unix": 1779966037.2935867, "t_first_token_unix": 1779966036.806985, "tpot_s": 0.009726988959955633, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18328449, 18328450, 18328451, 18328452, 18328453, 18328454, 18328455, 18328456, 18328457, 18328458, 18328459, 18328460, 18328461, 18328462, 18328463, 18328464, 18328465, 18328466, 18328467, 18328468, 18328469, 18328470, 18328471, 18328472, 18328473, 18328474, 18328475, 18328476, 18328477, 18328478, 18328479, 18328480, 18328481, 18328482, 18328483, 18328484, 18328485, 18328486, 18328487, 18328488, 18328489, 18328490, 18328491, 18328492, 18328493, 18328494, 18328495, 18328496, 18328497, 18328498, 18328499, 18328500, 18328501, 18328502, 18328503, 18328504, 18328505, 18328506, 18328507, 18328508, 18328509, 18328510, 18328511, 18328512, 18328513, 18328514, 18328515, 18328516, 18328517, 18328518, 18328519, 18328520, 18328521, 18328522, 18328523, 18328524, 18328525, 18328526, 18328527, 18328528, 18328529, 18328530, 18328531, 18328532, 18328533, 18328534, 18328535, 18328536, 18328537, 18328538, 18328539, 18328540, 18328541, 18328542, 18328543, 18328544, 18328545, 18328546, 18328547, 18328548, 18328549, 18328550, 18328551, 18328552, 18328553, 18328554, 18328555, 18328556, 18328557, 18328558, 18328559, 18328560, 18328561], "trace_timestamp_s": 2161.6060000000007, "ttft_s": 0.21402055300131906, "turn_id": 11} +{"actual_output_tokens": 211, "cached_tokens": 134928, "effective_input_length": 135435, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 135435, "latency_s": 3.262056104998919, "output_length": 211, "proxy_request_id": "1356885:12:1874205:1114", "request_id": "1356885:12:1874205:1114", "request_type": "coder", "requested_output_tokens": 211, "session_id": "1356885", "t_dispatch_unix": 1779966048.0558171, "t_finish_unix": 1779966051.3178735, "t_first_token_unix": 1779966048.784198, "tpot_s": 0.012063606842864482, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18360942], "trace_timestamp_s": 2173.0870000000004, "ttft_s": 0.7283789449975302, "turn_id": 12} +{"actual_output_tokens": 436, "cached_tokens": 40304, "effective_input_length": 40328, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40328, "latency_s": 3.2061312690020713, "output_length": 436, "proxy_request_id": "1340290:17:1875101:1115", "request_id": "1340290:17:1875101:1115", "request_type": "coder", "requested_output_tokens": 436, "session_id": "1340290", "t_dispatch_unix": 1779966050.9981623, "t_finish_unix": 1779966054.2042935, "t_first_token_unix": 1779966051.0853393, "tpot_s": 0.0071693309264384, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956], "trace_timestamp_s": 2176.0350000000008, "ttft_s": 0.0871740510010568, "turn_id": 17} +{"actual_output_tokens": 194, "cached_tokens": 118048, "effective_input_length": 118600, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 118600, "latency_s": 2.790119411001797, "output_length": 194, "proxy_request_id": "1270606:12:1876851:1116", "request_id": "1270606:12:1876851:1116", "request_type": "coder", "requested_output_tokens": 194, "session_id": "1270606", "t_dispatch_unix": 1779966056.9555557, "t_finish_unix": 1779966059.7456746, "t_first_token_unix": 1779966057.5888906, "tpot_s": 0.011173868911915973, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18387421, 18387422, 18387423, 18387424, 18387425, 18387426, 18387427, 18387428, 18387429, 18387430, 18387431, 18387432, 18387433, 18387434, 18387435, 18387436, 18387437, 18387438, 18387439, 18387440, 18387441, 18387442, 18387443, 18387444, 18387445, 18387446, 18387447, 18387448, 18387449, 18387450, 18387451, 18387452, 18387453, 18387454, 18387455, 18387456, 18387457, 18387458, 18387459, 18387460, 18387461, 18387462, 18387463, 18387464, 18387465, 18387466, 18387467, 18387468, 18387469, 18387470, 18387471, 18387472, 18387473, 18387474, 18387475, 18387476, 18387477, 18387478, 18387479, 18387480, 18387481, 18387482, 18387483, 18387484, 18387485, 18387486, 18387487, 18387488, 18387489, 18387490, 18387491, 18387492, 18387493, 18387494, 18387495, 18387496, 18387497, 18387498, 18387499, 18387500, 18387501, 18387502, 18387503, 18387504, 18387505, 18387506, 18387507, 18387508, 18387509, 18387510, 18387511, 18387512, 18387513, 18387514, 18387515, 18387516, 18387517, 18387518, 18387519, 18387520, 18387521, 18387522, 18387523, 18387524, 18387525, 18387526, 18387527, 18387528, 18387529, 18387530, 18387531, 18387532, 18387533], "trace_timestamp_s": 2181.9670000000006, "ttft_s": 0.6333325230007176, "turn_id": 12} +{"actual_output_tokens": 34, "cached_tokens": 40576, "effective_input_length": 40583, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40583, "latency_s": 0.29236713600039366, "output_length": 34, "proxy_request_id": "1340290:18:1878955:1117", "request_id": "1340290:18:1878955:1117", "request_type": "coder", "requested_output_tokens": 34, "session_id": "1340290", "t_dispatch_unix": 1779966064.6827462, "t_finish_unix": 1779966064.9751127, "t_first_token_unix": 1779966064.7924254, "tpot_s": 0.00552734760607233, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18407653], "trace_timestamp_s": 2189.7110000000002, "ttft_s": 0.10967712300043786, "turn_id": 18} +{"actual_output_tokens": 82, "cached_tokens": 40608, "effective_input_length": 40676, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40676, "latency_s": 0.6705541629999061, "output_length": 82, "proxy_request_id": "1340290:19:1880565:1118", "request_id": "1340290:19:1880565:1118", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1340290", "t_dispatch_unix": 1779966069.9468193, "t_finish_unix": 1779966070.6173737, "t_first_token_unix": 1779966070.0632918, "tpot_s": 0.0068371399999851284, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18422775], "trace_timestamp_s": 2194.9840000000004, "ttft_s": 0.11646994100010488, "turn_id": 19} +{"actual_output_tokens": 49, "cached_tokens": 40752, "effective_input_length": 40883, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 40883, "latency_s": 0.44770343100026366, "output_length": 49, "proxy_request_id": "1340290:20:1882251:1120", "request_id": "1340290:20:1882251:1120", "request_type": "coder", "requested_output_tokens": 49, "session_id": "1340290", "t_dispatch_unix": 1779966075.755784, "t_finish_unix": 1779966076.2034874, "t_first_token_unix": 1779966075.8821564, "tpot_s": 0.0066889000416570825, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436], "trace_timestamp_s": 2200.7930000000006, "ttft_s": 0.12637036999876727, "turn_id": 20} +{"actual_output_tokens": 355, "cached_tokens": 118784, "effective_input_length": 119030, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119030, "latency_s": 4.4440011930018954, "output_length": 355, "proxy_request_id": "1270606:12:1881189:1119", "request_id": "1270606:12:1881189:1119", "request_type": "coder", "requested_output_tokens": 355, "session_id": "1270606", "t_dispatch_unix": 1779966072.3451242, "t_finish_unix": 1779966076.789125, "t_first_token_unix": 1779966072.7491105, "tpot_s": 0.01141174401129967, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18428324, 18428325, 18428326, 18428327, 18428328, 18428329, 18428330, 18428331, 18428332, 18428333, 18428334, 18428335, 18428336, 18428337, 18428338, 18428339, 18428340, 18428341, 18428342, 18428343, 18428344, 18428345, 18428346, 18428347, 18428348, 18428349, 18428350, 18428351, 18428352, 18428353, 18428354, 18428355, 18428356, 18428357, 18428358, 18428359, 18428360, 18428361, 18428362, 18428363, 18428364, 18428365, 18428366, 18428367, 18428368, 18428369, 18428370, 18428371, 18428372, 18428373, 18428374, 18428375, 18428376, 18428377, 18428378, 18428379, 18428380, 18428381, 18428382, 18428383, 18428384, 18428385, 18428386, 18428387, 18428388, 18428389, 18428390, 18428391, 18428392, 18428393, 18428394, 18428395, 18428396, 18428397, 18428398, 18428399, 18428400, 18428401, 18428402, 18428403, 18428404, 18428405, 18428406, 18428407, 18428408, 18428409, 18428410, 18428411, 18428412, 18428413, 18428414, 18428415, 18428416, 18428417, 18428418, 18428419, 18428420, 18428421, 18428422, 18428423, 18428424, 18428425, 18428426, 18428427, 18428428, 18428429, 18428430, 18428431, 18428432, 18428433, 18428434, 18428435, 18428436], "trace_timestamp_s": 2197.3560000000007, "ttft_s": 0.4039839640026912, "turn_id": 12} +{"actual_output_tokens": 39, "cached_tokens": 40928, "effective_input_length": 41002, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41002, "latency_s": 0.3659013270007563, "output_length": 39, "proxy_request_id": "1340290:21:1883855:1121", "request_id": "1340290:21:1883855:1121", "request_type": "coder", "requested_output_tokens": 39, "session_id": "1340290", "t_dispatch_unix": 1779966081.22563, "t_finish_unix": 1779966081.591531, "t_first_token_unix": 1779966081.3435705, "tpot_s": 0.006518165973734301, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18454570], "trace_timestamp_s": 2206.2620000000006, "ttft_s": 0.11793847700027982, "turn_id": 21} +{"actual_output_tokens": 51, "cached_tokens": 41040, "effective_input_length": 41909, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 41909, "latency_s": 0.6772289740001725, "output_length": 51, "proxy_request_id": "1340290:22:1884847:1122", "request_id": "1340290:22:1884847:1122", "request_type": "coder", "requested_output_tokens": 51, "session_id": "1340290", "t_dispatch_unix": 1779966084.6979196, "t_finish_unix": 1779966085.3751483, "t_first_token_unix": 1779966085.0420284, "tpot_s": 0.006657225439994363, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633], "trace_timestamp_s": 2209.7340000000004, "ttft_s": 0.3441069049986254, "turn_id": 22} +{"actual_output_tokens": 4631, "cached_tokens": 112912, "effective_input_length": 112926, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 112926, "latency_s": 53.08723788499992, "output_length": 4631, "proxy_request_id": "1253804:55:1869941:1112", "request_id": "1253804:55:1869941:1112", "request_type": "coder", "requested_output_tokens": 4631, "session_id": "1253804", "t_dispatch_unix": 1779966033.7286494, "t_finish_unix": 1779966086.8158867, "t_first_token_unix": 1779966033.9149024, "tpot_s": 0.011425627438012951, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 34048, 34049, 34050, 34051, 34052, 34053, 34054, 34055, 34056, 34057, 34058, 34059, 34060, 34061, 34062, 50244, 50245, 50246, 50247, 16525, 72495, 72496, 72497, 72498, 72499, 72500, 72501, 72502, 72503, 72504, 72505, 72506, 72507, 72508, 72509, 12212965, 152607, 152608, 152609, 152610, 12212966, 544537, 544538, 544539, 544540, 12212967, 12212968, 242046, 242047, 12212969, 12212970, 12212971, 12212972, 12212973, 12212974, 12212975, 12212976, 12212977, 17676585, 17676586, 17676587, 17676588, 17676589, 17676590, 17676591, 17676592, 17676593, 17676594, 17676595, 17676596, 17676597, 17676598, 17676599, 17676600, 17676601, 17676602, 17676603, 17676604, 17676605, 17676606, 17676607, 17676608, 17676609, 17676610, 17676611, 17676612, 17676613, 17676614, 17676615, 17676616, 17676617, 17676618, 17676619, 17676620, 17676621, 17676622, 17676623, 17676624, 17676625, 17676626, 17676627, 17676628, 17676629, 5483415, 17676630, 17676631, 17676632, 17676633, 17676634, 17676635, 17676636, 17676637, 17676638, 17676639, 17676640, 17676641, 17676642, 17676643, 17676644, 17676645, 17676646, 17676647, 17676648, 17676649, 17676650, 17676651, 17676652, 17676653, 17676654, 17676655, 17676656, 17676657, 17676658, 17676659, 17676660, 17676661, 17676662, 17676663, 17676664, 17676665, 17676666, 17676667, 17676668, 17676669, 17676670, 17676671, 17676672, 17676673, 17676674, 17676675, 17676676, 17676677, 17676678, 17676679, 17676680, 17676681, 17676682, 17676683, 17676684, 17676685, 17676686, 17676687, 17676688, 17676689, 17676690, 17676691, 17676692, 17676693, 17676694, 17676695, 17676696, 17676697, 17676698, 17676699, 17676700, 17676701, 17676702, 17676703, 17676704, 17676705, 17676706, 17676707, 17676708, 18319657, 18319658, 18319659, 18319660, 18319661, 18319662, 18319663, 18319664, 18319665, 18319666, 18319667, 18319668, 18319669, 18319670, 18319671, 18319672, 18319673, 18319674, 18319675, 18319676, 18319677, 18319678, 18319679, 18319680, 18319681, 18319682, 18319683, 18319684, 18319685, 18319686, 18319687], "trace_timestamp_s": 2158.754000000001, "ttft_s": 0.1862507359983283, "turn_id": 55} +{"actual_output_tokens": 45, "cached_tokens": 41952, "effective_input_length": 42086, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42086, "latency_s": 0.4133037770006922, "output_length": 45, "proxy_request_id": "1340290:23:1886013:1124", "request_id": "1340290:23:1886013:1124", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1340290", "t_dispatch_unix": 1779966088.7289717, "t_finish_unix": 1779966089.1422753, "t_first_token_unix": 1779966088.8527424, "tpot_s": 0.006574813568229068, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18475697], "trace_timestamp_s": 2213.763, "ttft_s": 0.12376816899995902, "turn_id": 23} +{"actual_output_tokens": 98, "cached_tokens": 119376, "effective_input_length": 119440, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119440, "latency_s": 1.3074426819985092, "output_length": 98, "proxy_request_id": "1270606:12:1886765:1125", "request_id": "1270606:12:1886765:1125", "request_type": "coder", "requested_output_tokens": 98, "session_id": "1270606", "t_dispatch_unix": 1779966091.4615667, "t_finish_unix": 1779966092.769009, "t_first_token_unix": 1779966091.734902, "tpot_s": 0.010655279154664256, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18483775, 18483776, 18483777, 18483778, 18483779, 18483780, 18483781, 18483782, 18483783, 18483784, 18483785, 18483786, 18483787, 18483788, 18483789, 18483790, 18483791, 18483792, 18483793, 18483794, 18483795, 18483796, 18483797, 18483798, 18483799, 18483800, 18483801, 18483802, 18483803, 18483804, 18483805, 18483806, 18483807, 18483808, 18483809, 18483810, 18483811, 18483812, 18483813, 18483814, 18483815, 18483816, 18483817, 18483818, 18483819, 18483820, 18483821, 18483822, 18483823, 18483824, 18483825, 18483826, 18483827, 18483828, 18483829, 18483830, 18483831, 18483832, 18483833, 18483834, 18483835, 18483836, 18483837, 18483838, 18483839, 18483840, 18483841, 18483842, 18483843, 18483844, 18483845, 18483846, 18483847, 18483848, 18483849, 18483850, 18483851, 18483852, 18483853, 18483854, 18483855, 18483856, 18483857, 18483858, 18483859, 18483860, 18483861, 18483862, 18483863, 18483864, 18483865, 18483866, 18483867, 18483868, 18483869, 18483870, 18483871, 18483872, 18483873, 18483874, 18483875, 18483876, 18483877, 18483878, 18483879, 18483880, 18483881, 18483882, 18483883, 18483884, 18483885, 18483886, 18483887], "trace_timestamp_s": 2216.473, "ttft_s": 0.27333269699738594, "turn_id": 12} +{"actual_output_tokens": 28, "cached_tokens": 42128, "effective_input_length": 42199, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42199, "latency_s": 0.2901226690009935, "output_length": 28, "proxy_request_id": "1340290:24:1887125:1126", "request_id": "1340290:24:1887125:1126", "request_type": "coder", "requested_output_tokens": 28, "session_id": "1340290", "t_dispatch_unix": 1779966092.503745, "t_finish_unix": 1779966092.7938676, "t_first_token_unix": 1779966092.6301692, "tpot_s": 0.00605371933326953, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18487325], "trace_timestamp_s": 2217.541, "ttft_s": 0.12642225500167115, "turn_id": 24} +{"actual_output_tokens": 46, "cached_tokens": 42224, "effective_input_length": 42444, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 42444, "latency_s": 0.46233219699934125, "output_length": 46, "proxy_request_id": "1340290:25:1888447:1127", "request_id": "1340290:25:1888447:1127", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1340290", "t_dispatch_unix": 1779966096.8975186, "t_finish_unix": 1779966097.3598502, "t_first_token_unix": 1779966097.061414, "tpot_s": 0.0066252709777877, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279], "trace_timestamp_s": 2221.934, "ttft_s": 0.16389334600171424, "turn_id": 25} +{"actual_output_tokens": 1188, "cached_tokens": 58512, "effective_input_length": 63845, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 63845, "latency_s": 12.392033072999766, "output_length": 1188, "proxy_request_id": "1277428:20:1885419:1123", "request_id": "1277428:20:1885419:1123", "request_type": "coder", "requested_output_tokens": 1188, "session_id": "1277428", "t_dispatch_unix": 1779966086.6114228, "t_finish_unix": 1779966099.0034554, "t_first_token_unix": 1779966088.8591163, "tpot_s": 0.00854598754844151, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 18468801, 18468802, 18468803, 18468804, 18468805, 18468806, 18468807, 18468808, 18468809, 18468810, 18468811, 18468812, 18468813, 18468814, 18468815, 18468816, 18468817, 18468818], "trace_timestamp_s": 2211.6440000000002, "ttft_s": 2.247691313001269, "turn_id": 20} +{"actual_output_tokens": 32, "cached_tokens": 42480, "effective_input_length": 48504, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 48504, "latency_s": 2.1010286799973983, "output_length": 32, "proxy_request_id": "1340290:26:1889402:1128", "request_id": "1340290:26:1889402:1128", "request_type": "coder", "requested_output_tokens": 32, "session_id": "1340290", "t_dispatch_unix": 1779966100.2167218, "t_finish_unix": 1779966102.31775, "t_first_token_unix": 1779966102.1165, "tpot_s": 0.006480079935558493, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944], "trace_timestamp_s": 2225.25, "ttft_s": 1.8997755969976424, "turn_id": 26} +{"actual_output_tokens": 87, "cached_tokens": 119536, "effective_input_length": 119686, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119686, "latency_s": 1.3099277910005185, "output_length": 87, "proxy_request_id": "1270606:13:1890252:1129", "request_id": "1270606:13:1890252:1129", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1270606", "t_dispatch_unix": 1779966103.189798, "t_finish_unix": 1779966104.4997256, "t_first_token_unix": 1779966103.6877012, "tpot_s": 0.009439152697712755, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18517741, 18517742, 18517743, 18517744, 18517745, 18517746, 18517747, 18517748, 18517749, 18517750, 18517751, 18517752, 18517753, 18517754, 18517755, 18517756, 18517757, 18517758, 18517759, 18517760, 18517761, 18517762, 18517763, 18517764, 18517765, 18517766, 18517767, 18517768, 18517769, 18517770, 18517771, 18517772, 18517773, 18517774, 18517775, 18517776, 18517777, 18517778, 18517779, 18517780, 18517781, 18517782, 18517783, 18517784, 18517785, 18517786, 18517787, 18517788, 18517789, 18517790, 18517791, 18517792, 18517793, 18517794, 18517795, 18517796, 18517797, 18517798, 18517799, 18517800, 18517801, 18517802, 18517803, 18517804, 18517805, 18517806, 18517807, 18517808, 18517809, 18517810, 18517811, 18517812, 18517813, 18517814, 18517815, 18517816, 18517817, 18517818, 18517819, 18517820, 18517821, 18517822, 18517823, 18517824, 18517825, 18517826, 18517827, 18517828, 18517829, 18517830, 18517831, 18517832, 18517833, 18517834, 18517835, 18517836, 18517837, 18517838, 18517839, 18517840, 18517841, 18517842, 18517843, 18517844, 18517845, 18517846, 18517847, 18517848, 18517849, 18517850, 18517851, 18517852, 18517853], "trace_timestamp_s": 2228.202, "ttft_s": 0.4979006559988193, "turn_id": 13} +{"actual_output_tokens": 47, "cached_tokens": 48528, "effective_input_length": 49361, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49361, "latency_s": 0.704632988999947, "output_length": 47, "proxy_request_id": "1340290:27:1892591:1131", "request_id": "1340290:27:1892591:1131", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1340290", "t_dispatch_unix": 1779966110.8039067, "t_finish_unix": 1779966111.5085397, "t_first_token_unix": 1779966111.1906147, "tpot_s": 0.006905940130467491, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18539337], "trace_timestamp_s": 2235.84, "ttft_s": 0.38670627199826413, "turn_id": 27} +{"actual_output_tokens": 175, "cached_tokens": 119760, "effective_input_length": 119828, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 119828, "latency_s": 2.254143648999161, "output_length": 175, "proxy_request_id": "1270606:14:1892412:1130", "request_id": "1270606:14:1892412:1130", "request_type": "coder", "requested_output_tokens": 175, "session_id": "1270606", "t_dispatch_unix": 1779966110.1364903, "t_finish_unix": 1779966112.3906338, "t_first_token_unix": 1779966110.4333386, "tpot_s": 0.011247393862065328, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18537949, 18537950, 18537951, 18537952, 18537953, 18537954, 18537955, 18537956, 18537957, 18537958, 18537959, 18537960, 18537961, 18537962, 18537963, 18537964, 18537965, 18537966, 18537967, 18537968, 18537969, 18537970, 18537971, 18537972, 18537973, 18537974, 18537975, 18537976, 18537977, 18537978, 18537979, 18537980, 18537981, 18537982, 18537983, 18537984, 18537985, 18537986, 18537987, 18537988, 18537989, 18537990, 18537991, 18537992, 18537993, 18537994, 18537995, 18537996, 18537997, 18537998, 18537999, 18538000, 18538001, 18538002, 18538003, 18538004, 18538005, 18538006, 18538007, 18538008, 18538009, 18538010, 18538011, 18538012, 18538013, 18538014, 18538015, 18538016, 18538017, 18538018, 18538019, 18538020, 18538021, 18538022, 18538023, 18538024, 18538025, 18538026, 18538027, 18538028, 18538029, 18538030, 18538031, 18538032, 18538033, 18538034, 18538035, 18538036, 18538037, 18538038, 18538039, 18538040, 18538041, 18538042, 18538043, 18538044, 18538045, 18538046, 18538047, 18538048, 18538049, 18538050, 18538051, 18538052, 18538053, 18538054, 18538055, 18538056, 18538057, 18538058, 18538059, 18538060, 18538061, 18538062], "trace_timestamp_s": 2235.143, "ttft_s": 0.29684562599868514, "turn_id": 14} +{"actual_output_tokens": 38, "cached_tokens": 49392, "effective_input_length": 49454, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49454, "latency_s": 0.3720713619986782, "output_length": 38, "proxy_request_id": "1340290:28:1893837:1132", "request_id": "1340290:28:1893837:1132", "request_type": "coder", "requested_output_tokens": 38, "session_id": "1340290", "t_dispatch_unix": 1779966115.1126077, "t_finish_unix": 1779966115.4846787, "t_first_token_unix": 1779966115.2379358, "tpot_s": 0.006662274378303098, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462], "trace_timestamp_s": 2240.1460000000006, "ttft_s": 0.1253259920013079, "turn_id": 28} +{"actual_output_tokens": 80, "cached_tokens": 58912, "effective_input_length": 59265, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59265, "latency_s": 0.9382417730012094, "output_length": 80, "proxy_request_id": "1305906:9:1893880:1133", "request_id": "1305906:9:1893880:1133", "request_type": "coder", "requested_output_tokens": 80, "session_id": "1305906", "t_dispatch_unix": 1779966115.277015, "t_finish_unix": 1779966116.215257, "t_first_token_unix": 1779966115.6056223, "tpot_s": 0.007712363354424073, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18280927, 18397304, 18518509], "trace_timestamp_s": 2240.313, "ttft_s": 0.32860481800162233, "turn_id": 9} +{"actual_output_tokens": 91, "cached_tokens": 120000, "effective_input_length": 120058, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 120058, "latency_s": 1.276205009999103, "output_length": 91, "proxy_request_id": "1270606:15:1895310:1134", "request_id": "1270606:15:1895310:1134", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1270606", "t_dispatch_unix": 1779966119.923538, "t_finish_unix": 1779966121.1997426, "t_first_token_unix": 1779966120.2454224, "tpot_s": 0.010600733022228168, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18566130, 18566131, 18566132, 18566133, 18566134, 18566135, 18566136, 18566137, 18566138, 18566139, 18566140, 18566141, 18566142, 18566143, 18566144, 18566145, 18566146, 18566147, 18566148, 18566149, 18566150, 18566151, 18566152, 18566153, 18566154, 18566155, 18566156, 18566157, 18566158, 18566159, 18566160, 18566161, 18566162, 18566163, 18566164, 18566165, 18566166, 18566167, 18566168, 18566169, 18566170, 18566171, 18566172, 18566173, 18566174, 18566175, 18566176, 18566177, 18566178, 18566179, 18566180, 18566181, 18566182, 18566183, 18566184, 18566185, 18566186, 18566187, 18566188, 18566189, 18566190, 18566191, 18566192, 18566193, 18566194, 18566195, 18566196, 18566197, 18566198, 18566199, 18566200, 18566201, 18566202, 18566203, 18566204, 18566205, 18566206, 18566207, 18566208, 18566209, 18566210, 18566211, 18566212, 18566213, 18566214, 18566215, 18566216, 18566217, 18566218, 18566219, 18566220, 18566221, 18566222, 18566223, 18566224, 18566225, 18566226, 18566227, 18566228, 18566229, 18566230, 18566231, 18566232, 18566233, 18566234, 18566235, 18566236, 18566237, 18566238, 18566239, 18566240, 18566241, 18566242], "trace_timestamp_s": 2244.9320000000007, "ttft_s": 0.32188189400039846, "turn_id": 15} +{"actual_output_tokens": 37, "cached_tokens": 49488, "effective_input_length": 49576, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49576, "latency_s": 0.36404196699731983, "output_length": 37, "proxy_request_id": "1340290:29:1896119:1136", "request_id": "1340290:29:1896119:1136", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1340290", "t_dispatch_unix": 1779966122.436812, "t_finish_unix": 1779966122.800854, "t_first_token_unix": 1779966122.5606773, "tpot_s": 0.0066645535833029295, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462], "trace_timestamp_s": 2247.473, "ttft_s": 0.12386311799855321, "turn_id": 29} +{"actual_output_tokens": 200, "cached_tokens": 135632, "effective_input_length": 135905, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 135905, "latency_s": 2.9109504129992274, "output_length": 200, "proxy_request_id": "1356885:13:1895311:1135", "request_id": "1356885:13:1895311:1135", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1356885", "t_dispatch_unix": 1779966119.9352353, "t_finish_unix": 1779966122.8461857, "t_first_token_unix": 1779966120.4328566, "tpot_s": 0.012126257613067423, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 18566244], "trace_timestamp_s": 2244.933, "ttft_s": 0.4976181269994413, "turn_id": 13} +{"actual_output_tokens": 200, "cached_tokens": 49600, "effective_input_length": 49695, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49695, "latency_s": 1.6296334809994732, "output_length": 200, "proxy_request_id": "1340290:30:1896991:1137", "request_id": "1340290:30:1896991:1137", "request_type": "coder", "requested_output_tokens": 200, "session_id": "1340290", "t_dispatch_unix": 1779966125.41111, "t_finish_unix": 1779966127.040743, "t_first_token_unix": 1779966125.5340118, "tpot_s": 0.007570106984919344, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18582285], "trace_timestamp_s": 2250.4440000000004, "ttft_s": 0.12289965799936908, "turn_id": 30} +{"actual_output_tokens": 89, "cached_tokens": 49888, "effective_input_length": 49927, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 49927, "latency_s": 0.7606308149988763, "output_length": 89, "proxy_request_id": "1340290:31:1899492:1138", "request_id": "1340290:31:1899492:1138", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1340290", "t_dispatch_unix": 1779966133.788218, "t_finish_unix": 1779966134.5488484, "t_first_token_unix": 1779966133.8943355, "tpot_s": 0.007434679863639427, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609], "trace_timestamp_s": 2258.8240000000005, "ttft_s": 0.10611535499992897, "turn_id": 31} +{"actual_output_tokens": 89, "cached_tokens": 120144, "effective_input_length": 120572, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 120572, "latency_s": 1.5739870610013895, "output_length": 89, "proxy_request_id": "1270606:16:1902252:1140", "request_id": "1270606:16:1902252:1140", "request_type": "coder", "requested_output_tokens": 89, "session_id": "1270606", "t_dispatch_unix": 1779966142.2860713, "t_finish_unix": 1779966143.860058, "t_first_token_unix": 1779966142.914825, "tpot_s": 0.01073811367045478, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18635959, 18635960, 18635961, 18635962, 18635963, 18635964, 18635965, 18635966, 18635967, 18635968, 18635969, 18635970, 18635971, 18635972, 18635973, 18635974, 18635975, 18635976, 18635977, 18635978, 18635979, 18635980, 18635981, 18635982, 18635983, 18635984, 18635985, 18635986, 18635987, 18635988, 18635989, 18635990, 18635991, 18635992, 18635993, 18635994, 18635995, 18635996, 18635997, 18635998, 18635999, 18636000, 18636001, 18636002, 18636003, 18636004, 18636005, 18636006, 18636007, 18636008, 18636009, 18636010, 18636011, 18636012, 18636013, 18636014, 18636015, 18636016, 18636017, 18636018, 18636019, 18636020, 18636021, 18636022, 18636023, 18636024, 18636025, 18636026, 18636027, 18636028, 18636029, 18636030, 18636031, 18636032, 18636033, 18636034, 18636035, 18636036, 18636037, 18636038, 18636039, 18636040, 18636041, 18636042, 18636043, 18636044, 18636045, 18636046, 18636047, 18636048, 18636049, 18636050, 18636051, 18636052, 18636053, 18636054, 18636055, 18636056, 18636057, 18636058, 18636059, 18636060, 18636061, 18636062, 18636063, 18636064, 18636065, 18636066, 18636067, 18636068, 18636069, 18636070, 18636071], "trace_timestamp_s": 2267.299, "ttft_s": 0.6287516789998335, "turn_id": 16} +{"actual_output_tokens": 60, "cached_tokens": 120656, "effective_input_length": 121006, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121006, "latency_s": 1.2350730539983488, "output_length": 60, "proxy_request_id": "1270606:17:1908800:1141", "request_id": "1270606:17:1908800:1141", "request_type": "coder", "requested_output_tokens": 60, "session_id": "1270606", "t_dispatch_unix": 1779966163.8877017, "t_finish_unix": 1779966165.1227744, "t_first_token_unix": 1779966164.5258386, "tpot_s": 0.010112349338946919, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18700456, 18700457, 18700458, 18700459, 18700460, 18700461, 18700462, 18700463, 18700464, 18700465, 18700466, 18700467, 18700468, 18700469, 18700470, 18700471, 18700472, 18700473, 18700474, 18700475, 18700476, 18700477, 18700478, 18700479, 18700480, 18700481, 18700482, 18700483, 18700484, 18700485, 18700486, 18700487, 18700488, 18700489, 18700490, 18700491, 18700492, 18700493, 18700494, 18700495, 18700496, 18700497, 18700498, 18700499, 18700500, 18700501, 18700502, 18700503, 18700504, 18700505, 18700506, 18700507, 18700508, 18700509, 18700510, 18700511, 18700512, 18700513, 18700514, 18700515, 18700516, 18700517, 18700518, 18700519, 18700520, 18700521, 18700522, 18700523, 18700524, 18700525, 18700526, 18700527, 18700528, 18700529, 18700530, 18700531, 18700532, 18700533, 18700534, 18700535, 18700536, 18700537, 18700538, 18700539, 18700540, 18700541, 18700542, 18700543, 18700544, 18700545, 18700546, 18700547, 18700548, 18700549, 18700550, 18700551, 18700552, 18700553, 18700554, 18700555, 18700556, 18700557, 18700558, 18700559, 18700560, 18700561, 18700562, 18700563, 18700564, 18700565, 18700566, 18700567, 18700568, 18700569], "trace_timestamp_s": 2288.8940000000002, "ttft_s": 0.6381353569995554, "turn_id": 17} +{"actual_output_tokens": 3883, "cached_tokens": 50000, "effective_input_length": 50078, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 50078, "latency_s": 30.869416165001894, "output_length": 3883, "proxy_request_id": "1340290:32:1901260:1139", "request_id": "1340290:32:1901260:1139", "request_type": "coder", "requested_output_tokens": 3883, "session_id": "1340290", "t_dispatch_unix": 1779966139.2049527, "t_finish_unix": 1779966170.0743685, "t_first_token_unix": 1779966139.3409545, "tpot_s": 0.007916833997166747, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609], "trace_timestamp_s": 2264.237, "ttft_s": 0.13599991199953365, "turn_id": 32} +{"actual_output_tokens": 82, "cached_tokens": 121056, "effective_input_length": 121288, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121288, "latency_s": 1.2707384630011802, "output_length": 82, "proxy_request_id": "1270606:18:1915824:1142", "request_id": "1270606:18:1915824:1142", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1270606", "t_dispatch_unix": 1779966186.863035, "t_finish_unix": 1779966188.133773, "t_first_token_unix": 1779966187.271431, "tpot_s": 0.010642609345661275, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18700456, 18770157, 18770158, 18770159, 18770160, 18770161, 18770162, 18770163, 18770164, 18770165, 18770166, 18770167, 18770168, 18770169, 18770170, 18770171, 18770172, 18770173, 18770174, 18770175, 18770176, 18770177, 18770178, 18770179, 18770180, 18770181, 18770182, 18770183, 18770184, 18770185, 18770186, 18770187, 18770188, 18770189, 18770190, 18770191, 18770192, 18770193, 18770194, 18770195, 18770196, 18770197, 18770198, 18770199, 18770200, 18770201, 18770202, 18770203, 18770204, 18770205, 18770206, 18770207, 18770208, 18770209, 18770210, 18770211, 18770212, 18770213, 18770214, 18770215, 18770216, 18770217, 18770218, 18770219, 18770220, 18770221, 18770222, 18770223, 18770224, 18770225, 18770226, 18770227, 18770228, 18770229, 18770230, 18770231, 18770232, 18770233, 18770234, 18770235, 18770236, 18770237, 18770238, 18770239, 18770240, 18770241, 18770242, 18770243, 18770244, 18770245, 18770246, 18770247, 18770248, 18770249, 18770250, 18770251, 18770252, 18770253, 18770254, 18770255, 18770256, 18770257, 18770258, 18770259, 18770260, 18770261, 18770262, 18770263, 18770264, 18770265, 18770266, 18770267, 18770268, 18770269], "trace_timestamp_s": 2311.8590000000004, "ttft_s": 0.4083936070019263, "turn_id": 18} +{"actual_output_tokens": 91, "cached_tokens": 121360, "effective_input_length": 121560, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121560, "latency_s": 1.3768174590004492, "output_length": 91, "proxy_request_id": "1270606:19:1920499:1143", "request_id": "1270606:19:1920499:1143", "request_type": "coder", "requested_output_tokens": 91, "session_id": "1270606", "t_dispatch_unix": 1779966202.0143478, "t_finish_unix": 1779966203.3911643, "t_first_token_unix": 1779966202.423034, "tpot_s": 0.0107539784000336, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18700456, 18814461, 18814462, 18814463, 18814464, 18814465, 18814466, 18814467, 18814468, 18814469, 18814470, 18814471, 18814472, 18814473, 18814474, 18814475, 18814476, 18814477, 18814478, 18814479, 18814480, 18814481, 18814482, 18814483, 18814484, 18814485, 18814486, 18814487, 18814488, 18814489, 18814490, 18814491, 18814492, 18814493, 18814494, 18814495, 18814496, 18814497, 18814498, 18814499, 18814500, 18814501, 18814502, 18814503, 18814504, 18814505, 18814506, 18814507, 18814508, 18814509, 18814510, 18814511, 18814512, 18814513, 18814514, 18814515, 18814516, 18814517, 18814518, 18814519, 18814520, 18814521, 18814522, 18814523, 18814524, 18814525, 18814526, 18814527, 18814528, 18814529, 18814530, 18814531, 18814532, 18814533, 18814534, 18814535, 18814536, 18814537, 18814538, 18814539, 18814540, 18814541, 18814542, 18814543, 18814544, 18814545, 18814546, 18814547, 18814548, 18814549, 18814550, 18814551, 18814552, 18814553, 18814554, 18814555, 18814556, 18814557, 18814558, 18814559, 18814560, 18814561, 18814562, 18814563, 18814564, 18814565, 18814566, 18814567, 18814568, 18814569, 18814570, 18814571, 18814572, 18814573, 18814574], "trace_timestamp_s": 2327.013, "ttft_s": 0.4086839829978999, "turn_id": 19} +{"actual_output_tokens": 120, "cached_tokens": 121648, "effective_input_length": 121704, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 121704, "latency_s": 1.5892334910022328, "output_length": 120, "proxy_request_id": "1270606:20:1922639:1144", "request_id": "1270606:20:1922639:1144", "request_type": "coder", "requested_output_tokens": 120, "session_id": "1270606", "t_dispatch_unix": 1779966209.45242, "t_finish_unix": 1779966211.0416532, "t_first_token_unix": 1779966209.7334967, "tpot_s": 0.010990795873945868, "trace_hash_ids": [3888, 3889, 3890, 3891, 3892, 3893, 3894, 41971, 41972, 41973, 41974, 3659190, 3659191, 1242153, 690661, 699491, 699492, 3659192, 3659193, 237473, 237474, 326423, 3659194, 235260, 235261, 235262, 235263, 235264, 3659195, 3659196, 3659197, 3659198, 3659199, 3659200, 3659201, 3659202, 3659203, 3659204, 3659205, 3659206, 3659207, 3659208, 3659209, 3659210, 3659211, 3659212, 3659213, 3659214, 3659215, 3659216, 3659217, 3659218, 3659219, 3659220, 3659221, 3659222, 3659223, 3659224, 3659225, 3659226, 3659227, 3659228, 3659229, 3659230, 3659231, 3659232, 3659233, 3659234, 3659235, 3659236, 3659237, 3659238, 3659239, 3659240, 3659241, 3659242, 3659243, 3659244, 3659245, 3659246, 3659247, 3659248, 3659249, 3659250, 3659251, 3659252, 3659253, 3659254, 3659255, 3659256, 3659257, 3659258, 3659259, 3659260, 12643739, 13959614, 15532598, 15532599, 15532600, 15532601, 17689044, 17689045, 17689046, 17689047, 17689048, 17689049, 18302625, 18302626, 18302627, 18302628, 18302629, 18302630, 18302631, 18302632, 18302633, 18302634, 18302635, 18302636, 18387420, 18428323, 18483774, 18566129, 18635958, 18700456, 18814461, 18833388, 18833389, 18833390, 18833391, 18833392, 18833393, 18833394, 18833395, 18833396, 18833397, 18833398, 18833399, 18833400, 18833401, 18833402, 18833403, 18833404, 18833405, 18833406, 18833407, 18833408, 18833409, 18833410, 18833411, 18833412, 18833413, 18833414, 18833415, 18833416, 18833417, 18833418, 18833419, 18833420, 18833421, 18833422, 18833423, 18833424, 18833425, 18833426, 18833427, 18833428, 18833429, 18833430, 18833431, 18833432, 18833433, 18833434, 18833435, 18833436, 18833437, 18833438, 18833439, 18833440, 18833441, 18833442, 18833443, 18833444, 18833445, 18833446, 18833447, 18833448, 18833449, 18833450, 18833451, 18833452, 18833453, 18833454, 18833455, 18833456, 18833457, 18833458, 18833459, 18833460, 18833461, 18833462, 18833463, 18833464, 18833465, 18833466, 18833467, 18833468, 18833469, 18833470, 18833471, 18833472, 18833473, 18833474, 18833475, 18833476, 18833477, 18833478, 18833479, 18833480, 18833481, 18833482, 18833483, 18833484, 18833485, 18833486, 18833487, 18833488, 18833489, 18833490, 18833491, 18833492, 18833493, 18833494, 18833495, 18833496, 18833497, 18833498, 18833499, 18833500], "trace_timestamp_s": 2334.46, "ttft_s": 0.2810735730017768, "turn_id": 20} +{"actual_output_tokens": 48, "cached_tokens": 59344, "effective_input_length": 61801, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61801, "latency_s": 1.4033079109976825, "output_length": 48, "proxy_request_id": "1305906:10:1928316:1145", "request_id": "1305906:10:1928316:1145", "request_type": "coder", "requested_output_tokens": 48, "session_id": "1305906", "t_dispatch_unix": 1779966228.024751, "t_finish_unix": 1779966229.4280565, "t_first_token_unix": 1779966229.0805752, "tpot_s": 0.00738769955321604, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18280927, 18397304, 18518509, 18736108, 18851869, 18889037, 18889038, 18889039], "trace_timestamp_s": 2353.0420000000004, "ttft_s": 1.0558238249977876, "turn_id": 10} +{"actual_output_tokens": 142, "cached_tokens": 53952, "effective_input_length": 53990, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 53990, "latency_s": 1.2015254059988365, "output_length": 142, "proxy_request_id": "1340290:33:1939781:1146", "request_id": "1340290:33:1939781:1146", "request_type": "coder", "requested_output_tokens": 142, "session_id": "1340290", "t_dispatch_unix": 1779966265.785909, "t_finish_unix": 1779966266.9874337, "t_first_token_unix": 1779966265.8983462, "tpot_s": 0.007722175865250818, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 18997503], "trace_timestamp_s": 2390.7840000000006, "ttft_s": 0.11243499099873588, "turn_id": 33} +{"actual_output_tokens": 314, "cached_tokens": 54128, "effective_input_length": 54164, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54164, "latency_s": 2.5791237390003516, "output_length": 314, "proxy_request_id": "1340290:34:1942249:1147", "request_id": "1340290:34:1942249:1147", "request_type": "coder", "requested_output_tokens": 314, "session_id": "1340290", "t_dispatch_unix": 1779966273.622986, "t_finish_unix": 1779966276.2021093, "t_first_token_unix": 1779966273.7334862, "tpot_s": 0.007886080028743634, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002], "trace_timestamp_s": 2398.6550000000007, "ttft_s": 0.11049673200250254, "turn_id": 34} +{"actual_output_tokens": 142, "cached_tokens": 136096, "effective_input_length": 136210, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 136210, "latency_s": 2.065874554002221, "output_length": 142, "proxy_request_id": "1356885:14:1948151:1148", "request_id": "1356885:14:1948151:1148", "request_type": "coder", "requested_output_tokens": 142, "session_id": "1356885", "t_dispatch_unix": 1779966293.36897, "t_finish_unix": 1779966295.4348443, "t_first_token_unix": 1779966293.7524834, "tpot_s": 0.011929682843956405, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 19076312, 19076313], "trace_timestamp_s": 2418.398, "ttft_s": 0.3835106770020502, "turn_id": 14} +{"actual_output_tokens": 480, "cached_tokens": 54464, "effective_input_length": 54498, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54498, "latency_s": 3.9155179290028173, "output_length": 480, "proxy_request_id": "1340290:35:1964727:1149", "request_id": "1340290:35:1964727:1149", "request_type": "coder", "requested_output_tokens": 480, "session_id": "1340290", "t_dispatch_unix": 1779966348.0619617, "t_finish_unix": 1779966351.9774795, "t_first_token_unix": 1779966348.1825628, "tpot_s": 0.007922072350731378, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19236085], "trace_timestamp_s": 2473.0910000000003, "ttft_s": 0.120598962999793, "turn_id": 35} +{"actual_output_tokens": 62, "cached_tokens": 54800, "effective_input_length": 54811, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 54811, "latency_s": 0.5450668109988328, "output_length": 62, "proxy_request_id": "1340290:36:1969509:1150", "request_id": "1340290:36:1969509:1150", "request_type": "coder", "requested_output_tokens": 62, "session_id": "1340290", "t_dispatch_unix": 1779966363.8590758, "t_finish_unix": 1779966364.4041424, "t_first_token_unix": 1779966363.956452, "tpot_s": 0.007334685983655394, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19281054], "trace_timestamp_s": 2488.8830000000007, "ttft_s": 0.09737387899804162, "turn_id": 36} +{"actual_output_tokens": 62, "cached_tokens": 54864, "effective_input_length": 55358, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 55358, "latency_s": 0.7668552719987929, "output_length": 62, "proxy_request_id": "1340290:37:1971106:1151", "request_id": "1340290:37:1971106:1151", "request_type": "coder", "requested_output_tokens": 62, "session_id": "1340290", "t_dispatch_unix": 1779966369.0015826, "t_finish_unix": 1779966369.7684371, "t_first_token_unix": 1779966369.3138342, "tpot_s": 0.00744849181966379, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19296412], "trace_timestamp_s": 2494.0340000000006, "ttft_s": 0.3122491750000336, "turn_id": 37} +{"actual_output_tokens": 87, "cached_tokens": 55408, "effective_input_length": 56006, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56006, "latency_s": 0.9875278679974144, "output_length": 87, "proxy_request_id": "1340290:38:1972289:1152", "request_id": "1340290:38:1972289:1152", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1340290", "t_dispatch_unix": 1779966372.9291515, "t_finish_unix": 1779966373.916679, "t_first_token_unix": 1779966373.2613566, "tpot_s": 0.007617238430231187, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19308727], "trace_timestamp_s": 2497.964, "ttft_s": 0.33220259500012617, "turn_id": 38} +{"actual_output_tokens": 87, "cached_tokens": 56080, "effective_input_length": 56242, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56242, "latency_s": 0.8606082860023889, "output_length": 87, "proxy_request_id": "1340290:39:1973889:1153", "request_id": "1340290:39:1973889:1153", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1340290", "t_dispatch_unix": 1779966378.354416, "t_finish_unix": 1779966379.2150235, "t_first_token_unix": 1779966378.5575066, "tpot_s": 0.007642080674401747, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773], "trace_timestamp_s": 2503.389, "ttft_s": 0.20308916500289342, "turn_id": 39} +{"actual_output_tokens": 65, "cached_tokens": 56320, "effective_input_length": 56416, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 56416, "latency_s": 0.6129511180006375, "output_length": 65, "proxy_request_id": "1340290:40:1975278:1154", "request_id": "1340290:40:1975278:1154", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1340290", "t_dispatch_unix": 1779966382.920264, "t_finish_unix": 1779966383.5332148, "t_first_token_unix": 1779966383.055656, "tpot_s": 0.007448138906227086, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19337746], "trace_timestamp_s": 2507.952, "ttft_s": 0.13538982899990515, "turn_id": 40} +{"actual_output_tokens": 250, "cached_tokens": 56480, "effective_input_length": 57181, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57181, "latency_s": 2.4151816199992027, "output_length": 250, "proxy_request_id": "1340290:41:1977055:1156", "request_id": "1340290:41:1977055:1156", "request_type": "coder", "requested_output_tokens": 250, "session_id": "1340290", "t_dispatch_unix": 1779966388.8550053, "t_finish_unix": 1779966391.270187, "t_first_token_unix": 1779966389.2879772, "tpot_s": 0.007959548947794071, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819], "trace_timestamp_s": 2513.8910000000005, "ttft_s": 0.43296934599857195, "turn_id": 41} +{"actual_output_tokens": 677, "cached_tokens": 65024, "effective_input_length": 67793, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 67793, "latency_s": 7.168842471000971, "output_length": 677, "proxy_request_id": "1277428:21:1976968:1155", "request_id": "1277428:21:1976968:1155", "request_type": "coder", "requested_output_tokens": 677, "session_id": "1277428", "t_dispatch_unix": 1779966388.569618, "t_finish_unix": 1779966395.7384603, "t_first_token_unix": 1779966389.855537, "tpot_s": 0.008702173081361016, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 18468801, 18468802, 18468803, 18468804, 18468805, 19354124, 19354125, 19354126, 19354127, 19354128, 19354129, 19354130, 19354131, 19354132, 19354133, 19354134, 19354135, 19354136, 19354137, 19354138, 19354139, 19354140, 19354141, 19354142, 19354143, 19354144], "trace_timestamp_s": 2513.5970000000007, "ttft_s": 1.2859167349997733, "turn_id": 21} +{"actual_output_tokens": 66, "cached_tokens": 57424, "effective_input_length": 57463, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57463, "latency_s": 0.6035515959993063, "output_length": 66, "proxy_request_id": "1340290:42:1982198:1157", "request_id": "1340290:42:1982198:1157", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1340290", "t_dispatch_unix": 1779966405.757187, "t_finish_unix": 1779966406.360738, "t_first_token_unix": 1779966405.8741024, "tpot_s": 0.007482566723103026, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19402723], "trace_timestamp_s": 2530.7870000000003, "ttft_s": 0.1169137149991002, "turn_id": 42} +{"actual_output_tokens": 68, "cached_tokens": 57520, "effective_input_length": 57640, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57640, "latency_s": 0.6825087270008225, "output_length": 68, "proxy_request_id": "1340290:43:1983901:1158", "request_id": "1340290:43:1983901:1158", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1340290", "t_dispatch_unix": 1779966411.1553366, "t_finish_unix": 1779966411.837845, "t_first_token_unix": 1779966411.3296263, "tpot_s": 0.007581212940328727, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878], "trace_timestamp_s": 2536.1860000000006, "ttft_s": 0.17428751300030854, "turn_id": 43} +{"actual_output_tokens": 92, "cached_tokens": 57696, "effective_input_length": 57809, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 57809, "latency_s": 0.883353180000995, "output_length": 92, "proxy_request_id": "1340290:44:1986230:1159", "request_id": "1340290:44:1986230:1159", "request_type": "coder", "requested_output_tokens": 92, "session_id": "1340290", "t_dispatch_unix": 1779966419.237677, "t_finish_unix": 1779966420.1210299, "t_first_token_unix": 1779966419.415123, "tpot_s": 0.00775438121978608, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878], "trace_timestamp_s": 2544.2660000000005, "ttft_s": 0.1774433130012767, "turn_id": 44} +{"actual_output_tokens": 45, "cached_tokens": 68464, "effective_input_length": 69987, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69987, "latency_s": 1.1361918000002333, "output_length": 45, "proxy_request_id": "1277428:21:1989132:1160", "request_id": "1277428:21:1989132:1160", "request_type": "coder", "requested_output_tokens": 45, "session_id": "1277428", "t_dispatch_unix": 1779966428.6469405, "t_finish_unix": 1779966429.7831318, "t_first_token_unix": 1779966429.4503164, "tpot_s": 0.007557069704572231, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 18468801, 18468802, 18468803, 18468804, 18468805, 19354124, 19354125, 19354126, 19354127, 19354128, 19354129, 19354130, 19354131, 19354132, 19354133, 19467851, 19467852, 19467853, 19467854, 19467855, 19467856, 19467857, 19467858, 19467859, 19467860, 19467861, 19467862, 19467863, 19467864, 19467865], "trace_timestamp_s": 2553.679, "ttft_s": 0.8033730960014509, "turn_id": 21} +{"actual_output_tokens": 52, "cached_tokens": 70016, "effective_input_length": 70055, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70055, "latency_s": 0.5379507559991907, "output_length": 52, "proxy_request_id": "1277428:22:1990436:1161", "request_id": "1277428:22:1990436:1161", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1277428", "t_dispatch_unix": 1779966433.194315, "t_finish_unix": 1779966433.7322655, "t_first_token_unix": 1779966433.33295, "tpot_s": 0.007824359058848167, "trace_hash_ids": [1143, 1144, 697, 5765, 5766, 5767, 5768, 5769, 5770, 7594, 7595, 7596, 7597, 7598, 7599, 7600, 7601, 7602, 7603, 7604, 7605, 7606, 7607, 7608, 7609, 7610, 7611, 7612, 7613, 7614, 7615, 7616, 7617, 7618, 12713176, 107108, 107109, 107110, 161463, 12713177, 40585, 40586, 40587, 199395, 199396, 12713178, 12713179, 12713180, 12713181, 12713182, 12713183, 13969049, 13969050, 13969051, 13969052, 13969053, 13969054, 13969055, 13969056, 13969057, 13969058, 13969059, 13969060, 13969061, 13969062, 13969063, 13969064, 13969065, 13969066, 13969067, 13969068, 13969069, 13969070, 13969071, 13969072, 13969073, 13969074, 13969075, 14911402, 14911403, 14911404, 14911405, 14911406, 14911407, 14911408, 14911409, 17338209, 17338210, 17338211, 17338212, 17338213, 17338214, 17338215, 17338216, 17338217, 17338218, 17338219, 17970597, 17970598, 17970599, 17970600, 17970601, 17970602, 17970603, 17970604, 17970605, 17970606, 18468801, 18468802, 18468803, 18468804, 18468805, 19354124, 19354125, 19354126, 19354127, 19354128, 19354129, 19354130, 19354131, 19354132, 19354133, 19467851, 19467852, 19467853, 19467854, 19479910, 19479911, 19479912, 19479913, 19479914, 19479915, 19479916, 19479917, 19479918, 19479919, 19479920], "trace_timestamp_s": 2558.2250000000004, "ttft_s": 0.1386246449983446, "turn_id": 22} +{"actual_output_tokens": 36, "cached_tokens": 57888, "effective_input_length": 58053, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58053, "latency_s": 0.45361394400242716, "output_length": 36, "proxy_request_id": "1340290:45:1991694:1162", "request_id": "1340290:45:1991694:1162", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1340290", "t_dispatch_unix": 1779966437.2105463, "t_finish_unix": 1779966437.6641595, "t_first_token_unix": 1779966437.422151, "tpot_s": 0.006906295885710278, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19491520], "trace_timestamp_s": 2562.2430000000004, "ttft_s": 0.2116027700030827, "turn_id": 45} +{"actual_output_tokens": 56, "cached_tokens": 58080, "effective_input_length": 58122, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58122, "latency_s": 0.5312325250015419, "output_length": 56, "proxy_request_id": "1340290:46:1992980:1163", "request_id": "1340290:46:1992980:1163", "request_type": "coder", "requested_output_tokens": 56, "session_id": "1340290", "t_dispatch_unix": 1779966441.4350276, "t_finish_unix": 1779966441.96626, "t_first_token_unix": 1779966441.5553925, "tpot_s": 0.007463316527256128, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652], "trace_timestamp_s": 2566.4670000000006, "ttft_s": 0.12035951500001829, "turn_id": 46} +{"actual_output_tokens": 36, "cached_tokens": 58176, "effective_input_length": 58307, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58307, "latency_s": 0.40399968000201625, "output_length": 36, "proxy_request_id": "1340290:47:1995358:1164", "request_id": "1340290:47:1995358:1164", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1340290", "t_dispatch_unix": 1779966449.2951927, "t_finish_unix": 1779966449.6991918, "t_first_token_unix": 1779966449.454879, "tpot_s": 0.006973215999979792, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652], "trace_timestamp_s": 2574.327, "ttft_s": 0.15968437800256652, "turn_id": 47} +{"actual_output_tokens": 251, "cached_tokens": 58336, "effective_input_length": 58339, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58339, "latency_s": 2.124617744000716, "output_length": 251, "proxy_request_id": "1340290:48:1996945:1165", "request_id": "1340290:48:1996945:1165", "request_type": "coder", "requested_output_tokens": 251, "session_id": "1340290", "t_dispatch_unix": 1779966454.6028664, "t_finish_unix": 1779966456.7274835, "t_first_token_unix": 1779966454.702614, "tpot_s": 0.008098321244004182, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652], "trace_timestamp_s": 2579.634, "ttft_s": 0.09974535500077764, "turn_id": 48} +{"actual_output_tokens": 140, "cached_tokens": 136336, "effective_input_length": 136653, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 136653, "latency_s": 2.3667648330010707, "output_length": 140, "proxy_request_id": "1356885:15:1998292:1166", "request_id": "1356885:15:1998292:1166", "request_type": "coder", "requested_output_tokens": 140, "session_id": "1356885", "t_dispatch_unix": 1779966459.0626113, "t_finish_unix": 1779966461.4293756, "t_first_token_unix": 1779966459.7735622, "tpot_s": 0.01191036292084718, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 19076312, 19553016], "trace_timestamp_s": 2584.094, "ttft_s": 0.710948042000382, "turn_id": 15} +{"actual_output_tokens": 78, "cached_tokens": 58576, "effective_input_length": 58622, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58622, "latency_s": 0.711625718002324, "output_length": 78, "proxy_request_id": "1340290:48:1999591:1167", "request_id": "1340290:48:1999591:1167", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1340290", "t_dispatch_unix": 1779966463.6185222, "t_finish_unix": 1779966464.3301473, "t_first_token_unix": 1779966463.7363608, "tpot_s": 0.007707838870149541, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958], "trace_timestamp_s": 2588.652, "ttft_s": 0.11783635300162132, "turn_id": 48} +{"actual_output_tokens": 68, "cached_tokens": 58688, "effective_input_length": 58808, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58808, "latency_s": 0.6851870749997033, "output_length": 68, "proxy_request_id": "1340290:48:2001313:1168", "request_id": "1340290:48:2001313:1168", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1340290", "t_dispatch_unix": 1779966469.0848253, "t_finish_unix": 1779966469.770012, "t_first_token_unix": 1779966469.2744906, "tpot_s": 0.00739157908950557, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958], "trace_timestamp_s": 2594.116, "ttft_s": 0.18966347600144218, "turn_id": 48} +{"actual_output_tokens": 113, "cached_tokens": 58864, "effective_input_length": 58977, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 58977, "latency_s": 1.0576902669999981, "output_length": 113, "proxy_request_id": "1340290:48:2003195:1169", "request_id": "1340290:48:2003195:1169", "request_type": "coder", "requested_output_tokens": 113, "session_id": "1340290", "t_dispatch_unix": 1779966475.405477, "t_finish_unix": 1779966476.4631672, "t_first_token_unix": 1779966475.581078, "tpot_s": 0.007872510883901538, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19598292], "trace_timestamp_s": 2600.4390000000003, "ttft_s": 0.17559789400183945, "turn_id": 48} +{"actual_output_tokens": 108, "cached_tokens": 59088, "effective_input_length": 59220, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59220, "latency_s": 0.9998199619985826, "output_length": 108, "proxy_request_id": "1340290:48:2005449:1170", "request_id": "1340290:48:2005449:1170", "request_type": "coder", "requested_output_tokens": 108, "session_id": "1340290", "t_dispatch_unix": 1779966482.7980714, "t_finish_unix": 1779966483.7978911, "t_first_token_unix": 1779966482.9584606, "tpot_s": 0.007842672158871227, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999], "trace_timestamp_s": 2607.8280000000004, "ttft_s": 0.16038692199799698, "turn_id": 48} +{"actual_output_tokens": 52, "cached_tokens": 59312, "effective_input_length": 59487, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 59487, "latency_s": 0.5907241640015855, "output_length": 52, "proxy_request_id": "1340290:48:2007287:1171", "request_id": "1340290:48:2007287:1171", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1340290", "t_dispatch_unix": 1779966488.923112, "t_finish_unix": 1779966489.5138361, "t_first_token_unix": 1779966489.152274, "tpot_s": 0.007084210529380168, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19641799], "trace_timestamp_s": 2613.9540000000006, "ttft_s": 0.22915948000081698, "turn_id": 48} +{"actual_output_tokens": 88, "cached_tokens": 59536, "effective_input_length": 60935, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 60935, "latency_s": 1.3743689719995018, "output_length": 88, "proxy_request_id": "1340290:48:2008380:1173", "request_id": "1340290:48:2008380:1173", "request_type": "coder", "requested_output_tokens": 88, "session_id": "1340290", "t_dispatch_unix": 1779966493.0258448, "t_finish_unix": 1779966494.4002132, "t_first_token_unix": 1779966493.7190464, "tpot_s": 0.007826546586214648, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19653243], "trace_timestamp_s": 2618.0600000000004, "ttft_s": 0.6931991719975485, "turn_id": 48} +{"actual_output_tokens": 278, "cached_tokens": 61840, "effective_input_length": 66506, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 66506, "latency_s": 4.342117735999636, "output_length": 278, "proxy_request_id": "1305906:11:2008110:1172", "request_id": "1305906:11:2008110:1172", "request_type": "coder", "requested_output_tokens": 278, "session_id": "1305906", "t_dispatch_unix": 1779966492.014368, "t_finish_unix": 1779966496.3564854, "t_first_token_unix": 1779966493.9988806, "tpot_s": 0.008510189003612433, "trace_hash_ids": [81015, 119408, 119409, 119410, 119411, 119412, 119413, 119414, 119415, 119416, 119417, 119418, 119419, 119420, 119421, 119422, 119423, 119424, 119425, 119426, 119427, 119428, 119429, 119430, 119431, 119432, 12984069, 13824626, 13824627, 13824628, 13824629, 13824630, 13824631, 14497899, 14497900, 14497901, 14497902, 14497903, 14497904, 14497905, 14497906, 14497907, 14497908, 14497909, 14497910, 14497911, 14497912, 14497913, 14497914, 14497915, 14497916, 14497917, 14497918, 14497919, 14497920, 14497921, 14497922, 14497923, 14497924, 14497925, 14497926, 14497927, 14497928, 14497929, 14497930, 14497931, 14497932, 14497933, 14497934, 14497935, 14497936, 14497937, 14497938, 14497939, 14497940, 14497941, 14497942, 14497943, 14497944, 14497945, 14497946, 14497947, 14497948, 14497949, 14497950, 14497951, 16863265, 16863266, 16863267, 16863268, 16863269, 16863270, 16863271, 16939043, 16939044, 17029267, 17143004, 17257585, 17257586, 17301507, 17353892, 17402620, 17564006, 17791145, 17852509, 17915536, 18044476, 18044477, 18044478, 18044479, 18044480, 18044481, 18109010, 18280927, 18397304, 18518509, 18736108, 18851869, 18889037, 18889038, 18889039, 19018877, 19530559, 19650064, 19650065, 19650066, 19650067, 19650068, 19650069, 19650070], "trace_timestamp_s": 2617.0460000000003, "ttft_s": 1.9845108629997412, "turn_id": 11} +{"actual_output_tokens": 128, "cached_tokens": 61008, "effective_input_length": 61080, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61080, "latency_s": 1.178716718000942, "output_length": 128, "proxy_request_id": "1340290:48:2010180:1174", "request_id": "1340290:48:2010180:1174", "request_type": "coder", "requested_output_tokens": 128, "session_id": "1340290", "t_dispatch_unix": 1779966498.8824303, "t_finish_unix": 1779966500.0611463, "t_first_token_unix": 1779966499.0405812, "tpot_s": 0.008033446944885893, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19669693], "trace_timestamp_s": 2623.916, "ttft_s": 0.15814923400102998, "turn_id": 48} +{"actual_output_tokens": 68, "cached_tokens": 61200, "effective_input_length": 61365, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61365, "latency_s": 0.7354476569998951, "output_length": 68, "proxy_request_id": "1340290:48:2012871:1175", "request_id": "1340290:48:2012871:1175", "request_type": "coder", "requested_output_tokens": 68, "session_id": "1340290", "t_dispatch_unix": 1779966507.563349, "t_finish_unix": 1779966508.2987967, "t_first_token_unix": 1779966507.7844718, "tpot_s": 0.00767238938802186, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456], "trace_timestamp_s": 2632.5910000000003, "ttft_s": 0.2211201690006419, "turn_id": 48} +{"actual_output_tokens": 65, "cached_tokens": 61424, "effective_input_length": 61518, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 61518, "latency_s": 0.638118521997967, "output_length": 65, "proxy_request_id": "1340290:48:2014153:1176", "request_id": "1340290:48:2014153:1176", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1340290", "t_dispatch_unix": 1779966511.9597993, "t_finish_unix": 1779966512.5979176, "t_first_token_unix": 1779966512.106303, "tpot_s": 0.007677237578093354, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19707873], "trace_timestamp_s": 2636.992, "ttft_s": 0.14650110000002314, "turn_id": 48} +{"actual_output_tokens": 281, "cached_tokens": 61568, "effective_input_length": 69113, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69113, "latency_s": 5.689524658002483, "output_length": 281, "proxy_request_id": "1340290:48:2015982:1177", "request_id": "1340290:48:2015982:1177", "request_type": "coder", "requested_output_tokens": 281, "session_id": "1340290", "t_dispatch_unix": 1779966518.0585384, "t_finish_unix": 1779966523.7480633, "t_first_token_unix": 1779966521.2964544, "tpot_s": 0.008754779671432646, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875], "trace_timestamp_s": 2643.0860000000002, "ttft_s": 3.237912745000358, "turn_id": 48} +{"actual_output_tokens": 72, "cached_tokens": 69392, "effective_input_length": 69426, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69426, "latency_s": 0.7251882839991595, "output_length": 72, "proxy_request_id": "1340290:48:2018973:1178", "request_id": "1340290:48:2018973:1178", "request_type": "coder", "requested_output_tokens": 72, "session_id": "1340290", "t_dispatch_unix": 1779966527.8373682, "t_finish_unix": 1779966528.5625563, "t_first_token_unix": 1779966527.9794157, "tpot_s": 0.008209726577417673, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176], "trace_timestamp_s": 2652.8720000000003, "ttft_s": 0.14204511400021147, "turn_id": 48} +{"actual_output_tokens": 70, "cached_tokens": 69488, "effective_input_length": 69601, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69601, "latency_s": 0.7677856689988403, "output_length": 70, "proxy_request_id": "1340290:48:2020779:1179", "request_id": "1340290:48:2020779:1179", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1340290", "t_dispatch_unix": 1779966533.8953552, "t_finish_unix": 1779966534.6631403, "t_first_token_unix": 1779966534.0993464, "tpot_s": 0.008165596637664366, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176], "trace_timestamp_s": 2658.928000000001, "ttft_s": 0.20398850399942603, "turn_id": 48} +{"actual_output_tokens": 106, "cached_tokens": 69664, "effective_input_length": 69951, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 69951, "latency_s": 1.1401391100007459, "output_length": 106, "proxy_request_id": "1340290:48:2023753:1180", "request_id": "1340290:48:2023753:1180", "request_type": "coder", "requested_output_tokens": 106, "session_id": "1340290", "t_dispatch_unix": 1779966543.5159574, "t_finish_unix": 1779966544.6560962, "t_first_token_unix": 1779966543.7701945, "tpot_s": 0.008434802066663647, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067], "trace_timestamp_s": 2668.5430000000006, "ttft_s": 0.2542343749992142, "turn_id": 48} +{"actual_output_tokens": 65, "cached_tokens": 70048, "effective_input_length": 70342, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70342, "latency_s": 0.7767942769969522, "output_length": 65, "proxy_request_id": "1340290:48:2026751:1181", "request_id": "1340290:48:2026751:1181", "request_type": "coder", "requested_output_tokens": 65, "session_id": "1340290", "t_dispatch_unix": 1779966553.7938778, "t_finish_unix": 1779966554.5706718, "t_first_token_unix": 1779966554.0506654, "tpot_s": 0.008120889984354562, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19829875], "trace_timestamp_s": 2678.8200000000006, "ttft_s": 0.2567857299982279, "turn_id": 48} +{"actual_output_tokens": 107, "cached_tokens": 70400, "effective_input_length": 70503, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70503, "latency_s": 1.1085398290015291, "output_length": 107, "proxy_request_id": "1340290:48:2028652:1182", "request_id": "1340290:48:2028652:1182", "request_type": "coder", "requested_output_tokens": 107, "session_id": "1340290", "t_dispatch_unix": 1779966560.0487754, "t_finish_unix": 1779966561.157315, "t_first_token_unix": 1779966560.261268, "tpot_s": 0.008450610679265426, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190], "trace_timestamp_s": 2685.077, "ttft_s": 0.21249050500045996, "turn_id": 48} +{"actual_output_tokens": 78, "cached_tokens": 70608, "effective_input_length": 70851, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 70851, "latency_s": 0.8913481710005726, "output_length": 78, "proxy_request_id": "1340290:48:2033065:1183", "request_id": "1340290:48:2033065:1183", "request_type": "coder", "requested_output_tokens": 78, "session_id": "1340290", "t_dispatch_unix": 1779966574.77405, "t_finish_unix": 1779966575.6653976, "t_first_token_unix": 1779966575.030897, "tpot_s": 0.008236507103890301, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19891018], "trace_timestamp_s": 2699.7960000000003, "ttft_s": 0.25684437599920784, "turn_id": 48} +{"actual_output_tokens": 64, "cached_tokens": 70928, "effective_input_length": 71067, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71067, "latency_s": 0.6973875230032718, "output_length": 64, "proxy_request_id": "1340290:48:2034908:1184", "request_id": "1340290:48:2034908:1184", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1340290", "t_dispatch_unix": 1779966580.9948728, "t_finish_unix": 1779966581.6922596, "t_first_token_unix": 1779966581.1833932, "tpot_s": 0.00807273914284047, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243], "trace_timestamp_s": 2706.0260000000007, "ttft_s": 0.1885176380019402, "turn_id": 48} +{"actual_output_tokens": 193, "cached_tokens": 7840, "effective_input_length": 7844, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 7844, "latency_s": 1.0701418809985626, "output_length": 193, "proxy_request_id": "1258908:2:2035438:1185", "request_id": "1258908:2:2035438:1185", "request_type": "coder", "requested_output_tokens": 193, "session_id": "1258908", "t_dispatch_unix": 1779966582.8127003, "t_finish_unix": 1779966583.8828416, "t_first_token_unix": 1779966582.8472106, "tpot_s": 0.005392485953109372, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 19912315], "trace_timestamp_s": 2707.849, "ttft_s": 0.03450974299994414, "turn_id": 2} +{"actual_output_tokens": 125, "cached_tokens": 8032, "effective_input_length": 9120, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9120, "latency_s": 0.8299821049986349, "output_length": 125, "proxy_request_id": "1258908:3:1388683:699", "request_id": "1258908:3:1388683:699", "request_type": "coder", "requested_output_tokens": 125, "session_id": "1258908", "t_dispatch_unix": 1779966583.8838403, "t_finish_unix": 1779966584.7138221, "t_first_token_unix": 1779966584.033209, "tpot_s": 0.005486545153226254, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 13037146, 13752029, 13752030], "trace_timestamp_s": 527.4590000000007, "ttft_s": 0.14936758599651512, "turn_id": 3} +{"actual_output_tokens": 87, "cached_tokens": 71120, "effective_input_length": 71240, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71240, "latency_s": 0.9202662809984758, "output_length": 87, "proxy_request_id": "1340290:48:2036994:1186", "request_id": "1340290:48:2036994:1186", "request_type": "coder", "requested_output_tokens": 87, "session_id": "1340290", "t_dispatch_unix": 1779966587.9371772, "t_finish_unix": 1779966588.8574436, "t_first_token_unix": 1779966588.1454713, "tpot_s": 0.00827589909301402, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19926625], "trace_timestamp_s": 2712.9700000000003, "ttft_s": 0.20829193600002327, "turn_id": 48} +{"actual_output_tokens": 133, "cached_tokens": 71312, "effective_input_length": 71545, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71545, "latency_s": 1.3958340130011493, "output_length": 133, "proxy_request_id": "1340290:48:2040473:1187", "request_id": "1340290:48:2040473:1187", "request_type": "coder", "requested_output_tokens": 133, "session_id": "1340290", "t_dispatch_unix": 1779966599.4638655, "t_finish_unix": 1779966600.8596992, "t_first_token_unix": 1779966599.7194128, "tpot_s": 0.008636537598497605, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166], "trace_timestamp_s": 2724.4890000000005, "ttft_s": 0.2555447869999625, "turn_id": 48} +{"actual_output_tokens": 70, "cached_tokens": 71664, "effective_input_length": 71867, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 71867, "latency_s": 0.8239932370015595, "output_length": 70, "proxy_request_id": "1340290:48:2043771:1188", "request_id": "1340290:48:2043771:1188", "request_type": "coder", "requested_output_tokens": 70, "session_id": "1340290", "t_dispatch_unix": 1779966610.483982, "t_finish_unix": 1779966611.307975, "t_first_token_unix": 1779966610.7384598, "tpot_s": 0.008249601695633433, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 19990868], "trace_timestamp_s": 2735.509, "ttft_s": 0.2544757120012946, "turn_id": 48} +{"actual_output_tokens": 82, "cached_tokens": 71936, "effective_input_length": 72025, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72025, "latency_s": 0.8431870920030633, "output_length": 82, "proxy_request_id": "1340290:48:2045403:1189", "request_id": "1340290:48:2045403:1189", "request_type": "coder", "requested_output_tokens": 82, "session_id": "1340290", "t_dispatch_unix": 1779966615.993206, "t_finish_unix": 1779966616.8363926, "t_first_token_unix": 1779966616.1582716, "tpot_s": 0.008368756432092696, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917], "trace_timestamp_s": 2741.0240000000003, "ttft_s": 0.1650623160021496, "turn_id": 48} +{"actual_output_tokens": 67, "cached_tokens": 72096, "effective_input_length": 72211, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72211, "latency_s": 0.7527159980018041, "output_length": 67, "proxy_request_id": "1340290:48:2047167:1190", "request_id": "1340290:48:2047167:1190", "request_type": "coder", "requested_output_tokens": 67, "session_id": "1340290", "t_dispatch_unix": 1779966621.7582676, "t_finish_unix": 1779966622.5109832, "t_first_token_unix": 1779966621.9668603, "tpot_s": 0.008239724015132224, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20025386], "trace_timestamp_s": 2746.7890000000007, "ttft_s": 0.20859061300143367, "turn_id": 48} +{"actual_output_tokens": 64, "cached_tokens": 72272, "effective_input_length": 72777, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72777, "latency_s": 0.915221876999567, "output_length": 64, "proxy_request_id": "1340290:48:2048793:1191", "request_id": "1340290:48:2048793:1191", "request_type": "coder", "requested_output_tokens": 64, "session_id": "1340290", "t_dispatch_unix": 1779966627.1916883, "t_finish_unix": 1779966628.1069095, "t_first_token_unix": 1779966627.5898097, "tpot_s": 0.008199906428570911, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20040840], "trace_timestamp_s": 2752.2220000000007, "ttft_s": 0.39811932599695865, "turn_id": 48} +{"actual_output_tokens": 46, "cached_tokens": 72832, "effective_input_length": 72952, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 72952, "latency_s": 0.5647461859989562, "output_length": 46, "proxy_request_id": "1340290:48:2050838:1192", "request_id": "1340290:48:2050838:1192", "request_type": "coder", "requested_output_tokens": 46, "session_id": "1340290", "t_dispatch_unix": 1779966634.4142232, "t_finish_unix": 1779966634.978969, "t_first_token_unix": 1779966634.6274652, "tpot_s": 0.007804777444430834, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229], "trace_timestamp_s": 2759.443, "ttft_s": 0.21323939099966083, "turn_id": 48} +{"actual_output_tokens": 93, "cached_tokens": 72992, "effective_input_length": 73208, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73208, "latency_s": 1.0334237919996667, "output_length": 93, "proxy_request_id": "1340290:48:2052523:1193", "request_id": "1340290:48:2052523:1193", "request_type": "coder", "requested_output_tokens": 93, "session_id": "1340290", "t_dispatch_unix": 1779966639.9814608, "t_finish_unix": 1779966641.0148854, "t_first_token_unix": 1779966640.2381063, "tpot_s": 0.00843944139128523, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229], "trace_timestamp_s": 2765.0120000000006, "ttft_s": 0.256643325999903, "turn_id": 48} +{"actual_output_tokens": 53, "cached_tokens": 73296, "effective_input_length": 73454, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73454, "latency_s": 0.6694467220004299, "output_length": 53, "proxy_request_id": "1340290:48:2055365:1194", "request_id": "1340290:48:2055365:1194", "request_type": "coder", "requested_output_tokens": 53, "session_id": "1340290", "t_dispatch_unix": 1779966649.6903837, "t_finish_unix": 1779966650.3598304, "t_first_token_unix": 1779966649.9464993, "tpot_s": 0.007942904403814911, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841], "trace_timestamp_s": 2774.7220000000007, "ttft_s": 0.25611344600110897, "turn_id": 48} +{"actual_output_tokens": 36, "cached_tokens": 73504, "effective_input_length": 73636, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73636, "latency_s": 0.45144796099702944, "output_length": 36, "proxy_request_id": "1340290:48:2057042:1195", "request_id": "1340290:48:2057042:1195", "request_type": "coder", "requested_output_tokens": 36, "session_id": "1340290", "t_dispatch_unix": 1779966655.063384, "t_finish_unix": 1779966655.5148318, "t_first_token_unix": 1779966655.2525115, "tpot_s": 0.0074870335142934764, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841], "trace_timestamp_s": 2780.098, "ttft_s": 0.18912492799790925, "turn_id": 48} +{"actual_output_tokens": 199, "cached_tokens": 73648, "effective_input_length": 73653, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73653, "latency_s": 1.870740438997018, "output_length": 199, "proxy_request_id": "1340290:48:2058614:1196", "request_id": "1340290:48:2058614:1196", "request_type": "coder", "requested_output_tokens": 199, "session_id": "1340290", "t_dispatch_unix": 1779966660.210001, "t_finish_unix": 1779966662.0807412, "t_first_token_unix": 1779966660.371364, "tpot_s": 0.008632001136360524, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841], "trace_timestamp_s": 2785.241, "ttft_s": 0.16135987999950885, "turn_id": 48} +{"actual_output_tokens": 66, "cached_tokens": 73840, "effective_input_length": 73858, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 73858, "latency_s": 0.6740863770028227, "output_length": 66, "proxy_request_id": "1340290:48:2061834:1197", "request_id": "1340290:48:2061834:1197", "request_type": "coder", "requested_output_tokens": 66, "session_id": "1340290", "t_dispatch_unix": 1779966670.351211, "t_finish_unix": 1779966671.0252972, "t_first_token_unix": 1779966670.4843643, "tpot_s": 0.008318267046147063, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20166404], "trace_timestamp_s": 2795.3860000000004, "ttft_s": 0.13315146700188052, "turn_id": 48} +{"actual_output_tokens": 198, "cached_tokens": 9232, "effective_input_length": 9359, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9359, "latency_s": 1.139822222001385, "output_length": 198, "proxy_request_id": "1258908:3:2063441:1198", "request_id": "1258908:3:2063441:1198", "request_type": "coder", "requested_output_tokens": 198, "session_id": "1258908", "t_dispatch_unix": 1779966675.4070256, "t_finish_unix": 1779966676.546848, "t_first_token_unix": 1779966675.4607248, "tpot_s": 0.005511841730953775, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 20179862, 20179863, 20179864, 20179865], "trace_timestamp_s": 2800.4400000000005, "ttft_s": 0.053697655002906686, "turn_id": 3} +{"actual_output_tokens": 69, "cached_tokens": 73920, "effective_input_length": 74011, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 74011, "latency_s": 0.7398059500010277, "output_length": 69, "proxy_request_id": "1340290:48:2063837:1199", "request_id": "1340290:48:2063837:1199", "request_type": "coder", "requested_output_tokens": 69, "session_id": "1340290", "t_dispatch_unix": 1779966676.7518318, "t_finish_unix": 1779966677.4916372, "t_first_token_unix": 1779966676.9231489, "tpot_s": 0.008356627514705691, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245], "trace_timestamp_s": 2801.7870000000003, "ttft_s": 0.17131525199874886, "turn_id": 48} +{"actual_output_tokens": 348, "cached_tokens": 9552, "effective_input_length": 9740, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 9740, "latency_s": 1.9841922650011838, "output_length": 348, "proxy_request_id": "1258908:4:1553508:958", "request_id": "1258908:4:1553508:958", "request_type": "coder", "requested_output_tokens": 348, "session_id": "1258908", "t_dispatch_unix": 1779966676.5479887, "t_finish_unix": 1779966678.5321813, "t_first_token_unix": 1779966676.6102924, "tpot_s": 0.005537884838610967, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 13037146, 13752029, 15299521, 15299522, 15299523], "trace_timestamp_s": 1086.2330000000002, "ttft_s": 0.06230142500135116, "turn_id": 4} +{"actual_output_tokens": 377, "cached_tokens": 10080, "effective_input_length": 10201, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 10201, "latency_s": 2.140961558001436, "output_length": 377, "proxy_request_id": "1258908:5:1617181:988", "request_id": "1258908:5:1617181:988", "request_type": "coder", "requested_output_tokens": 377, "session_id": "1258908", "t_dispatch_unix": 1779966678.5328941, "t_finish_unix": 1779966680.6738563, "t_first_token_unix": 1779966678.58653, "tpot_s": 0.005550689047866283, "trace_hash_ids": [65396, 65397, 65398, 65399, 65400, 11972612, 11972613, 11972614, 11972615, 11972616, 11972617, 11972618, 11972619, 11972620, 11972621, 13037146, 13752029, 15299521, 15299522, 15897219], "trace_timestamp_s": 1300.7890000000007, "ttft_s": 0.05363431700243382, "turn_id": 5} +{"actual_output_tokens": 142, "cached_tokens": 74064, "effective_input_length": 74557, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 74557, "latency_s": 1.6453555780026363, "output_length": 142, "proxy_request_id": "1340290:48:2066647:1200", "request_id": "1340290:48:2066647:1200", "request_type": "coder", "requested_output_tokens": 142, "session_id": "1340290", "t_dispatch_unix": 1779966686.1898537, "t_finish_unix": 1779966687.8352087, "t_first_token_unix": 1779966686.596928, "tpot_s": 0.00877988095745029, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606], "trace_timestamp_s": 2811.2200000000003, "ttft_s": 0.40707215500151506, "turn_id": 48} +{"actual_output_tokens": 95, "cached_tokens": 74688, "effective_input_length": 74863, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 74863, "latency_s": 1.0671678750004503, "output_length": 95, "proxy_request_id": "1340290:48:2071598:1201", "request_id": "1340290:48:2071598:1201", "request_type": "coder", "requested_output_tokens": 95, "session_id": "1340290", "t_dispatch_unix": 1779966702.8459706, "t_finish_unix": 1779966703.9131382, "t_first_token_unix": 1779966703.1088016, "tpot_s": 0.008553871063803795, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20256523], "trace_timestamp_s": 2827.867, "ttft_s": 0.2628286630024377, "turn_id": 48} +{"actual_output_tokens": 54, "cached_tokens": 74944, "effective_input_length": 75113, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75113, "latency_s": 0.6943786699994234, "output_length": 54, "proxy_request_id": "1340290:48:2076822:1202", "request_id": "1340290:48:2076822:1202", "request_type": "coder", "requested_output_tokens": 54, "session_id": "1340290", "t_dispatch_unix": 1779966720.363529, "t_finish_unix": 1779966721.0579073, "t_first_token_unix": 1779966720.6271114, "tpot_s": 0.008123245226430162, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700], "trace_timestamp_s": 2845.3820000000005, "ttft_s": 0.26358022799831815, "turn_id": 48} +{"actual_output_tokens": 37, "cached_tokens": 75152, "effective_input_length": 75299, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75299, "latency_s": 0.532254544999887, "output_length": 37, "proxy_request_id": "1340290:48:2078461:1203", "request_id": "1340290:48:2078461:1203", "request_type": "coder", "requested_output_tokens": 37, "session_id": "1340290", "t_dispatch_unix": 1779966725.652344, "t_finish_unix": 1779966726.1845984, "t_first_token_unix": 1779966725.9101174, "tpot_s": 0.007618039777803965, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20321756], "trace_timestamp_s": 2850.683, "ttft_s": 0.2577710659970762, "turn_id": 48} +{"actual_output_tokens": 47, "cached_tokens": 75328, "effective_input_length": 75338, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75338, "latency_s": 0.49136206599723664, "output_length": 47, "proxy_request_id": "1340290:48:2080016:1204", "request_id": "1340290:48:2080016:1204", "request_type": "coder", "requested_output_tokens": 47, "session_id": "1340290", "t_dispatch_unix": 1779966730.942112, "t_finish_unix": 1779966731.4334736, "t_first_token_unix": 1779966731.084639, "tpot_s": 0.007577886499980788, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20335310], "trace_timestamp_s": 2855.973, "ttft_s": 0.1425245129976247, "turn_id": 48} +{"actual_output_tokens": 114, "cached_tokens": 75376, "effective_input_length": 75439, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 75439, "latency_s": 1.1586464350002643, "output_length": 114, "proxy_request_id": "1340290:48:2082644:1206", "request_id": "1340290:48:2082644:1206", "request_type": "coder", "requested_output_tokens": 114, "session_id": "1340290", "t_dispatch_unix": 1779966739.61712, "t_finish_unix": 1779966740.7757664, "t_first_token_unix": 1779966739.7968826, "tpot_s": 0.008660309336299387, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20361630], "trace_timestamp_s": 2864.6510000000007, "ttft_s": 0.1797605689971533, "turn_id": 48} +{"actual_output_tokens": 232, "cached_tokens": 136784, "effective_input_length": 136991, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 136991, "latency_s": 3.3115391090032062, "output_length": 232, "proxy_request_id": "1356885:16:2084239:1207", "request_id": "1356885:16:2084239:1207", "request_type": "coder", "requested_output_tokens": 232, "session_id": "1356885", "t_dispatch_unix": 1779966744.705322, "t_finish_unix": 1779966748.016861, "t_first_token_unix": 1779966745.187055, "tpot_s": 0.012249056965357611, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 19076312, 19553016, 20375498], "trace_timestamp_s": 2869.7350000000006, "ttft_s": 0.48173044900249806, "turn_id": 16} +{"actual_output_tokens": 61, "cached_tokens": 75552, "effective_input_length": 77337, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 77337, "latency_s": 1.4920672190019104, "output_length": 61, "proxy_request_id": "1340290:48:2085626:1208", "request_id": "1340290:48:2085626:1208", "request_type": "coder", "requested_output_tokens": 61, "session_id": "1340290", "t_dispatch_unix": 1779966749.6935809, "t_finish_unix": 1779966751.185648, "t_first_token_unix": 1779966750.6919236, "tpot_s": 0.008224831416616023, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20361630, 20388778, 20388779, 20388780, 20388781], "trace_timestamp_s": 2874.7270000000008, "ttft_s": 0.9983376180025516, "turn_id": 48} +{"actual_output_tokens": 162, "cached_tokens": 77392, "effective_input_length": 78683, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 78683, "latency_s": 2.3167790939987754, "output_length": 162, "proxy_request_id": "1340290:48:2087584:1209", "request_id": "1340290:48:2087584:1209", "request_type": "coder", "requested_output_tokens": 162, "session_id": "1340290", "t_dispatch_unix": 1779966756.2711437, "t_finish_unix": 1779966758.587922, "t_first_token_unix": 1779966757.1279204, "tpot_s": 0.009066722906835092, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20361630, 20388778, 20388779, 20388780, 20407911, 20407912, 20407913], "trace_timestamp_s": 2881.3010000000004, "ttft_s": 0.856774691001192, "turn_id": 48} +{"actual_output_tokens": 143, "cached_tokens": 78832, "effective_input_length": 79023, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 79023, "latency_s": 1.560788823000621, "output_length": 143, "proxy_request_id": "1340290:48:2092759:1211", "request_id": "1340290:48:2092759:1211", "request_type": "coder", "requested_output_tokens": 143, "session_id": "1340290", "t_dispatch_unix": 1779966773.5576801, "t_finish_unix": 1779966775.1184685, "t_first_token_unix": 1779966773.8425853, "tpot_s": 0.00898336123943191, "trace_hash_ids": [5658, 5659, 5660, 1903418, 1903419, 1903420, 1903421, 1903422, 1903423, 1903424, 1903425, 1903426, 1903427, 1903428, 1903429, 1903430, 1903431, 1903432, 1903433, 1903434, 1560323, 1560324, 1903435, 1903436, 1903437, 1903438, 1903439, 1903440, 1903441, 1903442, 1903443, 1903444, 1903445, 1903446, 1903447, 1903448, 1903449, 1903450, 1903451, 1903452, 1903453, 13722193, 13722194, 13722195, 13722196, 13722197, 13722198, 13722199, 13722200, 13722201, 13722202, 13730726, 13730727, 13928401, 13936963, 13936964, 13936965, 13936966, 13957145, 13972759, 13972760, 13972761, 13972762, 13972763, 13972764, 13972765, 13972766, 13972767, 14045840, 16870829, 16870830, 16870831, 16870832, 16934638, 17129416, 17129417, 17129418, 17129419, 18369956, 18438436, 18464632, 18464633, 18500279, 18508933, 18508934, 18508935, 18508936, 18508937, 18508938, 18508939, 18508940, 18508941, 18508942, 18508943, 18508944, 18539336, 18551462, 18607609, 18997496, 18997497, 18997498, 18997499, 18997500, 18997501, 18997502, 19021002, 19281053, 19296411, 19308726, 19324773, 19354818, 19354819, 19418878, 19503652, 19565958, 19622999, 19653240, 19653241, 19653242, 19695456, 19724861, 19724862, 19724863, 19724864, 19724865, 19724866, 19724867, 19724868, 19724869, 19724870, 19724871, 19724872, 19724873, 19724874, 19724875, 19754176, 19801067, 19849190, 19908243, 19961166, 20006917, 20040839, 20061229, 20104841, 20183245, 20208606, 20305700, 20361630, 20388778, 20388779, 20388780, 20407911, 20407912, 20407913, 20456176], "trace_timestamp_s": 2898.5790000000006, "ttft_s": 0.28490289799810853, "turn_id": 48} +{"actual_output_tokens": 111, "cached_tokens": 0, "effective_input_length": 114971, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 114971, "latency_s": 44.00911735699992, "output_length": 111, "proxy_request_id": "1382086:2:2082052:1205", "request_id": "1382086:2:2082052:1205", "request_type": "coder", "requested_output_tokens": 111, "session_id": "1382086", "t_dispatch_unix": 1779966737.5960245, "t_finish_unix": 1779966781.6051419, "t_first_token_unix": 1779966780.4472816, "tpot_s": 0.010523593536345289, "trace_hash_ids": [304046, 5767491, 5767492, 13689891, 13689892, 13689893, 13689894, 13689895, 13689896, 13689897, 13689898, 13689899, 1286259, 13689900, 13689901, 13689902, 13689903, 13689904, 1739228, 1739229, 1739230, 1739231, 13689905, 13689906, 13689907, 13689908, 13689909, 13689910, 13689911, 13689912, 13689913, 13689914, 13689915, 13689916, 13689917, 13689918, 13689919, 13689920, 13689921, 13689922, 13689923, 13689924, 13689925, 13689926, 13689927, 13689928, 13689929, 13689930, 13689931, 13689932, 13689933, 2269381, 13689934, 13689935, 669748, 669749, 669750, 669751, 13689936, 13689937, 192972, 192973, 13689938, 13689939, 13689940, 6755536, 13689941, 13689942, 13689943, 3519703, 13689944, 13689945, 13689946, 13689947, 13689948, 13689949, 13689950, 13689951, 13689952, 13689953, 13689954, 13689955, 13689956, 13689957, 13689958, 13689959, 13689960, 13689961, 13689962, 13689963, 13689964, 13689965, 13689966, 13689967, 13689968, 13689969, 13689970, 13689971, 13689972, 13689973, 13689974, 13689975, 13689976, 363720, 363721, 13689977, 20355639, 20355640, 20355641, 20355642, 20355643, 20355644, 20355645, 20355646, 20355647, 20355648, 20355649, 20355650, 20355651, 20355652, 20355653, 20355654, 20355655, 20355656, 20355657, 20355658, 20355659, 20355660, 20355661, 20355662, 20355663, 20355664, 20355665, 20355666, 20355667, 20355668, 20355669, 20355670, 20355671, 20355672, 20355673, 20355674, 20355675, 20355676, 20355677, 20355678, 20355679, 20355680, 20355681, 20355682, 20355683, 20355684, 20355685, 20355686, 20355687, 20355688, 20355689, 20355690, 20355691, 20355692, 20355693, 16349874, 20355694, 20355695, 20355696, 20355697, 20355698, 20355699, 20355700, 20355701, 20355702, 20355703, 20355704, 20355705, 20355706, 20355707, 20355708, 20355709, 20355710, 20355711, 20355712, 20355713, 20355714, 20355715, 20355716, 20355717, 20355718, 20355719, 20355720, 20355721, 20355722, 20355723, 20355724, 20355725, 20355726, 20355727, 20355728, 20355729, 20355730, 20355731, 20355732, 20355733, 20355734, 20355735, 20355736, 20355737, 20355738, 20355739, 20355740, 20355741, 20355742, 20355743, 20355744, 20355745, 20355746, 20355747, 20355748, 20355749, 20355750, 20355751, 20355752, 20355753, 20355754, 20355755, 20355756], "trace_timestamp_s": 2862.6050000000005, "ttft_s": 42.85125436599992, "turn_id": 2} +{"actual_output_tokens": 52, "cached_tokens": 115072, "effective_input_length": 115184, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 115184, "latency_s": 0.8135971790034091, "output_length": 52, "proxy_request_id": "1382086:3:2089879:1210", "request_id": "1382086:3:2089879:1210", "request_type": "coder", "requested_output_tokens": 52, "session_id": "1382086", "t_dispatch_unix": 1779966781.608979, "t_finish_unix": 1779966782.4225762, "t_first_token_unix": 1779966781.9344172, "tpot_s": 0.009566842843139288, "trace_hash_ids": [304046, 5767491, 5767492, 13689891, 13689892, 13689893, 13689894, 13689895, 13689896, 13689897, 13689898, 13689899, 1286259, 13689900, 13689901, 13689902, 13689903, 13689904, 1739228, 1739229, 1739230, 1739231, 13689905, 13689906, 13689907, 13689908, 13689909, 13689910, 13689911, 13689912, 13689913, 13689914, 13689915, 13689916, 13689917, 13689918, 13689919, 13689920, 13689921, 13689922, 13689923, 13689924, 13689925, 13689926, 13689927, 13689928, 13689929, 13689930, 13689931, 13689932, 13689933, 2269381, 13689934, 13689935, 669748, 669749, 669750, 669751, 13689936, 13689937, 192972, 192973, 13689938, 13689939, 13689940, 6755536, 13689941, 13689942, 13689943, 3519703, 13689944, 13689945, 13689946, 13689947, 13689948, 13689949, 13689950, 13689951, 13689952, 13689953, 13689954, 13689955, 13689956, 13689957, 13689958, 13689959, 13689960, 13689961, 13689962, 13689963, 13689964, 13689965, 13689966, 13689967, 13689968, 13689969, 13689970, 13689971, 13689972, 13689973, 13689974, 13689975, 13689976, 363720, 363721, 13689977, 20355639, 20355640, 20355641, 20355642, 20355643, 20355644, 20355645, 20355646, 20355647, 20355648, 20355649, 20355650, 20355651, 20355652, 20355653, 20355654, 20355655, 20355656, 20355657, 20355658, 20355659, 20355660, 20355661, 20355662, 20355663, 20355664, 20355665, 20355666, 20355667, 20355668, 20355669, 20355670, 20355671, 20355672, 20355673, 20355674, 20355675, 20355676, 20355677, 20355678, 20355679, 20355680, 20355681, 20355682, 20355683, 20355684, 20355685, 20355686, 20355687, 20355688, 20355689, 20355690, 20355691, 20355692, 20355693, 16349874, 20355694, 20355695, 20355696, 20355697, 20355698, 20355699, 20355700, 20355701, 20355702, 20355703, 20355704, 20355705, 20355706, 20355707, 20355708, 20355709, 20355710, 20355711, 20355712, 20355713, 20355714, 20355715, 20355716, 20355717, 20355718, 20355719, 20355720, 20355721, 20355722, 20355723, 20355724, 20355725, 20355726, 20355727, 20355728, 20355729, 20355730, 20355731, 20355732, 20355733, 20355734, 20355735, 20355736, 20355737, 20355738, 20355739, 20355740, 20355741, 20355742, 20355743, 20355744, 20355745, 20355746, 20355747, 20355748, 20355749, 20355750, 20355751, 20355752, 20355753, 20355754, 20355755, 20355756], "trace_timestamp_s": 2888.9900000000007, "ttft_s": 0.32543544199870666, "turn_id": 3} +{"actual_output_tokens": 626, "cached_tokens": 115232, "effective_input_length": 115246, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 115246, "latency_s": 7.288290510994557, "output_length": 626, "proxy_request_id": "1382086:4:2092953:1212", "request_id": "1382086:4:2092953:1212", "request_type": "coder", "requested_output_tokens": 626, "session_id": "1382086", "t_dispatch_unix": 1779966782.4270563, "t_finish_unix": 1779966789.715347, "t_first_token_unix": 1779966782.623368, "tpot_s": 0.011346707737597172, "trace_hash_ids": [304046, 5767491, 5767492, 13689891, 13689892, 13689893, 13689894, 13689895, 13689896, 13689897, 13689898, 13689899, 1286259, 13689900, 13689901, 13689902, 13689903, 13689904, 1739228, 1739229, 1739230, 1739231, 13689905, 13689906, 13689907, 13689908, 13689909, 13689910, 13689911, 13689912, 13689913, 13689914, 13689915, 13689916, 13689917, 13689918, 13689919, 13689920, 13689921, 13689922, 13689923, 13689924, 13689925, 13689926, 13689927, 13689928, 13689929, 13689930, 13689931, 13689932, 13689933, 2269381, 13689934, 13689935, 669748, 669749, 669750, 669751, 13689936, 13689937, 192972, 192973, 13689938, 13689939, 13689940, 6755536, 13689941, 13689942, 13689943, 3519703, 13689944, 13689945, 13689946, 13689947, 13689948, 13689949, 13689950, 13689951, 13689952, 13689953, 13689954, 13689955, 13689956, 13689957, 13689958, 13689959, 13689960, 13689961, 13689962, 13689963, 13689964, 13689965, 13689966, 13689967, 13689968, 13689969, 13689970, 13689971, 13689972, 13689973, 13689974, 13689975, 13689976, 363720, 363721, 13689977, 20355639, 20355640, 20355641, 20355642, 20355643, 20355644, 20355645, 20355646, 20355647, 20355648, 20355649, 20355650, 20355651, 20355652, 20355653, 20355654, 20355655, 20355656, 20355657, 20355658, 20355659, 20355660, 20355661, 20355662, 20355663, 20355664, 20355665, 20355666, 20355667, 20355668, 20355669, 20355670, 20355671, 20355672, 20355673, 20355674, 20355675, 20355676, 20355677, 20355678, 20355679, 20355680, 20355681, 20355682, 20355683, 20355684, 20355685, 20355686, 20355687, 20355688, 20355689, 20355690, 20355691, 20355692, 20355693, 16349874, 20355694, 20355695, 20355696, 20355697, 20355698, 20355699, 20355700, 20355701, 20355702, 20355703, 20355704, 20355705, 20355706, 20355707, 20355708, 20355709, 20355710, 20355711, 20355712, 20355713, 20355714, 20355715, 20355716, 20355717, 20355718, 20355719, 20355720, 20355721, 20355722, 20355723, 20355724, 20355725, 20355726, 20355727, 20355728, 20355729, 20355730, 20355731, 20355732, 20355733, 20355734, 20355735, 20355736, 20355737, 20355738, 20355739, 20355740, 20355741, 20355742, 20355743, 20355744, 20355745, 20355746, 20355747, 20355748, 20355749, 20355750, 20355751, 20355752, 20355753, 20355754, 20355755, 20355756, 20458115], "trace_timestamp_s": 2899.327, "ttft_s": 0.19630892900022445, "turn_id": 4} +{"actual_output_tokens": 220, "cached_tokens": 137216, "effective_input_length": 137546, "endpoint_url": "http://127.0.0.1:9300", "error": null, "finish_reason": "length", "input_length": 137546, "latency_s": 3.38310472300509, "output_length": 220, "proxy_request_id": "1356885:17:2097011:1213", "request_id": "1356885:17:2097011:1213", "request_type": "coder", "requested_output_tokens": 220, "session_id": "1356885", "t_dispatch_unix": 1779966787.4189355, "t_finish_unix": 1779966790.8020403, "t_first_token_unix": 1779966788.1221714, "tpot_s": 0.012235390105024013, "trace_hash_ids": [2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 41739, 41740, 66491, 41742, 41743, 41744, 50119, 50120, 50121, 50122, 50123, 50124, 50125, 50126, 50127, 50128, 50129, 50130, 107220, 13401324, 13401325, 13401326, 13401327, 13401328, 13401329, 13401330, 13401331, 13401332, 13401333, 13401334, 13401335, 13401336, 13401337, 13401338, 13401339, 13401340, 13401341, 13401342, 13401343, 13401344, 13401345, 13401346, 13401347, 13401348, 13401349, 13401350, 13401351, 13401352, 13401353, 13401354, 13401355, 13401356, 13401357, 13401358, 13401359, 13401360, 13401361, 13401362, 13401363, 13401364, 13401365, 13401366, 13401367, 13401368, 13401369, 13401370, 13401371, 13401372, 13401373, 13401374, 13401375, 13401376, 13401377, 13401378, 13401379, 13401380, 13401381, 13401382, 13401383, 13401384, 13401385, 13401386, 13401387, 13401388, 13401389, 13401390, 13401391, 13401392, 13401393, 13401394, 13401395, 13401396, 13401397, 13401398, 13401399, 13401400, 13401401, 13401402, 13401403, 13401404, 13401405, 13401406, 13401407, 13401408, 13401409, 13401410, 13401411, 13401412, 13401413, 13401414, 13401415, 13401416, 13401417, 13401418, 13401419, 13401420, 13401421, 13401422, 13401423, 13401424, 13401425, 13401426, 13401427, 13401428, 13401429, 13401430, 13401431, 13401432, 13401433, 13401434, 13401435, 13401436, 13401437, 13401438, 13401439, 13401440, 13401441, 13401442, 13401443, 13401444, 13401445, 13401446, 13401447, 13401448, 13401449, 13401450, 13401451, 13401452, 13401453, 13401454, 13401455, 13401456, 13401457, 13401458, 13401459, 13401460, 13401461, 13401462, 13401463, 13401464, 13401465, 13401466, 13401467, 13401468, 13401469, 13401470, 13401471, 13401472, 13401473, 13401474, 13401475, 13401476, 13401477, 13401478, 13401479, 13401480, 13401481, 13401482, 13401483, 13401484, 13401485, 13401486, 13401487, 13401488, 13401489, 13401490, 13401491, 13401492, 13401493, 13401494, 13401495, 13401496, 13401497, 13401498, 13401499, 13401500, 13401501, 13401502, 13401503, 13401504, 13401505, 13401506, 13401507, 13401508, 13401509, 13401510, 13401511, 13401512, 13401513, 13401514, 13401515, 13401516, 13401517, 13401518, 13401519, 13401520, 13401521, 13401522, 13401523, 13401524, 13401525, 13401526, 13401527, 13401528, 13401529, 13401530, 13457250, 14908756, 14908757, 14908758, 14908759, 14908760, 14908761, 14908762, 14908763, 14908764, 14908765, 14908766, 14908767, 14908768, 14908769, 14908770, 18360933, 18360934, 18360935, 18360936, 18360937, 18360938, 18360939, 18360940, 18360941, 18566243, 19076312, 19553016, 20494065, 20494066], "trace_timestamp_s": 2912.4530000000004, "ttft_s": 0.7032336320044124, "turn_id": 17}